-- Logs begin at Mon 2021-11-29 11:08:56 UTC, end at Mon 2021-11-29 13:00:15 UTC. -- Nov 29 11:40:13.521494 dv-neutron-819578-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 29 11:40:16.264245 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.common.config [-] Logging enabled! Nov 29 11:40:16.264849 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev49 Nov 29 11:40:16.265029 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101994) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 11:40:16.268810 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.common.config [-] Logging enabled! Nov 29 11:40:16.269064 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev49 Nov 29 11:40:16.269377 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101994) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 29 11:40:16.270345 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 11:40:16.270581 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 11:40:16.270939 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 11:40:16.271183 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 11:40:16.271410 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 11:40:16.271727 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.272027 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.272323 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.272555 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.272849 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.273140 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.273425 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.273715 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.274042 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.274332 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.274614 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.274902 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.275132 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.275415 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.275701 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.275988 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.276216 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] debug = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.276496 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.276921 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.277320 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.277601 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.277890 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.278193 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.278465 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.278741 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.279023 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.279351 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] host = dv-neutron-819578-1-hyperv {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.279625 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.279910 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.280196 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.280480 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.280753 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.281029 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.281312 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.281582 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.281893 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] log_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.282738 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.283033 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.283328 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.283620 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.283846 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.284068 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.284354 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.284642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.284917 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.285197 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.285471 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.285746 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.286040 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.286314 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.286598 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.286883 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.287168 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.287443 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.287716 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.287986 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.288257 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.288543 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.288817 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.289091 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.289365 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.289652 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.289922 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.290218 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.290519 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.290806 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.291089 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.291372 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.291644 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.291924 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.292195 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.292467 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.292737 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] use_json = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.293008 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.293278 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.293558 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.293828 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.294120 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.294392 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.294661 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.294944 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:16.295242 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.295539 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.295837 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.296117 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.296408 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.296686 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.296974 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.297250 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.297592 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.297886 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.298197 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.298474 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.298762 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.299040 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.299335 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.299634 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.299925 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.300211 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.300485 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.300757 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.301030 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.301306 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.301589 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.301865 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.302175 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.302461 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.302739 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.303024 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.303316 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.303602 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.303875 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.304153 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.304441 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.304717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.304990 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.305272 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.305557 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.305832 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.306129 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.306410 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.306685 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.306957 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.307229 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.307506 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.307793 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.308067 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.308337 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.308604 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.308881 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.309151 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.309434 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.309711 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.310001 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.310274 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.310550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.310820 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.311091 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.311367 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.311639 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.311913 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.312185 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.312454 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.312727 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.313000 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.313315 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.313589 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.313862 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.314162 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.314434 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.314705 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.314977 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.315255 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.315527 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.315809 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.316107 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.316383 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.316661 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.316939 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.317216 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.317491 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.317767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.318079 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.318358 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.318631 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.318917 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.319199 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.319483 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.319762 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.320036 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.320335 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.320610 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.320890 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.321165 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.321440 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.321721 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.322027 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.322323 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.322613 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.322902 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.323194 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.323483 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.323761 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.324321 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.324596 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:16.324813 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 11:40:16.325054 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101994) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 29 11:40:16.679490 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 29 11:40:16.679774 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 29 11:40:16.680066 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 29 11:40:16.680402 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 29 11:40:17.083587 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.083851 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.084066 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.085367 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.085642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.085905 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.121990 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.122273 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.122542 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.137417 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.137700 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.137995 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.167234 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.167517 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.167791 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.205440 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.205719 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.206011 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.449968 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.450629 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.450629 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.450811 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.451475 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.574670 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.574993 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.575278 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.575555 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.575823 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.576136 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.576398 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.576657 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.576913 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.577199 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.577461 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.577724 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.578001 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.578258 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.578514 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.578825 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.579092 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.579359 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.579628 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.579887 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.580157 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.580408 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.580689 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.581075 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.581326 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.581564 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.582036 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 11:40:17.582281 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 11:40:17.582524 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 11:40:17.582758 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 11:40:17.582986 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 11:40:17.583221 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 11:40:17.583583 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 29 11:40:17.586792 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 29 11:40:17.590876 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 29 11:40:17.595111 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 29 11:40:17.596750 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 29 11:40:17.597199 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 29 11:40:17.597542 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 29 11:40:17.597919 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 29 11:40:17.600825 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 29 11:40:17.601074 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 29 11:40:17.601424 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 11:40:17.606755 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 29 11:40:17.630368 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 29 11:40:17.630819 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.631113 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101994) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 29 11:40:17.631477 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.632849 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101994) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 29 11:40:17.632849 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 29 11:40:17.633371 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 29 11:40:17.636571 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.636849 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:17.700374 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 29 11:40:17.700560 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 29 11:40:17.700799 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 29 11:40:17.701212 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 29 11:40:17.723917 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_db.sqlalchemy.engines [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101994) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 29 11:40:18.247577 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Initializing driver for type 'gre' Nov 29 11:40:18.248217 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] gre ID ranges: [(1, 1000)] Nov 29 11:40:18.297993 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Initializing driver for type 'local' Nov 29 11:40:18.298903 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Initializing driver for type 'vlan' Nov 29 11:40:18.310796 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] VlanTypeDriver initialization complete Nov 29 11:40:18.311130 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Initializing driver for type 'vxlan' Nov 29 11:40:18.311663 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] vxlan ID ranges: [(1, 1000)] Nov 29 11:40:18.365569 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Initializing extension driver 'port_security' Nov 29 11:40:18.365907 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.extensions.port_security [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] PortSecurityExtensionDriver initialization complete Nov 29 11:40:18.366278 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Initializing mechanism driver 'openvswitch' Nov 29 11:40:18.366605 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Initializing mechanism driver 'hyperv' Nov 29 11:40:18.373244 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.plugins.ml2.plugin [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:40:18.373979 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > port after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.374380 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > port after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.374863 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > port after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.375558 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 11:40:18.375991 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.376346 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.376693 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.377095 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 11:40:18.377501 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > network after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.377851 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > network after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.378220 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.378616 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 11:40:18.379028 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > security_group after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.379381 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > security_group after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.379723 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.380256 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 11:40:18.380668 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.381021 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.381370 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.381772 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 11:40:18.382204 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > address_group after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.382555 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > address_group after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.382901 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.383299 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 29 11:40:18.383683 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] ML2 OVO RPC backend initialized. {{(pid=101994) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 29 11:40:18.384393 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.384752 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.385172 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > network before_response 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.385522 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > networks before_response 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.385870 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > port before_response 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.386237 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > ports before_response 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.386584 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > subnet before_response 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.386934 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > subnets before_response 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.387274 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > network after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.387613 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > network after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.387950 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.388285 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > port after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.388623 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > port after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.388956 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > port after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.389292 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.389627 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.389981 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.390563 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.plugin [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Modular L2 Plugin initialization complete Nov 29 11:40:18.390891 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading services supported by the core plugin {{(pid=101994) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 29 11:40:18.391713 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.plugins.ml2.managers [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Got port-security extension from driver 'port_security' Nov 29 11:40:18.392175 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.extensions.vlantransparent [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Disabled vlantransparent extension. Nov 29 11:40:18.392660 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101994) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 29 11:40:18.392974 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading Plugin: router Nov 29 11:40:18.429479 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.429874 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router after_create 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.430270 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router before_create 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.430644 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.431019 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.431386 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router after_delete 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.431749 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.432104 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.432465 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router after_create 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.432817 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router after_update 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.433168 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router after_update 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.433522 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.433886 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router after_update 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.434325 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.434698 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: port after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.435039 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: port after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.435380 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: subnet after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.435721 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.436073 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.436423 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.436767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: port before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.437113 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.437470 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router after_update 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.437817 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.438204 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.438568 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.438917 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.439286 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > agent after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.439644 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > agent after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.439994 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.440860 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Tracking information for resource: router configured {{(pid=101994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 11:40:18.441194 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Tracking information for resource: floatingip configured {{(pid=101994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 29 11:40:18.446244 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.db.l3_agentschedulers_db [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 29 11:40:18.446833 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: port after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.447199 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: port after_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.447558 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: port after_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.447915 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: port after_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.448710 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router before_create 55550100 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.449333 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.449698 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_create 55550100 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.450086 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > router precommit_update 55550100 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.455438 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.services.provider_configuration [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service providers = [] {{(pid=101994) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 29 11:40:18.455807 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.db.servicetype_db [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101994) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 29 11:40:18.458826 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.services.service_base [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 11:40:18.459177 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.services.service_base [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 11:40:18.459522 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.services.service_base [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 11:40:18.460422 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.services.service_base [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 29 11:40:18.460800 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.services.service_base [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 29 11:40:18.461180 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 11:40:18.461497 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 29 11:40:18.473004 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 11:40:18.473341 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading Plugin: auto_allocate Nov 29 11:40:18.479134 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: network precommit_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.479509 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: network precommit_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.480036 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 11:40:18.480369 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading Plugin: tag Nov 29 11:40:18.487055 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 11:40:18.487386 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading Plugin: timestamp Nov 29 11:40:18.491484 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 11:40:18.491815 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading Plugin: network_ip_availability Nov 29 11:40:18.497275 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.497696 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.498044 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.498875 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 11:40:18.499201 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading Plugin: flavors Nov 29 11:40:18.504036 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 11:40:18.504373 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading Plugin: revisions Nov 29 11:40:18.508871 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 29 11:40:18.509265 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_concurrency.lockutils [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.829s {{(pid=101994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 29 11:40:18.510056 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101994) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 29 11:40:18.510431 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Initializing extension manager. Nov 29 11:40:18.510895 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: __init__.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.511238 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: __pycache__ {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.511573 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.511911 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: address_group.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.512677 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.513241 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: address-group Nov 29 11:40:18.513567 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: address_scope.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.514513 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.515026 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: address-scope Nov 29 11:40:18.515350 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.516803 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.517311 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: router-admin-state-down-before-update Nov 29 11:40:18.517635 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: agent.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.518377 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.518884 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: agent Nov 29 11:40:18.519204 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: agent_resources_synced.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.520122 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.520628 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: agent-resources-synced Nov 29 11:40:18.520953 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: allowedaddresspairs.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.522792 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.523311 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: allowed-address-pairs Nov 29 11:40:18.523642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: auto_allocated_topology.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.524728 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.525248 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: auto-allocated-topology Nov 29 11:40:18.525577 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: availability_zone.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.526313 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.526822 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: availability_zone Nov 29 11:40:18.527148 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: availability_zone_filter.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.528072 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.528579 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: availability_zone_filter Nov 29 11:40:18.528907 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: data_plane_status.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.529824 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.530368 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension data-plane-status not supported by any of loaded plugins Nov 29 11:40:18.530697 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: default_subnetpools.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.531617 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.532686 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: default-subnetpools Nov 29 11:40:18.533007 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.533822 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.534360 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: dhcp_agent_scheduler Nov 29 11:40:18.534689 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: dns.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.535607 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.536270 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension dns-integration not supported by any of loaded plugins Nov 29 11:40:18.536637 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: dns_domain_ports.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.537592 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.538298 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 29 11:40:18.538694 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.539671 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.540328 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 29 11:40:18.540659 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: dvr.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.541341 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.541850 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: dvr Nov 29 11:40:18.542207 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: ecmp_routes.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.543145 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.543653 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 29 11:40:18.543994 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: empty_string_filtering.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.544894 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.545402 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: empty-string-filtering Nov 29 11:40:18.545726 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.546681 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.547186 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 29 11:40:18.548048 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.548971 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.549484 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 29 11:40:18.549808 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: external_net.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.550766 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.551281 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: external-net Nov 29 11:40:18.551604 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.552530 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.553037 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: extra_dhcp_opt Nov 29 11:40:18.553361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: extraroute.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.554311 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.554820 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: extraroute Nov 29 11:40:18.555143 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: extraroute_atomic.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.556195 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.556709 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: extraroute-atomic Nov 29 11:40:18.557034 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: filter_validation.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.557707 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.558246 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: filter-validation Nov 29 11:40:18.558570 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: fip_pf_description.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.559497 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.559999 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 29 11:40:18.560326 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: fip_port_details.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.561255 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.561761 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: fip-port-details Nov 29 11:40:18.562122 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: flavors.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.563910 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.564424 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: flavors Nov 29 11:40:18.564752 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.566462 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.566984 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 29 11:40:18.567320 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: floatingip_pools.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.568029 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.568538 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: floatingip-pools Nov 29 11:40:18.568866 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: ip_allocation.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.569805 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.570354 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension ip_allocation not supported by any of loaded plugins Nov 29 11:40:18.570682 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.571784 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.572369 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: ip-substring-filtering Nov 29 11:40:18.572696 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: l2_adjacency.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.574101 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.574799 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 29 11:40:18.575134 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: l3.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.576258 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.576770 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: router Nov 29 11:40:18.577100 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.579439 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.579969 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 29 11:40:18.580316 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.581263 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.581780 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: ext-gw-mode Nov 29 11:40:18.582134 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.583068 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.583583 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: l3-ha Nov 29 11:40:18.583917 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: l3_flavors.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.584842 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.585356 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: l3-flavors Nov 29 11:40:18.585682 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.586639 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.587148 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 29 11:40:18.587475 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: l3agentscheduler.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.588513 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.589026 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: l3_agent_scheduler Nov 29 11:40:18.589358 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: logging.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.590905 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.591429 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension logging not supported by any of loaded plugins Nov 29 11:40:18.591764 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: metering.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.592516 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.593088 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: metering Nov 29 11:40:18.593420 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.594582 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.595101 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: metering_source_and_destination_fields Nov 29 11:40:18.595432 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: multiprovidernet.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.596367 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.596879 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: multi-provider Nov 29 11:40:18.597208 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: netmtu.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.598173 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.598678 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: net-mtu Nov 29 11:40:18.599005 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: netmtu_writable.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.600008 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.600523 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: net-mtu-writable Nov 29 11:40:18.600853 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: network_availability_zone.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.601533 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.602073 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: network_availability_zone Nov 29 11:40:18.602402 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: network_ip_availability.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.603518 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.604029 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: network-ip-availability Nov 29 11:40:18.604354 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: network_segment_range.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.605125 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.605629 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension network-segment-range not supported by any of loaded plugins Nov 29 11:40:18.605980 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: pagination.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.606970 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.607303 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: pagination Nov 29 11:40:18.607629 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: port_device_profile.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.608541 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.609055 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: port-device-profile Nov 29 11:40:18.609378 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.610863 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.611375 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: port-mac-address-regenerate Nov 29 11:40:18.611700 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.612626 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.613136 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: port-numa-affinity-policy Nov 29 11:40:18.613459 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: port_resource_request.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.614549 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.615056 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension port-resource-request not supported by any of loaded plugins Nov 29 11:40:18.615380 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: portbindings.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.616314 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.616826 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: binding Nov 29 11:40:18.617150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: portbindings_extended.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.618464 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.618976 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: binding-extended Nov 29 11:40:18.619306 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: portsecurity.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.620233 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.620751 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: port-security Nov 29 11:40:18.621077 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: project_id.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.622104 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.622436 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: project-id Nov 29 11:40:18.622765 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: providernet.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.623699 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.624221 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: provider Nov 29 11:40:18.624541 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.628669 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.629193 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos not supported by any of loaded plugins Nov 29 11:40:18.629676 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.630816 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.631336 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 29 11:40:18.631670 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.632634 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.633150 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 29 11:40:18.634306 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_default.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.635212 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.635729 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-default not supported by any of loaded plugins Nov 29 11:40:18.636060 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_fip.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.636726 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.637231 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-fip not supported by any of loaded plugins Nov 29 11:40:18.637556 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_gateway_ip.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.638519 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.639033 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 29 11:40:18.639359 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_port_network_policy.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.640284 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.640805 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 29 11:40:18.641194 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_pps_rule.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.643272 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.644161 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-pps not supported by any of loaded plugins Nov 29 11:40:18.644726 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_rule_type_details.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.646198 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.646725 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 29 11:40:18.647054 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: qos_rules_alias.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.648143 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.648663 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 29 11:40:18.648990 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: quotasv2.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.650459 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.651038 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: quotas Nov 29 11:40:18.651615 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: quotasv2_detail.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.655046 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.655392 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: quota_details Nov 29 11:40:18.655731 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: rbac.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.656827 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.657360 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: rbac-policies Nov 29 11:40:18.657694 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: rbac_address_group.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.659578 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.660098 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: rbac-address-group Nov 29 11:40:18.660426 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: rbac_address_scope.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.661381 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.661898 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: rbac-address-scope Nov 29 11:40:18.662254 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: rbac_security_groups.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.663194 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.663711 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: rbac-security-groups Nov 29 11:40:18.664036 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: rbac_subnetpool.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.664971 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.665489 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: rbac-subnetpool Nov 29 11:40:18.665815 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: revisionifmatch.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.666774 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.667289 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: revision-if-match Nov 29 11:40:18.667613 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: revisions.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.668736 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.669248 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: standard-attr-revisions Nov 29 11:40:18.669575 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: router_availability_zone.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.670282 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.670797 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: router_availability_zone Nov 29 11:40:18.671128 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: routerservicetype.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.672056 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.673094 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension router-service-type not supported by any of loaded plugins Nov 29 11:40:18.673418 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.674378 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.674892 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: security-groups-normalized-cidr Nov 29 11:40:18.675214 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.676144 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.676652 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: port-security-groups-filtering Nov 29 11:40:18.676973 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.677901 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.678436 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: security-groups-remote-address-group Nov 29 11:40:18.678758 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: securitygroup.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.690544 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.691116 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: security-group Nov 29 11:40:18.691424 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: segment.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.692236 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.692748 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension segment not supported by any of loaded plugins Nov 29 11:40:18.693075 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.694071 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.694583 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 29 11:40:18.694911 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: servicetype.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.696121 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.696647 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: service-type Nov 29 11:40:18.696976 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: sorting.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.698009 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.698349 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: sorting Nov 29 11:40:18.698677 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: standard_attr_segment.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.699941 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.700545 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 29 11:40:18.700876 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: standardattrdescription.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.701536 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.702080 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: standard-attr-description Nov 29 11:40:18.702408 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: stateful_security_group.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.703372 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.703912 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: stateful-security-group Nov 29 11:40:18.704240 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: stdattrs_common.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.704830 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 29 11:40:18.705155 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.706123 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.706646 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 29 11:40:18.706972 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: subnet_onboard.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.708061 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.708582 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: subnet_onboard Nov 29 11:40:18.708913 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.709866 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.710417 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 29 11:40:18.710748 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: subnet_service_types.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.711695 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.712208 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: subnet-service-types Nov 29 11:40:18.712537 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: subnetallocation.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.713668 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.714217 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: subnet_allocation Nov 29 11:40:18.714548 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.715255 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.715769 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: subnetpool-prefix-ops Nov 29 11:40:18.716108 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.717160 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.717674 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 29 11:40:18.718037 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: tagging.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.719150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.719690 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: standard-attr-tag Nov 29 11:40:18.720021 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: timestamp.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.721253 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.721767 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loaded extension: standard-attr-timestamp Nov 29 11:40:18.722141 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: trunk.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.723206 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.723721 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension trunk not supported by any of loaded plugins Nov 29 11:40:18.724051 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: trunk_details.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.724984 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.725497 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension trunk-details not supported by any of loaded plugins Nov 29 11:40:18.725825 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: uplink_status_propagation.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.726795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.727308 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 29 11:40:18.727636 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Loading extension file: vlantransparent.py {{(pid=101994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 29 11:40:18.728316 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 29 11:40:18.728823 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 29 11:40:18.731308 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:network Nov 29 11:40:18.731846 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:subnet Nov 29 11:40:18.732251 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 11:40:18.732659 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:port Nov 29 11:40:18.733895 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.734361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service FLAVORS assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.735519 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.735958 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.736291 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:router Nov 29 11:40:18.736726 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:floatingip Nov 29 11:40:18.737214 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service METERING assigned prefix: /metering {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.738712 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.739090 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.739450 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:40:18.740459 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 11:40:18.740901 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:security_group Nov 29 11:40:18.741356 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 11:40:18.741977 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service CORE assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.742316 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 11:40:18.742666 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] subnetpool is already registered Nov 29 11:40:18.743102 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service CORE assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.743428 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 11:40:18.743762 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] subnetpool is already registered Nov 29 11:40:18.746083 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.746529 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service FLAVORS assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.747127 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.747556 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.747934 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:router Nov 29 11:40:18.748233 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] router is already registered Nov 29 11:40:18.748772 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:floatingip Nov 29 11:40:18.749070 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] floatingip is already registered Nov 29 11:40:18.749591 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service METERING assigned prefix: /metering {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.750574 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of CountableResource for resource:rbac_policy Nov 29 11:40:18.751583 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] rbac_policy is already registered Nov 29 11:40:18.752054 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:security_group Nov 29 11:40:18.752492 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] security_group is already registered Nov 29 11:40:18.752941 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 29 11:40:18.753448 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] security_group_rule is already registered Nov 29 11:40:18.754351 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service CORE assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.754831 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 11:40:18.755489 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] subnetpool is already registered Nov 29 11:40:18.756069 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.v2.resource_helper [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Service CORE assigned prefix: {{(pid=101994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 29 11:40:18.756505 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Creating instance of TrackedResource for resource:subnetpool Nov 29 11:40:18.756883 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING neutron.quota.resource_registry [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] subnetpool is already registered Nov 29 11:40:18.757574 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: extensions {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.759546 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: address-groups {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.761672 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: address-scopes {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.763672 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: agents {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.765244 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: auto-allocated-topology {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.767104 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: availability_zones {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.768948 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: dhcp-networks {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.771045 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: dhcp-agents {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.772855 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: routers {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.776318 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: flavors {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.777801 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: service_profiles {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.779343 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: next_providers {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.780819 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: service_profiles {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.782956 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: floatingip-pools {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.784181 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: routers {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.786341 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: floatingips {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.787834 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: l3-routers {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.789319 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: l3-agents {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.790769 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: metering-labels {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.792137 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: metering-label-rules {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.793430 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: network-ip-availabilities {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.794743 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: bindings {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.797258 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: quotas {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.799386 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: quotas {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.800840 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: rbac-policies {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.802191 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: security-groups {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.803524 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: security-group-rules {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.804879 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: service-providers {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.806153 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: subnetpools {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.807590 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: subnetpools {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.809063 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.810783 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.812687 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.814570 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.816368 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.818281 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.819994 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.821913 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.823702 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.825745 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron.api.extensions [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Extended resource: tags {{(pid=101994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 29 11:40:18.831919 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING keystonemiddleware.auth_token [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 29 11:40:18.836655 dv-neutron-819578-1-hyperv neutron-server[101994]: WARNING keystonemiddleware.auth_token [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 29 11:40:18.845817 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_concurrency.lockutils [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Acquired lock "singleton_lock" {{(pid=101994) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 29 11:40:18.846315 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_concurrency.lockutils [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Releasing lock "singleton_lock" {{(pid=101994) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 29 11:40:18.846964 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO oslo_service.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Starting 2 workers Nov 29 11:40:18.851752 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Started child 102103 {{(pid=101994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 11:40:18.856149 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Started child 102104 {{(pid=101994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 11:40:18.857143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:18.857841 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO neutron.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 29 11:40:18.858425 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Notify callbacks [] for process, before_spawn {{(pid=101994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:18.858620 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [-] (102103) wsgi starting up on http://0.0.0.0:9696 Nov 29 11:40:18.861465 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO oslo_service.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Starting 1 workers Nov 29 11:40:18.861615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:18.863002 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [-] (102104) wsgi starting up on http://0.0.0.0:9696 Nov 29 11:40:18.866787 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Started child 102105 {{(pid=101994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 11:40:18.867332 dv-neutron-819578-1-hyperv neutron-server[101994]: INFO oslo_service.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Starting 1 workers Nov 29 11:40:18.870469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] calling RpcWorker wait() {{(pid=102105) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 29 11:40:18.871036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] returning from RpcWorker wait() {{(pid=102105) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 29 11:40:18.871804 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Started child 102106 {{(pid=101994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 29 11:40:18.872361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:18.872637 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG neutron_lib.callbacks.manager [None req-b4f14cd4-fbdb-4257-b886-7f31ff2a7fe5 None None] Notify callbacks [] for process, after_spawn {{(pid=101994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:18.872916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:40:18.874480 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101994) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 11:40:18.874696 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 11:40:18.874885 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 11:40:18.875111 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 11:40:18.875443 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 11:40:18.876142 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 11:40:18.876828 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.877123 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.877221 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:18.877755 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.877755 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.877970 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.878584 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.878824 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.879084 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.879368 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.879607 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.879784 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.879953 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.880213 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.880465 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.880770 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.881067 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.881304 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.881560 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.881735 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.882021 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.882304 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.882551 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.882836 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] debug = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.883100 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.883567 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.883795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.884046 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.884265 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.884538 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.884761 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.885033 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.885276 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.885492 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.885725 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.886003 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.886252 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.886463 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.886697 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.886956 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.887200 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.887676 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] host = dv-neutron-819578-1-hyperv {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.887936 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.888185 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.888437 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.888680 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.888931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.889144 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.889401 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.889642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.889890 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.890143 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.890413 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.890667 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.890903 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.891216 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.891888 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_options = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.892126 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.892381 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.892631 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.892821 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.892989 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.893164 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.893414 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.893577 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.893845 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.894121 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.894339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.894552 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.894789 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.895009 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.895264 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.895511 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.895749 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.895979 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.896243 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.896469 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.896697 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.896941 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.897163 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.897399 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.897644 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.897879 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.898135 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.898372 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.898592 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.898836 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.899068 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.899321 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.899568 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.899807 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.900073 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.900309 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.900537 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.900755 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.901033 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.901259 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.901533 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.901790 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.902029 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.902389 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.902643 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.902859 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.903094 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_json = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.903314 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.903551 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.903810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.904043 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.904289 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.904504 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.904719 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.904953 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.905398 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.905774 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.906058 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.907187 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.907318 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:40:18.907464 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.907686 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.907945 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.908195 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.908452 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.908713 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.909011 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.910231 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.910494 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.910748 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.911055 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.911416 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.911725 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.911945 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.912210 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.912453 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.912680 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.913079 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.914078 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.914195 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.914406 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.914645 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.914874 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.915229 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.915494 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.915771 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.916018 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.916238 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.916478 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.916718 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.916952 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.917186 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.917398 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.918239 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.918467 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.919387 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.919920 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.919920 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.920160 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.920286 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.920547 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.920816 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.921075 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.921436 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.921568 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.921738 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.921987 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.922277 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.922529 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.922934 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.923091 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.923235 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.923452 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.923692 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.923909 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.924210 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.924566 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.925021 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.925256 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.925464 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.925668 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.925880 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.926157 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.926376 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.926616 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.927051 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.927051 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.927294 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.927528 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.927753 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.927982 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.928172 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.928386 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.928618 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.929494 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.929494 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.929494 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.929494 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.929824 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.929905 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.930377 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.930377 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.930553 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.930699 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.930913 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.931165 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.931470 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.931708 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.932182 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.932182 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.932447 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.932685 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.932925 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.933138 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.933372 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.933586 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.933846 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.934111 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.934365 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.934603 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.934816 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.935047 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.935254 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.935478 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.935691 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.935935 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.936172 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.936420 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.936810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.936969 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.937138 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.937403 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.937667 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.937884 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.938767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.938972 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.939196 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.939404 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.939664 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.939903 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.940133 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.940379 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.940641 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.940900 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.941145 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.941393 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.941621 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.941869 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.942175 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.942397 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.942614 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.942825 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.943261 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.943413 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.943629 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.943858 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.944111 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.944367 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.944610 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.944862 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.945138 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.945383 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.945618 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.945870 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.946150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.946396 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.946615 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.946864 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.947075 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.947308 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.947521 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.947736 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.947968 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.948197 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.948444 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.948690 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.949142 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.949380 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.949588 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.949832 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.950107 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.950319 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.950537 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.950771 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.951005 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.951221 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.951456 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.951667 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.951929 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.952145 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.952530 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.952681 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.952895 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.953134 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.953355 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.953614 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.954429 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.954697 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.954936 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.955145 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.955355 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.955573 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.955803 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.956001 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.956220 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.956440 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.956679 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.956915 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.957242 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.957486 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.957727 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.958145 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.958320 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.958465 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.958678 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.958911 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.959094 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.959306 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.959545 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.959788 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.960031 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.960240 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.960449 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.960657 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.960864 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.961073 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.961280 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.961683 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.961843 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.962096 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.962330 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.962561 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.962786 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.963012 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.963241 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.963450 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.963668 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.963880 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.964087 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.964309 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.964514 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.964719 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.964955 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.965168 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.965375 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.965596 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.966099 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.966099 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.966417 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.966647 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.966801 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.966944 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.967085 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.967288 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.967507 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.967719 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.967926 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.968147 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.968352 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.968555 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.968770 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.968983 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.969200 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.969905 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.969905 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.970213 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.970304 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.970511 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.970750 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.970987 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.971357 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.971499 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.971758 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.971972 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.972186 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.972402 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.972655 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.972976 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.973239 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.973487 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.973717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.973986 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.974275 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.974545 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.974755 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.975027 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.975366 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.975624 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.975870 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.976121 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.976386 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.976714 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.976849 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.977053 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.977284 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.977496 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.977748 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.977997 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.978247 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.978458 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.978678 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.978889 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.979105 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.979308 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.979523 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.979732 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.979886 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 11:40:18.980431 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101994) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 29 11:40:18.980587 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 29 11:40:18.980739 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 29 11:40:18.981018 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 29 11:40:18.981189 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 29 11:40:18.981340 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 29 11:40:18.981542 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.981701 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.981857 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.982035 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.982191 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.982366 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.982523 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.982678 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.982833 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.982985 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.983141 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.983352 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.983504 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.983656 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.983811 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.983966 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.984119 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.984289 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.984431 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.984586 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.984739 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.984916 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.985070 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] debug = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.985224 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.985438 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.985601 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.985780 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.985959 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.986114 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.986270 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.986423 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.986582 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987191 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987191 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987191 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987191 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987916 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.987916 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] host = dv-neutron-819578-1-hyperv {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.988152 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.988152 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.988304 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.988466 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.988599 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.988752 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.989124 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.989124 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.989632 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.989632 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.989632 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.989632 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990003 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990003 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990208 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_options = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990208 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990450 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990576 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990702 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990831 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.990957 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.991094 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.991223 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.991401 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.991536 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.991662 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.991818 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.991972 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.992128 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.992283 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.992423 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.992581 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.992736 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.992892 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.993047 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.993202 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.993357 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.993512 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.993667 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.993826 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.993989 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.994143 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.994298 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.994453 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.994610 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.994766 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.994921 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.995077 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.995220 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.995375 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.995530 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.995684 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.995839 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.995998 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.996152 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.996359 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.996451 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.996595 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.996749 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.996905 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.997060 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.997214 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_json = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.997368 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.997522 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.997676 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.997830 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.998062 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.998172 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.998309 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.998462 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 29 11:40:18.998636 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.998796 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.998957 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.999115 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.999266 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.999422 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.999577 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.999742 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:18.999879 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.000031 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.000192 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.000350 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.001052 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.001194 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.001357 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.001507 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.001665 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.001779 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.001925 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.002107 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.002269 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.002430 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.002587 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.002733 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.002893 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.003053 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.003142 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.003303 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.003460 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.003617 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.003774 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.003932 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.004092 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.004250 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.004409 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.004568 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.004726 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.004884 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.005041 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.005200 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.005357 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.005836 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.005836 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.005836 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.006291 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.006291 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.006291 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.006642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.006642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.006878 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.006878 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.007132 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.007132 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.007330 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.007412 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.007578 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.007736 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.007894 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.008056 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.008230 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.008361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.008486 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.008627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:40:19.008727 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.008811 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.008934 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.009091 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.009261 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.009526 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.009627 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.009755 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.009911 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.010094 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.010253 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.010411 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.010568 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.010727 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.010884 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.011042 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.011199 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.011356 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.011514 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.011671 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.011830 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.011988 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.012145 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.012302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.012461 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.012618 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.012775 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.012941 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.013111 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.013271 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.013432 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.013586 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.013744 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.013900 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.014079 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.014236 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.014393 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.014550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.014708 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.014864 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.015023 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.015181 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.015337 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.015495 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.015651 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.015809 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.015965 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.016182 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.016343 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.017151 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.017310 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.017467 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.017624 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.017780 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.017983 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.018130 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.018291 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.018450 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.018614 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.018782 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.018940 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.019098 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.019257 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.019414 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.019642 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.021302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.021302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.021302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.021302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.021302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.021302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.021302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.021302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.024361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.024361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.024361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.024361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.024361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.024361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.024361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.024361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.025931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.025931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.025931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.025931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.025931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.025931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.025931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.025931 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.026810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.026810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.026810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.026810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.026810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.026810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.026810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.026810 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.027951 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.027951 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.027951 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.027951 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.027951 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.027951 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.027951 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.027951 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029150 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.029717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.031302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.031302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.031302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.031302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.031302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.031302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.031302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.031302 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.032767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.032767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.032767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.032767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.032767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.032767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.032767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.032767 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.033550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.033550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.033550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.033550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.033550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.033550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.033550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.033550 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.034336 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.034336 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.034336 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.034336 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.034336 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.034336 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.034336 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.034336 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035245 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035245 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035245 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035245 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035245 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035245 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035245 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035245 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.035795 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036883 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036883 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036883 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036883 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036883 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036883 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.036883 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.037439 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.037439 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.037439 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.037701 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.037701 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.037846 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.037955 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.038088 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.038244 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.038401 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.038560 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.038717 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.038875 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.039032 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.039190 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.039352 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.039517 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.039680 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.039837 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.040002 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.040170 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.040339 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.040493 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.040655 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.040823 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.040981 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.041137 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.041293 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.041450 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.041606 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.041763 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.041921 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.042100 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.042258 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.042416 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.042574 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.042730 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.042892 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.043051 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.043206 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.043361 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.043518 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.043674 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.043831 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 29 11:40:19.043983 dv-neutron-819578-1-hyperv neutron-server[101994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 29 11:40:19.196624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 51822) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:19.205292 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064857 Nov 29 11:40:30.740786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e3772-4b9b-4fa7-a09b-d839a1d54de6 None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:40:30.826210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e3772-4b9b-4fa7-a09b-d839a1d54de6 None None] No non-hosted networks {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 29 11:40:30.833046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.agentschedulers_db [None req-532e3772-4b9b-4fa7-a09b-d839a1d54de6 None None] DHCP Agent not found on host dv-neutron-819578-1-hyperv {{(pid=102105) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 29 11:40:30.962957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-72d1565a-b170-429b-84dc-1935a91265b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582327'] for agent, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:33.174017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-576b6afe-6df8-4104-8ab0-bc952ddd8616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582327'] for agent, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:33.229027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10312140-f6f3-47cd-8c91-2a11134587e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:33.626485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582327'] for agent, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:33.627633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.628196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.628864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.629470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.630109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.630425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.631354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.631736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.632075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.632431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.632778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.633110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:33.633535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-819578-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:40:33.654945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-819578-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:40:34.586594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582327'] for agent, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:35.863072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582327'] for agent, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:37.138301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 51916) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:37.625885 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING oslo_policy.policy [None req-62fb40d9-52a4-44e2-bd35-0db5daa123a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 11:40:37.626504 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING oslo_policy.policy [None req-62fb40d9-52a4-44e2-bd35-0db5daa123a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 11:40:37.854174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-62fb40d9-52a4-44e2-bd35-0db5daa123a9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:40:37.855211 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-62fb40d9-52a4-44e2-bd35-0db5daa123a9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7160089 Nov 29 11:40:39.513999 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.db.l3_hamode_db [None req-3321f7a1-f90c-43ad-a5df-7162b42a2949 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 29 11:40:39.590242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321f7a1-f90c-43ad-a5df-7162b42a2949 None None] Routers set() bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:40:39.590624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3321f7a1-f90c-43ad-a5df-7162b42a2949 None None] Router IDs set() for agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 11:40:40.245893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 51930) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:40.547710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d23b67a7-3017-4bd3-9479-e3b1c1ecf38f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:40:40.644199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.policy [None req-d23b67a7-3017-4bd3-9479-e3b1c1ecf38f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 11:40:40.690905 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING oslo_policy.policy [None req-d23b67a7-3017-4bd3-9479-e3b1c1ecf38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 11:40:40.691269 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING oslo_policy.policy [None req-d23b67a7-3017-4bd3-9479-e3b1c1ecf38f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 11:40:40.699890 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.quota [None req-d23b67a7-3017-4bd3-9479-e3b1c1ecf38f admin admin] Loaded quota_driver: . Nov 29 11:40:40.790782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d23b67a7-3017-4bd3-9479-e3b1c1ecf38f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727940442730', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727940442183', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727940495808', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727940491252', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727941063430', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727940473793', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-580770', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888478', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1906380', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1981643'] for rbac-policy, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:40.854417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d23b67a7-3017-4bd3-9479-e3b1c1ecf38f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:40.855630 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d23b67a7-3017-4bd3-9479-e3b1c1ecf38f admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6086795 Nov 29 11:40:43.432127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 51942) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:43.730340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'tenant_id': '282c8302296c41a195d29ab7f81e743a'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:40:43.759575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Made reservation on behalf of 282c8302296c41a195d29ab7f81e743a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:40:43.762873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:43.780353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:43.891900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:43.895449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:43.913755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:40:43.941340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727943151791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:43.941926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Unsubscribe: segment precommit_create {{(pid=102104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 11:40:43.942427 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Added segment 1e446529-def7-41c6-8638-e20fa6ad8826 of type vlan for network 757a785a-049b-4e38-bb92-9a42ab83d5e9 Nov 29 11:40:43.957819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e06367a-a594-4faa-8ff0-0e89390d5bb7,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:40:44.005000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.005358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.005691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.006039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.006364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.006702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.007020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.007350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.007666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.007977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.008288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.008595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Tracked resource versions report: Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: pushed versions: Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: { 'AddressGroup': {'1.2'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'ConntrackHelper': {'1.0'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Log': {'1.0'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Network': {'1.1'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Port': {'1.7'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'PortForwarding': {'1.2'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'QosPolicy': {'1.9'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SecurityGroup': {'1.4'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SecurityGroupRule': {'1.2'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SubPort': {'1.0'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Subnet': {'1.1'}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Trunk': {'1.1'}} Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: consumer versions: Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: { DHCP agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: L3 agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: Metadata agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: Metering agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: Open vSwitch agent@dv-neutron-819578-1-hyperv: { 'AddressGroup': '1.2', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'ConntrackHelper': '1.0', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Log': '1.0', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Network': '1.1', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Port': '1.7', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'PortForwarding': '1.2', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'QosPolicy': '1.9', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SecurityGroup': '1.4', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SecurityGroupRule': '1.2', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SubPort': '1.0', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Subnet': '1.1', Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Trunk': '1.1'}} Nov 29 11:40:44.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: {{(pid=102104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 11:40:44.056770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:44.095918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:44.097169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:40:44.097800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:44.178093 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7448249 Nov 29 11:40:44.196389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570fc95-c917-4ef2-b0a6-3ed0244ebd14 admin admin] Pushing event updated for resources: {'Network': ['ID=757a785a-049b-4e38-bb92-9a42ab83d5e9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:40:44.208522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 757a785a-049b-4e38-bb92-9a42ab83d5e9 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:40:46.863616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 51956) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:47.245351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64bee4c-fb91-489a-9c14-a4919168a50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:40:47.246737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b64bee4c-fb91-489a-9c14-a4919168a50a admin admin] 10.222.0.23 "GET /v2.0/networks/757a785a-049b-4e38-bb92-9a42ab83d5e9 HTTP/1.1" status: 200 len: 825 time: 0.3821707 Nov 29 11:40:47.271726 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-92b7957f-df8b-4d6a-b53f-5b6ff7412ca9 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/5882149f-234b-4382-ae0a-b384675c4d9e HTTP/1.1" status: 200 len: 734 time: 0.0181704 Nov 29 11:40:47.280519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'ip_version': 4, 'subnetpool_id': '5882149f-234b-4382-ae0a-b384675c4d9e', 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:40:47.302250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Made reservation on behalf of 282c8302296c41a195d29ab7f81e743a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:40:47.304439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:47.587158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:47.656722 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3ba089-190e-45e2-b212-9e867a2b1057,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:40:47.658982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Checking segment: {'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:40:47.659352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Network hostable DHCP agents. Network: 757a785a-049b-4e38-bb92-9a42ab83d5e9, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:40:47.678963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Network 757a785a-049b-4e38-bb92-9a42ab83d5e9 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:40:47.690528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 757a785a-049b-4e38-bb92-9a42ab83d5e9) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:40:47.696805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:40:47.697493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:47.700108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33dbfdf-f9ad-43fc-9e3e-cc8ab896130f None None] Network 757a785a-049b-4e38-bb92-9a42ab83d5e9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:40:47.712973 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ed206361-49f6-4dd6-8fd6-fda3e8f6e076 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4356797 Nov 29 11:40:48.025202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-757a785a-049b-4e38-bb92-9a42ab83d5e9', 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'fixed_ips': [{'subnet_id': '3a3ba089-190e-45e2-b212-9e867a2b1057'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:40:48.026550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:48.297995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Allocated IP 172.20.0.2 (757a785a-049b-4e38-bb92-9a42ab83d5e9/3a3ba089-190e-45e2-b212-9e867a2b1057/55d61929-1ecb-43d9-b530-9a905831d416) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:40:48.496709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:48.504141 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:48.596506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Network 757a785a-049b-4e38-bb92-9a42ab83d5e9 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:40:48.604110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:40:48.607388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:40:48.621972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Pushing event updated for resources: {'Port': ['ID=55d61929-1ecb-43d9-b530-9a905831d416,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:40:48.652286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.652650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.652994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.653330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.653659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.654027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.654362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.654705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.655064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.655427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.655749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.656069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Tracked resource versions report: Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: pushed versions: Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: { 'AddressGroup': {'1.2'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'ConntrackHelper': {'1.0'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Log': {'1.0'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Network': {'1.1'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Port': {'1.7'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'PortForwarding': {'1.2'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'QosPolicy': {'1.9'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SecurityGroup': {'1.4'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SecurityGroupRule': {'1.2'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SubPort': {'1.0'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Subnet': {'1.1'}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Trunk': {'1.1'}} Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: consumer versions: Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: { DHCP agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: L3 agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: Metadata agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: Metering agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: Open vSwitch agent@dv-neutron-819578-1-hyperv: { 'AddressGroup': '1.2', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'ConntrackHelper': '1.0', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Log': '1.0', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Network': '1.1', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Port': '1.7', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'PortForwarding': '1.2', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'QosPolicy': '1.9', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SecurityGroup': '1.4', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SecurityGroupRule': '1.2', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SubPort': '1.0', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Subnet': '1.1', Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Trunk': '1.1'}} Nov 29 11:40:48.657431 dv-neutron-819578-1-hyperv neutron-server[102105]: {{(pid=102105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 11:40:48.707702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Attempting to bind port 55d61929-1ecb-43d9-b530-9a905831d416 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:40:48.708363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Attempting to bind port 55d61929-1ecb-43d9-b530-9a905831d416 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:40:48.708504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Attempting to bind port 55d61929-1ecb-43d9-b530-9a905831d416 on network 757a785a-049b-4e38-bb92-9a42ab83d5e9 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:40:48.713349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:40:48.713761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Checking segment: {'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:40:48.714225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:48.714614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Bound using segment: {'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:40:48.715099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Bound port: 55d61929-1ecb-43d9-b530-9a905831d416, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:40:48.715502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:48.776058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] For port 55d61929-1ecb-43d9-b530-9a905831d416, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:40:48.780840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] For port 55d61929-1ecb-43d9-b530-9a905831d416, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=55d61929-1ecb-43d9-b530-9a905831d416,segment=NetworkSegment(1e446529-def7-41c6-8638-e20fa6ad8826),segment_id=1e446529-def7-41c6-8638-e20fa6ad8826)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:40:48.784222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:48.848063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196e377-af38-4e42-90a5-871bbea4967a None None] Pushing event updated for resources: {'Port': ['ID=55d61929-1ecb-43d9-b530-9a905831d416,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:40:50.162665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 51964) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:50.467408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-41974e19-58bc-4d40-8930-af6db73a8123 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:40:50.468890 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-41974e19-58bc-4d40-8930-af6db73a8123 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3052876 Nov 29 11:40:52.871390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 51972) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:53.184124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-61307069-423c-4ea0-82c8-7da782ccd168 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:40:53.185131 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-61307069-423c-4ea0-82c8-7da782ccd168 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128114 Nov 29 11:40:55.832842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 51982) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:56.341476 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING oslo_policy.policy [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 11:40:56.342090 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING oslo_policy.policy [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 11:40:56.562350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] Request body: {'router': {'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:40:56.627823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.policy [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102103) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 29 11:40:56.675321 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING oslo_policy.policy [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 11:40:56.675730 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING oslo_policy.policy [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 29 11:40:56.684431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.quota [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] Loaded quota_driver: . Nov 29 11:40:56.741167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:56.743048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:56.896854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:56.902393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:56.922261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:56.923676 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-386f30e9-3625-4b06-8b8e-6b9de952b192 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0887463 Nov 29 11:40:57.125064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 55d61929-1ecb-43d9-b530-9a905831d416 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:40:57.180266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b7fec-7e9c-4f2f-a99b-ddfde2c53ee4 None None] Network 757a785a-049b-4e38-bb92-9a42ab83d5e9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:40:57.277694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-54f0bd1a-f732-4af9-b2d3-f3d5b708733c None None] Provisioning complete for port 55d61929-1ecb-43d9-b530-9a905831d416 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:40:57.278103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54f0bd1a-f732-4af9-b2d3-f3d5b708733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:57.288179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 55d61929-1ecb-43d9-b530-9a905831d416 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:40:57.288534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:57.521126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54f0bd1a-f732-4af9-b2d3-f3d5b708733c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:57.523590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:57.584290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 55d61929-1ecb-43d9-b530-9a905831d416, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=55d61929-1ecb-43d9-b530-9a905831d416,segment=NetworkSegment(1e446529-def7-41c6-8638-e20fa6ad8826),segment_id=1e446529-def7-41c6-8638-e20fa6ad8826)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:40:57.591378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:57.666208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-54f0bd1a-f732-4af9-b2d3-f3d5b708733c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:40:57.666613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-54f0bd1a-f732-4af9-b2d3-f3d5b708733c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:40:57.667228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=55d61929-1ecb-43d9-b530-9a905831d416,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:40:58.321083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6be637aa-a2ed-49bc-ab72-00cc23ca8bf9 None None] Provisioning complete for port 55d61929-1ecb-43d9-b530-9a905831d416 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:40:58.321741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6be637aa-a2ed-49bc-ab72-00cc23ca8bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:59.095539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 55d61929-1ecb-43d9-b530-9a905831d416 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:40:59.139558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 55d61929-1ecb-43d9-b530-9a905831d416 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:40:59.139924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:40:59.351788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 52004) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:40:59.663275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-49a65a98-3762-4ff7-9f8f-2063066b143f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:40:59.664260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-49a65a98-3762-4ff7-9f8f-2063066b143f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115354 Nov 29 11:41:00.615343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b06bd3a0-3c3c-4f5c-88a6-8d8e3a0dbfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:00.931926 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:41:02.092389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52012) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:41:02.395617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:41:02.415582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Made reservation on behalf of f54d82c38bdf4c118a1c423d7364d39a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:41:02.417774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:02.426182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:02.496728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:02.500262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:02.513310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Reserving flat network on physical network physnet1 {{(pid=102104) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 29 11:41:02.534945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:02.535310 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Added segment b9bea44a-165f-42fa-9338-d180be074b32 of type flat for network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 Nov 29 11:41:02.536611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0552c69c-8362-42e9-9d8b-49febf0127e1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:02.581991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:02.615029 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:02.615964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:41:02.616519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:02.664195 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5707748 Nov 29 11:41:02.674356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f264fc-4810-42d2-b3fb-ed07f3a70b32 admin admin] Pushing event updated for resources: {'Network': ['ID=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:02.693227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:41:03.150048 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-380c8fc0-c360-41c0-9bbd-9a99c889ef6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:03.626016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:04.520290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:05.073279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52030) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:41:05.242325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da974351-3dcd-4aac-b338-2f991cabb836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:41:05.243607 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-da974351-3dcd-4aac-b338-2f991cabb836 admin admin] 10.222.0.23 "GET /v2.0/subnets/3a3ba089-190e-45e2-b212-9e867a2b1057 HTTP/1.1" status: 200 len: 849 time: 0.1693895 Nov 29 11:41:05.400306 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3b1c85a9-bcbb-459e-8ae4-2fd4aa58ee9c admin admin] 10.222.0.23 "GET /v2.0/routers/c58f319d-2d62-477d-bbec-f82040e81a29 HTTP/1.1" status: 200 len: 704 time: 0.1499796 Nov 29 11:41:05.659733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:05.817031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:05.947564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Allocated IP 172.20.0.1 (757a785a-049b-4e38-bb92-9a42ab83d5e9/3a3ba089-190e-45e2-b212-9e867a2b1057/4b51d841-db35-4a1b-8399-96a102ae0cc5) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:41:06.142642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:06.205864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:06.274725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Network 757a785a-049b-4e38-bb92-9a42ab83d5e9 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:41:06.278974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:41:06.282631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:41:06.283189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:06.345551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Pushing event updated for resources: {'Port': ['ID=4b51d841-db35-4a1b-8399-96a102ae0cc5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:06.457603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bbbc15d6-4a0c-4620-8ead-0480a2292802 None None] Provisioning complete for port 4b51d841-db35-4a1b-8399-96a102ae0cc5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:41:06.458001 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bbbc15d6-4a0c-4620-8ead-0480a2292802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:06.485345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:06.494975 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc15d6-4a0c-4620-8ead-0480a2292802 None None] Port 4b51d841-db35-4a1b-8399-96a102ae0cc5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:41:06.687593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:06.691862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:06.692609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:06.765876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Pushing event updated for resources: {'Port': ['ID=4b51d841-db35-4a1b-8399-96a102ae0cc5,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:06.812893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Network 757a785a-049b-4e38-bb92-9a42ab83d5e9 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:41:06.814303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:41:06.978176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Router c58f319d-2d62-477d-bbec-f82040e81a29 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:41:07.015779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e9d263a6-1920-441d-87e6-8b7243001bf2 None None] Provisioning complete for port 4b51d841-db35-4a1b-8399-96a102ae0cc5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:41:07.016302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9d263a6-1920-441d-87e6-8b7243001bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:07.047291 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e9d263a6-1920-441d-87e6-8b7243001bf2 None None] Port 4b51d841-db35-4a1b-8399-96a102ae0cc5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:41:07.066239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:41:07.071401 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-86d93abe-2075-47ff-96aa-5809ecd41f81 admin admin] 10.222.0.23 "PUT /v2.0/routers/c58f319d-2d62-477d-bbec-f82040e81a29/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6652639 Nov 29 11:41:07.089348 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Sync routers for ids ['c58f319d-2d62-477d-bbec-f82040e81a29'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:41:07.100539 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Routers {'c58f319d-2d62-477d-bbec-f82040e81a29'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:41:07.101341 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:41:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c58f319d-2d62-477d-bbec-f82040e81a29'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:41:07.282652 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Set router c58f319d-2d62-477d-bbec-f82040e81a29 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:41:07.704510 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'name': 'router1', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:40:56Z', 'updated_at': '2021-11-29T11:41:06Z', 'revision_number': 2, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'gw_port_host': None, '_interfaces': [{'id': '4b51d841-db35-4a1b-8399-96a102ae0cc5', 'name': '', 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'mac_address': 'fa:16:3e:7c:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:05Z', 'updated_at': '2021-11-29T11:41:06Z', 'revision_number': 2, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'subnets': [{'id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5882149f-234b-4382-ae0a-b384675c4d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:41:07.753182 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Checking router: c58f319d-2d62-477d-bbec-f82040e81a29 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:41:07.753571 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Updating router c58f319d-2d62-477d-bbec-f82040e81a29 port 4b51d841-db35-4a1b-8399-96a102ae0cc5 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:41:07.801748 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.303427 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.310454 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.473694 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Pushing event updated for resources: {'Port': ['ID=4b51d841-db35-4a1b-8399-96a102ae0cc5,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:08.476017 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Attempting to bind port 4b51d841-db35-4a1b-8399-96a102ae0cc5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:41:08.476408 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Attempting to bind port 4b51d841-db35-4a1b-8399-96a102ae0cc5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:41:08.476846 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Attempting to bind port 4b51d841-db35-4a1b-8399-96a102ae0cc5 on network 757a785a-049b-4e38-bb92-9a42ab83d5e9 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:41:08.485586 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.485974 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.486312 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.486640 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.486960 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.487295 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.487620 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.487957 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.488291 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.488612 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.488925 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.489241 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Tracked resource versions report: Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: pushed versions: Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: { 'AddressGroup': {'1.2'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'ConntrackHelper': {'1.0'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Log': {'1.0'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Network': {'1.1'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Port': {'1.7'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'PortForwarding': {'1.2'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'QosPolicy': {'1.9'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SecurityGroup': {'1.4'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SecurityGroupRule': {'1.2'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SubPort': {'1.0'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Subnet': {'1.1'}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Trunk': {'1.1'}} Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: consumer versions: Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: { DHCP agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: L3 agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: Metadata agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: Metering agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: Open vSwitch agent@dv-neutron-819578-1-hyperv: { 'AddressGroup': '1.2', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'ConntrackHelper': '1.0', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Log': '1.0', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Network': '1.1', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Port': '1.7', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'PortForwarding': '1.2', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'QosPolicy': '1.9', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SecurityGroup': '1.4', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SecurityGroupRule': '1.2', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SubPort': '1.0', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Subnet': '1.1', Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Trunk': '1.1'}} Nov 29 11:41:08.490581 dv-neutron-819578-1-hyperv neutron-server[102106]: {{(pid=102106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 11:41:08.495147 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:41:08.495578 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Checking segment: {'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:41:08.496020 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.496393 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Bound using segment: {'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:41:08.496907 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Bound port: 4b51d841-db35-4a1b-8399-96a102ae0cc5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e446529-def7-41c6-8638-e20fa6ad8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:41:08.497300 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.562198 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] For port 4b51d841-db35-4a1b-8399-96a102ae0cc5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:41:08.577662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-4c19ce95-cb98-42dc-b8a3-cee9357ca764 None None] Provisioning complete for port 4b51d841-db35-4a1b-8399-96a102ae0cc5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:41:08.578215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4c19ce95-cb98-42dc-b8a3-cee9357ca764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.583214 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] For port 4b51d841-db35-4a1b-8399-96a102ae0cc5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=4b51d841-db35-4a1b-8399-96a102ae0cc5,segment=NetworkSegment(1e446529-def7-41c6-8638-e20fa6ad8826),segment_id=1e446529-def7-41c6-8638-e20fa6ad8826)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:41:08.587478 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.610809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-4c19ce95-cb98-42dc-b8a3-cee9357ca764 None None] Port 4b51d841-db35-4a1b-8399-96a102ae0cc5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:41:08.646942 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f804b-5648-4d00-b16d-1f6848ed61c3 None None] Pushing event updated for resources: {'Port': ['ID=4b51d841-db35-4a1b-8399-96a102ae0cc5,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:08.654656 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Routers {'c58f319d-2d62-477d-bbec-f82040e81a29'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:41:08.655469 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:41:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c58f319d-2d62-477d-bbec-f82040e81a29'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:41:08.746820 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] Set router c58f319d-2d62-477d-bbec-f82040e81a29 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:41:08.828889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3e4a7ae8-f1df-4c90-97c1-9677e6fc2a3e None None] Provisioning complete for port 4b51d841-db35-4a1b-8399-96a102ae0cc5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:41:08.829270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e4a7ae8-f1df-4c90-97c1-9677e6fc2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.906231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e4a7ae8-f1df-4c90-97c1-9677e6fc2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.938380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3e4a7ae8-f1df-4c90-97c1-9677e6fc2a3e None None] For port 4b51d841-db35-4a1b-8399-96a102ae0cc5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=4b51d841-db35-4a1b-8399-96a102ae0cc5,segment=NetworkSegment(1e446529-def7-41c6-8638-e20fa6ad8826),segment_id=1e446529-def7-41c6-8638-e20fa6ad8826)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:41:08.942855 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e4a7ae8-f1df-4c90-97c1-9677e6fc2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:08.962041 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'name': 'router1', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:40:56Z', 'updated_at': '2021-11-29T11:41:06Z', 'revision_number': 2, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'gw_port_host': None, '_interfaces': [{'id': '4b51d841-db35-4a1b-8399-96a102ae0cc5', 'name': '', 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'mac_address': 'fa:16:3e:7c:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:05Z', 'updated_at': '2021-11-29T11:41:08Z', 'revision_number': 4, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'subnets': [{'id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5882149f-234b-4382-ae0a-b384675c4d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:41:08.987750 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f847c1-7585-4aaf-9c8c-c456b916f446 None None] The sync data for ids ['c58f319d-2d62-477d-bbec-f82040e81a29'] in dv-neutron-819578-1-hyperv is: [{'id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'name': 'router1', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:40:56Z', 'updated_at': '2021-11-29T11:41:06Z', 'revision_number': 2, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'gw_port_host': None, '_interfaces': [{'id': '4b51d841-db35-4a1b-8399-96a102ae0cc5', 'name': '', 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'mac_address': 'fa:16:3e:7c:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:05Z', 'updated_at': '2021-11-29T11:41:08Z', 'revision_number': 4, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'subnets': [{'id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5882149f-234b-4382-ae0a-b384675c4d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:41:08.992117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a7ae8-f1df-4c90-97c1-9677e6fc2a3e None None] Pushing event updated for resources: {'Port': ['ID=4b51d841-db35-4a1b-8399-96a102ae0cc5,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:09.317830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52050) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:41:09.425901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e78295-e099-4aa3-8fa4-615760fd0477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:41:09.427308 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-45e78295-e099-4aa3-8fa4-615760fd0477 admin admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 842 time: 0.1085041 Nov 29 11:41:09.437965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.5.1', 'cidr': '172.26.5.0/24', 'ip_version': 4, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'name': 'public-subnet'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:41:09.459745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Made reservation on behalf of f54d82c38bdf4c118a1c423d7364d39a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:41:09.462042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:09.739424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:41:09.739865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:09.793538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58783533-fe28-429c-bddc-3a82577bfeac,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:09.802547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:41:09.802904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Network hostable DHCP agents. Network: bf6e2a48-5b11-4300-a5fa-e2eb48a541f4, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:41:09.819889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:41:09.831215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, bf6e2a48-5b11-4300-a5fa-e2eb48a541f4) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:41:09.837453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:41:09.838973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:09.842803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f6f36d-ac23-4805-a505-08fc05f11bc6 None None] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:41:09.861990 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-80e8fdc3-df89-4bbf-9603-355e6169ab19 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4245985 Nov 29 11:41:10.043057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05157b81-b342-4a10-9039-20d99a04d8f1 None None] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:41:12.190759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52058) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:41:12.385167 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f1bae2a1-3cc8-42f7-b8a7-114452c57cfb admin admin] 10.222.0.23 "GET /v2.0/routers/c58f319d-2d62-477d-bbec-f82040e81a29 HTTP/1.1" status: 200 len: 710 time: 0.1932077 Nov 29 11:41:12.469549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4af9b-7c1e-4e6d-8e5f-7917ed4fce9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:41:12.470848 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2ed4af9b-7c1e-4e6d-8e5f-7917ed4fce9d admin admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 886 time: 0.0793328 Nov 29 11:41:12.480217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:41:12.719343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:12.951800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:13.021210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:13.121237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Allocated IP 172.26.5.10 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/161fce92-c03d-40e5-88ef-0362db1c2997) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:41:13.217596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:13.250194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:13.286006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:41:13.289024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:41:13.292512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:41:13.328452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Pushing event updated for resources: {'Port': ['ID=161fce92-c03d-40e5-88ef-0362db1c2997,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:13.535843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:13.812288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:13.815626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:13.925131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Router c58f319d-2d62-477d-bbec-f82040e81a29 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:41:14.028451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:41:14.032725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:14.033816 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a191b282-43b8-4123-9ffc-49ec7ada4e71 admin admin] 10.222.0.23 "PUT /v2.0/routers/c58f319d-2d62-477d-bbec-f82040e81a29 HTTP/1.1" status: 200 len: 889 time: 1.5568154 Nov 29 11:41:15.127401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4b51d841-db35-4a1b-8399-96a102ae0cc5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:41:15.191723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 4b51d841-db35-4a1b-8399-96a102ae0cc5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:41:15.192018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:15.490356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Sync routers for ids ['c58f319d-2d62-477d-bbec-f82040e81a29'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:41:15.500280 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Routers {'c58f319d-2d62-477d-bbec-f82040e81a29'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:41:15.500980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:41:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c58f319d-2d62-477d-bbec-f82040e81a29'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:41:15.700187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Set router c58f319d-2d62-477d-bbec-f82040e81a29 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:41:16.080486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'name': 'router1', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '161fce92-c03d-40e5-88ef-0362db1c2997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:40:56Z', 'updated_at': '2021-11-29T11:41:13Z', 'revision_number': 4, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'gw_port': {'id': '161fce92-c03d-40e5-88ef-0362db1c2997', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:13Z', 'updated_at': '2021-11-29T11:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4b51d841-db35-4a1b-8399-96a102ae0cc5', 'name': '', 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'mac_address': 'fa:16:3e:7c:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:05Z', 'updated_at': '2021-11-29T11:41:08Z', 'revision_number': 5, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'subnets': [{'id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5882149f-234b-4382-ae0a-b384675c4d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:41:16.132232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Checking router: c58f319d-2d62-477d-bbec-f82040e81a29 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:41:16.132881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Updating router c58f319d-2d62-477d-bbec-f82040e81a29 port 161fce92-c03d-40e5-88ef-0362db1c2997 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:41:16.180085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:16.482278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 52070) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:41:16.570452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:16.576273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:16.615082 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5c20334e-3df6-4b62-ae87-deb91aa6d73e admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1317282 Nov 29 11:41:16.625970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Attempting to bind port 161fce92-c03d-40e5-88ef-0362db1c2997 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:41:16.626345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Attempting to bind port 161fce92-c03d-40e5-88ef-0362db1c2997 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:41:16.626715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Attempting to bind port 161fce92-c03d-40e5-88ef-0362db1c2997 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:41:16.635075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eeff6c-acf9-45e3-8182-51ac78cb79b5 None None] Pushing event updated for resources: {'Port': ['ID=161fce92-c03d-40e5-88ef-0362db1c2997,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:16.640104 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:41:16.640506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:41:16.640928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:16.641325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:41:16.641814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Bound port: 161fce92-c03d-40e5-88ef-0362db1c2997, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:41:16.642254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:16.695911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] For port 161fce92-c03d-40e5-88ef-0362db1c2997, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:41:16.699568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] For port 161fce92-c03d-40e5-88ef-0362db1c2997, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=161fce92-c03d-40e5-88ef-0362db1c2997,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:41:16.703422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:16.763675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Routers {'c58f319d-2d62-477d-bbec-f82040e81a29'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:41:16.764312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:41:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c58f319d-2d62-477d-bbec-f82040e81a29'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:41:16.766237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eeff6c-acf9-45e3-8182-51ac78cb79b5 None None] Pushing event updated for resources: {'Port': ['ID=161fce92-c03d-40e5-88ef-0362db1c2997,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:16.882042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] Set router c58f319d-2d62-477d-bbec-f82040e81a29 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:41:17.090710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'name': 'router1', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '161fce92-c03d-40e5-88ef-0362db1c2997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:40:56Z', 'updated_at': '2021-11-29T11:41:13Z', 'revision_number': 4, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'gw_port': {'id': '161fce92-c03d-40e5-88ef-0362db1c2997', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:13Z', 'updated_at': '2021-11-29T11:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4b51d841-db35-4a1b-8399-96a102ae0cc5', 'name': '', 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'mac_address': 'fa:16:3e:7c:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:05Z', 'updated_at': '2021-11-29T11:41:08Z', 'revision_number': 5, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'subnets': [{'id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5882149f-234b-4382-ae0a-b384675c4d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:41:17.116352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4deebfe-18b9-431d-8ed1-b34674217b78 None None] The sync data for ids ['c58f319d-2d62-477d-bbec-f82040e81a29'] in dv-neutron-819578-1-hyperv is: [{'id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'name': 'router1', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': '161fce92-c03d-40e5-88ef-0362db1c2997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:40:56Z', 'updated_at': '2021-11-29T11:41:13Z', 'revision_number': 4, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'gw_port': {'id': '161fce92-c03d-40e5-88ef-0362db1c2997', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:c5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:13Z', 'updated_at': '2021-11-29T11:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4b51d841-db35-4a1b-8399-96a102ae0cc5', 'name': '', 'network_id': '757a785a-049b-4e38-bb92-9a42ab83d5e9', 'tenant_id': '282c8302296c41a195d29ab7f81e743a', 'mac_address': 'fa:16:3e:7c:86:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58f319d-2d62-477d-bbec-f82040e81a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:41:05Z', 'updated_at': '2021-11-29T11:41:08Z', 'revision_number': 5, 'project_id': '282c8302296c41a195d29ab7f81e743a', 'subnets': [{'id': '3a3ba089-190e-45e2-b212-9e867a2b1057', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5882149f-234b-4382-ae0a-b384675c4d9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:41:19.158290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 161fce92-c03d-40e5-88ef-0362db1c2997 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:41:19.207924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 161fce92-c03d-40e5-88ef-0362db1c2997 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:41:19.208425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:19.300894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:19.320067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 161fce92-c03d-40e5-88ef-0362db1c2997, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=161fce92-c03d-40e5-88ef-0362db1c2997,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:41:19.325029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:19.373391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=161fce92-c03d-40e5-88ef-0362db1c2997,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:41:21.172389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 161fce92-c03d-40e5-88ef-0362db1c2997 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:41:21.232808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 161fce92-c03d-40e5-88ef-0362db1c2997 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:41:21.235116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:30.617448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4eb6cfd0-69d0-4542-90b2-079645b40bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:33.154474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5b125f4-4102-40c6-be9f-75a3b2df18fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:33.630011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:34.541103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:35.834507 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:41:37.932560 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:42:00.620890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e1b28821-8306-4b85-ad29-7e27522b5b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:03.158003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ee17441-ed40-44d0-afa1-99d474677eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:03.633394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:04.523860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:05.839442 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:14.931637 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:42:30.624312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e1d67eae-d590-4951-833d-77003de38604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:33.166870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5646a378-529e-4221-871a-a8c822dd13d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:33.635378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:34.528281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:35.843510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:51.929246 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:42:56.637440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 52664) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:42:56.711351 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4dbb40-489c-4efb-b1ac-65229e0ff55e admin admin] GET failed (client error): The resource could not be found. Nov 29 11:42:56.713224 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5d4dbb40-489c-4efb-b1ac-65229e0ff55e admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0748329 Nov 29 11:42:56.910277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab0986d-9dda-4917-b6a5-8a94e07896b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:42:56.911752 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6ab0986d-9dda-4917-b6a5-8a94e07896b4 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1937184 Nov 29 11:42:59.100164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52674) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:42:59.191101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ac62a-4803-4403-a000-ba44943f0a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:42:59.192426 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-832ac62a-4803-4403-a000-ba44943f0a6b admin admin] 10.222.0.23 "GET /v2.0/subnets/3a3ba089-190e-45e2-b212-9e867a2b1057 HTTP/1.1" status: 200 len: 849 time: 0.0913305 Nov 29 11:42:59.203289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:42:59.283821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:59.420236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727943387549'] for subnet, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:59.447167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:42:59.448008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:59.452080 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] 10.222.0.23 "PUT /v2.0/subnets/3a3ba089-190e-45e2-b212-9e867a2b1057 HTTP/1.1" status: 200 len: 868 time: 0.2496026 Nov 29 11:42:59.452232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cebf8f7-95ea-4b62-a29b-c85fb1914f8d None None] Network 757a785a-049b-4e38-bb92-9a42ab83d5e9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:42:59.474779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a3ba089-190e-45e2-b212-9e867a2b1057,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.485896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.486850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61363b1-ed9a-4ab5-b783-882853bd2d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:42:59.783780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d19a5f78-750f-4dd6-9bd9-d17c3328e617 None None] Provisioning complete for port 55d61929-1ecb-43d9-b530-9a905831d416 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:42:59.784334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d19a5f78-750f-4dd6-9bd9-d17c3328e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:42:59.865348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d19a5f78-750f-4dd6-9bd9-d17c3328e617 None None] Provisioning complete for port 4b51d841-db35-4a1b-8399-96a102ae0cc5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:42:59.865706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d19a5f78-750f-4dd6-9bd9-d17c3328e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:00.624487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee7ccf6a-2909-4898-b3e4-effa84e677d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:01.631538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52684) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:01.829699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859edfd6-3af0-4d9e-b997-2665c8bdea7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:01.830133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859edfd6-3af0-4d9e-b997-2665c8bdea7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:01.831662 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-859edfd6-3af0-4d9e-b997-2665c8bdea7a admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991763 Nov 29 11:43:03.161232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6da37284-a311-4317-b659-8f551f5a4719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:03.637265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:04.036819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52692) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:04.164364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc4347-b0bc-4df9-99d5-ef17746746f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:04.164867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc4347-b0bc-4df9-99d5-ef17746746f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:04.166384 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4abc4347-b0bc-4df9-99d5-ef17746746f0 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1286187 Nov 29 11:43:04.530325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:05.847540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:06.375529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52700) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:06.506830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e27cb-49b3-43f9-aa99-0898945c6b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:06.508202 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f97e27cb-49b3-43f9-aa99-0898945c6b71 admin admin] 10.222.0.23 "GET /v2.0/networks/757a785a-049b-4e38-bb92-9a42ab83d5e9 HTTP/1.1" status: 200 len: 869 time: 0.1317260 Nov 29 11:43:08.679535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 52708) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:08.853335 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5210cc4-9058-42a2-87b5-5e9775cc5bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:08.854670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d5210cc4-9058-42a2-87b5-5e9775cc5bbc admin admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 886 time: 0.1741521 Nov 29 11:43:11.009231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 52716) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:11.152168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a660a6-f176-4101-a70c-58d9e5700b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:11.152626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a660a6-f176-4101-a70c-58d9e5700b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:11.154172 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c7a660a6-f176-4101-a70c-58d9e5700b2e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1439855 Nov 29 11:43:13.326757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52724) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:13.450927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31348657-ce92-408d-b209-41a0d2f9c98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:13.451300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31348657-ce92-408d-b209-41a0d2f9c98a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:13.452818 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-31348657-ce92-408d-b209-41a0d2f9c98a admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250656 Nov 29 11:43:15.616831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52732) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:15.705204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21264ccd-85ee-4c13-bd49-5c933751327a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:15.706523 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-21264ccd-85ee-4c13-bd49-5c933751327a admin admin] 10.222.0.23 "GET /v2.0/subnets/3a3ba089-190e-45e2-b212-9e867a2b1057 HTTP/1.1" status: 200 len: 868 time: 0.0887549 Nov 29 11:43:17.878677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52740) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:17.962699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18d333-e7ec-41d1-a4da-3762b51ce073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:17.964011 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9e18d333-e7ec-41d1-a4da-3762b51ce073 admin admin] 10.222.0.23 "GET /v2.0/subnets/58783533-fe28-429c-bddc-3a82577bfeac HTTP/1.1" status: 200 len: 816 time: 0.0841336 Nov 29 11:43:28.927954 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:43:30.626215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cbce93c4-fa58-4980-b9a1-ff2d6fd7f2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:33.161466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e5dd7552-9ad8-4c68-9623-fd2bd98bb94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:33.638597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:34.532333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:35.850473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:42.043027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52794) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:42.091676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-5aa71b08-bdf7-4c98-9a41-53afab623f9a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:43:42.092718 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5aa71b08-bdf7-4c98-9a41-53afab623f9a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487273 Nov 29 11:43:44.358561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52802) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:44.417607 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c408852-8e81-4803-91a7-a7c4791a94e4 admin admin] GET failed (client error): The resource could not be found. Nov 29 11:43:44.418939 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5c408852-8e81-4803-91a7-a7c4791a94e4 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594416 Nov 29 11:43:44.560614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee945f-d1dd-40f6-8f2d-4775553c136f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:44.562111 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6cee945f-d1dd-40f6-8f2d-4775553c136f admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1385632 Nov 29 11:43:46.771219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52810) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:46.818114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:43:46.839987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Made reservation on behalf of f54d82c38bdf4c118a1c423d7364d39a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:43:46.842214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:46.869507 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING neutron.services.revisions.revision_plugin [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Could not find related network for resource to bump revision. Nov 29 11:43:46.879537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:43:46.887776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:46.888113 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Added segment f09f5064-4b44-49ce-b615-376ec8e371b3 of type vlan for network c95da725-2fae-44db-aed5-ec67c92803f8 Nov 29 11:43:46.925280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:46.947946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:46.949129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:46.949691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:47.092103 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3197756 Nov 29 11:43:47.102653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88966020-b49c-47c1-8bce-db3e21edb7bc admin admin] Pushing event updated for resources: {'Network': ['ID=c95da725-2fae-44db-aed5-ec67c92803f8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:43:47.122281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network c95da725-2fae-44db-aed5-ec67c92803f8 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:43:49.299006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52818) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:43:49.358820 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5660ae-e087-4bf8-857a-a3aeabf372f5 admin admin] GET failed (client error): The resource could not be found. Nov 29 11:43:49.360106 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ee5660ae-e087-4bf8-857a-a3aeabf372f5 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601542 Nov 29 11:43:49.427519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace17deb-165e-4cb7-b5a9-08bdb0d6e62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:49.428864 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ace17deb-165e-4cb7-b5a9-08bdb0d6e62d admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641847 Nov 29 11:43:49.440940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:43:49.464444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Made reservation on behalf of f54d82c38bdf4c118a1c423d7364d39a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:43:49.466721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:49.623787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:49.682698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2d0373-6582-4b24-88f3-aaae3eb394aa,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:43:49.687568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Checking segment: {'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:43:49.687911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Network hostable DHCP agents. Network: c95da725-2fae-44db-aed5-ec67c92803f8, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:43:49.703124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Network c95da725-2fae-44db-aed5-ec67c92803f8 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:43:49.710938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, c95da725-2fae-44db-aed5-ec67c92803f8) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:43:49.714830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:43:49.715410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:49.720525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a259153-85b1-422c-b66b-c36e1d0d1cb4 None None] Network c95da725-2fae-44db-aed5-ec67c92803f8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:43:49.733995 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d80c35eb-18c0-4542-8927-c46ec46f4f2c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2944436 Nov 29 11:43:49.874326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-c95da725-2fae-44db-aed5-ec67c92803f8', 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8', 'tenant_id': 'f54d82c38bdf4c118a1c423d7364d39a', 'fixed_ips': [{'subnet_id': '8e2d0373-6582-4b24-88f3-aaae3eb394aa'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:43:49.875231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:50.009151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Allocated IP 192.168.233.2 (c95da725-2fae-44db-aed5-ec67c92803f8/8e2d0373-6582-4b24-88f3-aaae3eb394aa/cc475652-8373-4735-a9d1-551286f90030) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:43:50.154375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:50.160376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:50.196424 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Network c95da725-2fae-44db-aed5-ec67c92803f8 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:43:50.199508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:43:50.202886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:43:50.216618 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Pushing event updated for resources: {'Port': ['ID=cc475652-8373-4735-a9d1-551286f90030,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:43:50.238930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.239312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.239647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.239980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.240309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.240640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.240987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.241330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.241675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.242031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.242355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.242704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:43:50.273722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Attempting to bind port cc475652-8373-4735-a9d1-551286f90030 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:43:50.274574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Attempting to bind port cc475652-8373-4735-a9d1-551286f90030 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:43:50.274937 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Attempting to bind port cc475652-8373-4735-a9d1-551286f90030 on network c95da725-2fae-44db-aed5-ec67c92803f8 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:43:50.279798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:43:50.280167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Checking segment: {'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:43:50.280567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:50.280962 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Bound using segment: {'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:43:50.281417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Bound port: cc475652-8373-4735-a9d1-551286f90030, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:43:50.281817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:50.342760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] For port cc475652-8373-4735-a9d1-551286f90030, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:43:50.345834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] For port cc475652-8373-4735-a9d1-551286f90030, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=cc475652-8373-4735-a9d1-551286f90030,segment=NetworkSegment(f09f5064-4b44-49ce-b615-376ec8e371b3),segment_id=f09f5064-4b44-49ce-b615-376ec8e371b3)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:43:50.350743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:50.411791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0305352-1a30-48dc-aaf4-9c8afa43ac9d None None] Pushing event updated for resources: {'Port': ['ID=cc475652-8373-4735-a9d1-551286f90030,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:43:51.234784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f216960-d3a7-43bb-8b52-49776eb0cd51 None None] Network c95da725-2fae-44db-aed5-ec67c92803f8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:43:51.283491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cc475652-8373-4735-a9d1-551286f90030 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:43:51.357438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d6a125b9-1400-44fc-b55c-937b70f0f5ee None None] Provisioning complete for port cc475652-8373-4735-a9d1-551286f90030 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:43:51.357731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6a125b9-1400-44fc-b55c-937b70f0f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:51.431805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port cc475652-8373-4735-a9d1-551286f90030 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:43:51.432176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:51.530149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6a125b9-1400-44fc-b55c-937b70f0f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:51.594589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d6a125b9-1400-44fc-b55c-937b70f0f5ee None None] For port cc475652-8373-4735-a9d1-551286f90030, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=cc475652-8373-4735-a9d1-551286f90030,segment=NetworkSegment(f09f5064-4b44-49ce-b615-376ec8e371b3),segment_id=f09f5064-4b44-49ce-b615-376ec8e371b3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:43:51.602995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6a125b9-1400-44fc-b55c-937b70f0f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:51.606349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:51.689582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a125b9-1400-44fc-b55c-937b70f0f5ee None None] Pushing event updated for resources: {'Port': ['ID=cc475652-8373-4735-a9d1-551286f90030,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:43:51.702165 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:43:51.702524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:43:51.824606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a4430c39-51e3-4156-bc96-07eb718e1a03 None None] Provisioning complete for port cc475652-8373-4735-a9d1-551286f90030 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:43:51.824933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a4430c39-51e3-4156-bc96-07eb718e1a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:43:53.220977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cc475652-8373-4735-a9d1-551286f90030 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:43:53.268434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port cc475652-8373-4735-a9d1-551286f90030 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:43:53.268797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:00.627238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c3fa3b8-b323-4ff5-a694-a830b63ca351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:03.163073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-510b72e1-0fbb-4b9c-a0d7-a0bcaca325c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:03.639170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:04.534796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:05.853960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:05.925751 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:44:30.628272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-36af7328-a2cc-400a-8786-7166902536c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:33.163982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e313034c-9af0-429a-b928-3304bc57bcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:33.640290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:34.538373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:35.856971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:44:42.926804 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:45:00.628984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-30c60b52-6262-4cb0-a4be-740da02a8883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:03.164957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a87ee23f-4173-4364-82eb-c104386545f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:03.641454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:04.538868 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:05.863790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:07.551259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52870) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:45:07.557519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-98f70156-00d1-4bde-b554-b536775fffa7 tempest-verify_tempest_config-1217360262 tempest-verify_tempest_config-1217360262-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:45:07.558532 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-98f70156-00d1-4bde-b554-b536775fffa7 tempest-verify_tempest_config-1217360262 tempest-verify_tempest_config-1217360262-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063090 Nov 29 11:45:07.851149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52888) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:45:07.950173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:08.024223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:08.028011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:08.071583 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51459beb67ae4177aa3a2352ddd064d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2194018 Nov 29 11:45:08.072382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e863e2f8-4533-45af-b8e9-11091318910d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:45:08.074775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 52892) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:45:08.078979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.079338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.079676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.080004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.080329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.080669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.080990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.081322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.081643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.081980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.082294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.082606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b0abe-30e0-4c74-8b9d-ba69418d6012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.153420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:08.173317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:08.264318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:08.266855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:08.268040 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e863e2f8-4533-45af-b8e9-11091318910d HTTP/1.1" status: 204 len: 168 time: 0.1922643 Nov 29 11:45:08.276809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e863e2f8-4533-45af-b8e9-11091318910d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:45:08.285565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.285922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.286282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.286613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.286937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.287272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.287604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.288548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.288871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.289189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.289524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.289835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767cf135-33f7-428c-8fdc-883c0ee210dd admin admin] Tracked resource versions report: Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: pushed versions: Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: { 'AddressGroup': {'1.2'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'ConntrackHelper': {'1.0'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Log': {'1.0'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Network': {'1.1'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Port': {'1.7'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'PortForwarding': {'1.2'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'QosPolicy': {'1.9'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SecurityGroup': {'1.4'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SecurityGroupRule': {'1.2'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SubPort': {'1.0'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Subnet': {'1.1'}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Trunk': {'1.1'}} Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: consumer versions: Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: { DHCP agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: L3 agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: Metadata agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: Metering agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: Open vSwitch agent@dv-neutron-819578-1-hyperv: { 'AddressGroup': '1.2', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'ConntrackHelper': '1.0', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Log': '1.0', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Network': '1.1', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Port': '1.7', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'PortForwarding': '1.2', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'QosPolicy': '1.9', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SecurityGroup': '1.4', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SecurityGroupRule': '1.2', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SubPort': '1.0', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Subnet': '1.1', Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Trunk': '1.1'}} Nov 29 11:45:08.291277 dv-neutron-819578-1-hyperv neutron-server[102103]: {{(pid=102103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 11:45:19.924757 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:45:30.629896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a79ad56c-3213-460b-8e16-09d9f277029c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:33.165280 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b10d99d-b31f-42d5-9f51-138099fae892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:33.642270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:34.541686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:35.863245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:45:56.923755 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 5 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:46:00.631298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d11d6ecf-215a-4aed-9329-ccc5c8aeeb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:03.165840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d124e163-ce75-4dd6-985e-908f26b21d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:03.641622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:04.545775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:05.865991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:27.355056 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582327'] for agent, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:30.630331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e59e4719-69d6-455c-90d4-1486af89cbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:33.165625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a50589f-857d-43a5-a751-565b2e01d277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:33.642533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:33.921637 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:46:34.548908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:35.870463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:46:41.074190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 52968) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:46:41.177773 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-03bfc31e-8fce-4fee-9947-e96fe77a6fae admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1021926 Nov 29 11:46:43.474250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 52978) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:46:43.534546 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ddce4d04-c537-4847-981d-dda452f7950a admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0589948 Nov 29 11:46:57.319961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:00.630622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-880470bb-055d-4b19-bdc7-811ef2dd63cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:03.167092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-90677f42-9081-491d-8ec3-634c44e8603f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:03.643658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:04.551976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:05.872154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:10.921105 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:47:27.322062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:30.631389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-05d60306-5e71-449a-9d9c-a59dc279f4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:33.168469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3f2e1e0a-dc23-44ac-8a9c-45f938d04c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:33.644401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:34.555511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:35.876673 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:47:47.920871 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:47:57.319830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:00.640494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b53bb671-931b-45fc-a11b-5019fc61bf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:03.179230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-004226bf-afde-42bf-a21a-dc6dcaf4a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:03.667771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:04.559967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:04.970866 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53128) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:05.246481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-495666859-network', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:05.270379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Made reservation on behalf of 7a9e7c97cb9f4e94aeca62c2f34f0a48 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:05.273513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.286349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.371186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.375695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.405976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdec0f3-9f4c-4c68-8587-c0b051b647e8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:05.417910 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:05.421689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.422095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.422417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.422751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.423079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.423422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.423750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.424074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.424393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.424719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.425033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.425351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Tracked resource versions report: Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: pushed versions: Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: { 'AddressGroup': {'1.2'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'ConntrackHelper': {'1.0'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Log': {'1.0'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Network': {'1.1'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Port': {'1.7'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'PortForwarding': {'1.2'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'QosPolicy': {'1.9'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SecurityGroup': {'1.4'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SecurityGroupRule': {'1.2'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SubPort': {'1.0'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Subnet': {'1.1'}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Trunk': {'1.1'}} Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: consumer versions: Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: { DHCP agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: HyperV agent@hv-neutron-8195: {}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: L3 agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: Metadata agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: Metering agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: Open vSwitch agent@dv-neutron-819578-1-hyperv: { 'AddressGroup': '1.2', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'ConntrackHelper': '1.0', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Log': '1.0', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Network': '1.1', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Port': '1.7', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'PortForwarding': '1.2', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'QosPolicy': '1.9', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SecurityGroup': '1.4', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SecurityGroupRule': '1.2', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'SubPort': '1.0', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Subnet': '1.1', Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: 'Trunk': '1.1'}} Nov 29 11:48:05.426503 dv-neutron-819578-1-hyperv neutron-server[102103]: {{(pid=102103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 11:48:05.439259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727943151791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.439861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Unsubscribe: segment precommit_create {{(pid=102103) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 29 11:48:05.440320 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Added segment 7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea of type vlan for network cd053911-1770-496c-974e-f2c804170770 Nov 29 11:48:05.505427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.522547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53162) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:05.552122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.553550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:05.554172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.556647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53168) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:05.640802 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6688068 Nov 29 11:48:05.643863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53178) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:05.649951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Request body: {'subnet': {'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-495666859-subnet', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:05.671944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Made reservation on behalf of 7a9e7c97cb9f4e94aeca62c2f34f0a48 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:05.673593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55710a-1832-4296-ae08-6a0933449fba admin admin] Pushing event updated for resources: {'Network': ['ID=cd053911-1770-496c-974e-f2c804170770,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:05.674537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.685561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network cd053911-1770-496c-974e-f2c804170770 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:05.829410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-905202098-network', 'tenant_id': '3c7036afab6b45bd80311f207072fa15'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:05.884459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.891015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Made reservation on behalf of 3c7036afab6b45bd80311f207072fa15 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:05.893252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.910014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.945666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:05.975484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128144851'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:06.065033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f14d764-4eb8-4915-96ae-55caa00cc376,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:06.080505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53194) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:06.082809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:06.087037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.089800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Checking segment: {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:06.090181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Network hostable DHCP agents. Network: cd053911-1770-496c-974e-f2c804170770, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:06.101149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.101521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.101857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.102214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.102540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.102864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.103188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.103508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.103833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.104144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.104458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.104773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Tracked resource versions report: Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: pushed versions: Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: { 'AddressGroup': {'1.2'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'ConntrackHelper': {'1.0'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Log': {'1.0'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Network': {'1.1'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Port': {'1.7'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'PortForwarding': {'1.2'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'QosPolicy': {'1.9'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SecurityGroup': {'1.4'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SecurityGroupRule': {'1.2'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SubPort': {'1.0'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Subnet': {'1.1'}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Trunk': {'1.1'}} Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: consumer versions: Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: { DHCP agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: HyperV agent@hv-neutron-8195: {}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: L3 agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: Metadata agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: Metering agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: Open vSwitch agent@dv-neutron-819578-1-hyperv: { 'AddressGroup': '1.2', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'ConntrackHelper': '1.0', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Log': '1.0', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Network': '1.1', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Port': '1.7', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'PortForwarding': '1.2', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'QosPolicy': '1.9', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SecurityGroup': '1.4', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SecurityGroupRule': '1.2', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'SubPort': '1.0', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Subnet': '1.1', Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: 'Trunk': '1.1'}} Nov 29 11:48:06.105859 dv-neutron-819578-1-hyperv neutron-server[102104]: {{(pid=102104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 11:48:06.118955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.121224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.133032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.160107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Network cd053911-1770-496c-974e-f2c804170770 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:06.174416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:06.187275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7da52b-405c-4329-bc4a-871afdada4dc,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:06.197958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, cd053911-1770-496c-974e-f2c804170770) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:06.200126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.200972 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Added segment bf6d0f4f-0bdb-4155-b1f3-ef34493b033a of type vlan for network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee Nov 29 11:48:06.210845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54415c22-7cfd-4186-8943-e091b4e8c4f0 None None] Network cd053911-1770-496c-974e-f2c804170770 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:06.263734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.266963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:06.267977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.295532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.343535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53206) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:06.348084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:06.353136 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7f89b7cc-fd4d-4a90-a371-aad177c3a54d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7077241 Nov 29 11:48:06.357705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c914b35-25c3-4d44-9914-a551ab502097,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:06.372688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.379426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:06.392542 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.393597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.403587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.404142 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment e01d28ae-6a48-4a53-ba56-3dd37d30a051 of type vlan for network bf8dbd2d-01d7-4d9e-abb5-21578aa68945 Nov 29 11:48:06.412625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-cd053911-1770-496c-974e-f2c804170770', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:06.413509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.446328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.447657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:06.448500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.471273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.486853 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9666460 Nov 29 11:48:06.520127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53210) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:06.525411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Request body: {'subnet': {'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-905202098-subnet', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:06.531353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.565596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-90820450-network', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:06.580920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f056738-ae55-4397-b384-c120409265d4 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:06.585849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Made reservation on behalf of 3c7036afab6b45bd80311f207072fa15 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:06.588608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.600430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:06.638429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Made reservation on behalf of f2015f397b9945aa93bb9584373ba6e7 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:06.640827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.655922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.658210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.666408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:06.667017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.741790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Allocated IP 172.20.0.2 (cd053911-1770-496c-974e-f2c804170770/1f14d764-4eb8-4915-96ae-55caa00cc376/0b967417-5a51-4d9b-823b-861921a54f6c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:06.745523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.756200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.769635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:06.781196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.781870 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Added segment 8783d4b8-e0f0-475c-b36c-77106f8a25be of type vlan for network 184cc2ac-2415-4f9b-a217-5513ff3793c3 Nov 29 11:48:06.790552 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2327411 Nov 29 11:48:06.904136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.909212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.962540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:06.964060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:06.965037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.026260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.040419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.043393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.045930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Pushing event updated for resources: {'Network': ['ID=184cc2ac-2415-4f9b-a217-5513ff3793c3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:07.048719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1240da94-bb87-40cd-a87d-6e88446f1701,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:07.086016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Network cd053911-1770-496c-974e-f2c804170770 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:07.088534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:07.093837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:07.119409 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-682c9b6d-e887-4106-98e8-6b4f209cfc24 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0376062 Nov 29 11:48:07.122475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53226) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:07.128386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52d0e2-fcab-4182-a640-4714552a7231 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=bf8dbd2d-01d7-4d9e-abb5-21578aa68945,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:07.139038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:07.174393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Request body: {'subnet': {'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-90820450-subnet', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:07.180919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network bf8dbd2d-01d7-4d9e-abb5-21578aa68945 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:07.207628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32262308-b0e7-4d46-b015-3101c9347f45,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:07.225188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Checking segment: {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:07.228493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Network hostable DHCP agents. Network: 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:07.228643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Made reservation on behalf of f2015f397b9945aa93bb9584373ba6e7 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:07.231046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.275315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:07.293488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:07.299115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:07.299990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.321044 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ff3bd7f7-9e42-4b36-ab1f-d1b38f0380b5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7995088 Nov 29 11:48:07.324367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53236) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:07.337881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:07.394897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.399489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.448115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53242) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:07.462958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778bc25-7770-4a86-b929-981e1de31d18 None None] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:07.554856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.606987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Attempting to bind port 0b967417-5a51-4d9b-823b-861921a54f6c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:07.607720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Attempting to bind port 0b967417-5a51-4d9b-823b-861921a54f6c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:07.608321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Attempting to bind port 0b967417-5a51-4d9b-823b-861921a54f6c on network cd053911-1770-496c-974e-f2c804170770 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:07.618069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Pushing event updated for resources: {'Port': ['ID=0b967417-5a51-4d9b-823b-861921a54f6c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:07.634910 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.639839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.643704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.644316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.646091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.646925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.647486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.650740 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.651341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.651920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.652482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.653028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.653561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Tracked resource versions report: Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: pushed versions: Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: { 'AddressGroup': {'1.2'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'ConntrackHelper': {'1.0'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Log': {'1.0'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Network': {'1.1'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Port': {'1.7'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'PortForwarding': {'1.2'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'QosPolicy': {'1.9'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SecurityGroup': {'1.4'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SecurityGroupRule': {'1.2'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SubPort': {'1.0'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Subnet': {'1.1'}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Trunk': {'1.1'}} Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: consumer versions: Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: { DHCP agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: HyperV agent@hv-neutron-8195: {}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: L3 agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: Metadata agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: Metering agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: Open vSwitch agent@dv-neutron-819578-1-hyperv: { 'AddressGroup': '1.2', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'ConntrackHelper': '1.0', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Log': '1.0', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Network': '1.1', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Port': '1.7', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'PortForwarding': '1.2', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'QosPolicy': '1.9', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SecurityGroup': '1.4', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SecurityGroupRule': '1.2', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'SubPort': '1.0', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Subnet': '1.1', Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: 'Trunk': '1.1'}} Nov 29 11:48:07.654912 dv-neutron-819578-1-hyperv neutron-server[102105]: {{(pid=102105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 11:48:07.670278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.683189 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:07.683920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Checking segment: {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:07.684674 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:07.686441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Bound using segment: {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:07.688463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Bound port: 0b967417-5a51-4d9b-823b-861921a54f6c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:07.689686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.048581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] For port 0b967417-5a51-4d9b-823b-861921a54f6c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:08.057998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:08.058899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.078421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] For port 0b967417-5a51-4d9b-823b-861921a54f6c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0b967417-5a51-4d9b-823b-861921a54f6c,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:08.100663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.170418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-903678276'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:08.191914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.271868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.335163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Allocated IP 172.26.5.91 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/49819c28-de0d-496f-bbec-23e94c24fcba) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:08.347318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Made reservation on behalf of f6066fe52dde4fffb4fc036aec2ada8f for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:08.357729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.402865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.421449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e07f97-8200-4905-805d-3f31e113bd2c None None] Pushing event updated for resources: {'Port': ['ID=0b967417-5a51-4d9b-823b-861921a54f6c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:08.480601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53264) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:08.526800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Allocated IP 172.20.0.2 (8d5dbc71-d19f-4d76-86ee-ef2acbd90aee/32262308-b0e7-4d46-b015-3101c9347f45/a14b50ed-ce89-475e-b1de-d9509981e40a) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:08.598219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Checking segment: {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:08.598890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Network hostable DHCP agents. Network: 184cc2ac-2415-4f9b-a217-5513ff3793c3, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:08.621120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53268) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:08.705062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c7219d5-eb30-479b-8839-b68d0afa8c95,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:08.729503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:08.759780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.803607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 184cc2ac-2415-4f9b-a217-5513ff3793c3) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:08.816290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:08.816922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.845553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.875150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53272) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:08.900000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.928460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.944352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54dda21-bac8-41d6-9acd-c8021e62b783 None None] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:08.947421 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-24b8a73f-10b3-4ce9-808f-11ff15c7de37 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7943449 Nov 29 11:48:08.953003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53276) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:08.957783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:08.967513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0fafb5af-a8b1-48b6-9ed4-2e67b48b9f99 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-709969006'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:08.987240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:09.003663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:09.009323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.031428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:09.038051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583745a6-1122-4ee0-9c4f-12c59ec15e33,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:09.059141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.108559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-373476497'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:09.141780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2132681671'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:09.150353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.151003 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Added segment 24b8f7b5-71c4-4131-9a44-3a6e6a9494a3 of type vlan for network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 Nov 29 11:48:09.169998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fafb5af-a8b1-48b6-9ed4-2e67b48b9f99 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.172198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fafb5af-a8b1-48b6-9ed4-2e67b48b9f99 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.198498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.225724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.232237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:09.232892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.239099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fafb5af-a8b1-48b6-9ed4-2e67b48b9f99 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.258725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:09.264545 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:09.268751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.270527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.321069 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8681471 Nov 29 11:48:09.326837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fff346-be8a-410e-9ebb-8b4ba2da4f6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Pushing event updated for resources: {'Network': ['ID=3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:09.367772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Made reservation on behalf of 4d4d4a2dae4a4ede8fab7a369d75994d for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:09.369973 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:09.383972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.390842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fafb5af-a8b1-48b6-9ed4-2e67b48b9f99 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.400538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.453429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.457716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.513096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Attempting to bind port a14b50ed-ce89-475e-b1de-d9509981e40a on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:09.513462 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Attempting to bind port a14b50ed-ce89-475e-b1de-d9509981e40a by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:09.513817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Attempting to bind port a14b50ed-ce89-475e-b1de-d9509981e40a on network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:09.535553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Pushing event updated for resources: {'Port': ['ID=a14b50ed-ce89-475e-b1de-d9509981e40a,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:09.537448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Allocated IP 172.26.5.195 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/2450fe9e-acf6-418f-adf8-d39654d6b04d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:09.556821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:09.556821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Checking segment: {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:09.556821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.558700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Bound using segment: {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:09.559197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Bound port: a14b50ed-ce89-475e-b1de-d9509981e40a, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:09.559601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.590319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0b967417-5a51-4d9b-823b-861921a54f6c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:09.762766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.846516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] For port a14b50ed-ce89-475e-b1de-d9509981e40a, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:09.851784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.854980 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Made reservation on behalf of 78fe6e18778a47f796a75c40e1ca9c6c for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:09.860912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.864819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:09.875165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fafb5af-a8b1-48b6-9ed4-2e67b48b9f99 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.878933 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0fafb5af-a8b1-48b6-9ed4-2e67b48b9f99 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2371633 Nov 29 11:48:09.886832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-184cc2ac-2415-4f9b-a217-5513ff3793c3', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:09.890523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.890793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53292) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:09.895743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] For port a14b50ed-ce89-475e-b1de-d9509981e40a, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a14b50ed-ce89-475e-b1de-d9509981e40a,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:09.900031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:09.913573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0b967417-5a51-4d9b-823b-861921a54f6c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:09.913950 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.927715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:09.934305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:09.938464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:09.942565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:09.974168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.004346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:10.009989 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53294) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:10.045785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3949e2-84e9-4fab-b2a5-254be0f395a9 None None] Network cd053911-1770-496c-974e-f2c804170770 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:10.076909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2450fe9e-acf6-418f-adf8-d39654d6b04d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:10.102568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': 'bf8dbd2d-01d7-4d9e-abb5-21578aa68945', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:10.190799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.192105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58c1d2-1d77-4391-88ee-30517b5ee3c9 None None] Pushing event updated for resources: {'Port': ['ID=a14b50ed-ce89-475e-b1de-d9509981e40a,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:10.209041 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Pushing event updated for resources: {'Port': ['ID=49819c28-de0d-496f-bbec-23e94c24fcba,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:10.259648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53300) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:10.266623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Request body: {'port': {'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3', 'binding:host_id': 'hv-neutron-8195', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-985953461'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:10.310565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Made reservation on behalf of 8173da5ec1ec45b3ba3311cea5dde8ed for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:10.314140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.317742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5b0dc61d-3db3-4695-831e-cf969a1a2ff3 None None] Provisioning complete for port 0b967417-5a51-4d9b-823b-861921a54f6c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:10.318346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc61d-3db3-4695-831e-cf969a1a2ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.328047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.386186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de6625c2-e4b9-4703-84d8-0a6ebd0839f2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.409495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.475620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.511621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.523039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.526611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] device_id is not set on port 6e104c81-7267-42eb-8afc-0b9029eb8908 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:10.542718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Allocated IP 172.20.0.2 (184cc2ac-2415-4f9b-a217-5513ff3793c3/1c7219d5-eb30-479b-8839-b68d0afa8c95/8988311b-2abd-4113-9ef5-72beb3be68a8) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:10.605506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 0b967417-5a51-4d9b-823b-861921a54f6c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0b967417-5a51-4d9b-823b-861921a54f6c,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:10.642733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.656880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a1fd76-7dff-4983-94b0-e22cfcaac3ac,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:10.789374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=0b967417-5a51-4d9b-823b-861921a54f6c,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:10.845646 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.879594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.889308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.950720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Pushing event updated for resources: {'Port': ['ID=8988311b-2abd-4113-9ef5-72beb3be68a8,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:10.960025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] device_id is not set on port 6e104c81-7267-42eb-8afc-0b9029eb8908 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:10.961815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:10.963941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:10.967578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:10.976862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.979814 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.981284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de6625c2-e4b9-4703-84d8-0a6ebd0839f2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.985616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de6625c2-e4b9-4703-84d8-0a6ebd0839f2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.993172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:10.994945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:10.996949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.042950 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Attempting to bind port 8988311b-2abd-4113-9ef5-72beb3be68a8 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:11.043607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Attempting to bind port 8988311b-2abd-4113-9ef5-72beb3be68a8 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:11.043769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Attempting to bind port 8988311b-2abd-4113-9ef5-72beb3be68a8 on network 184cc2ac-2415-4f9b-a217-5513ff3793c3 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:11.051403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:11.051769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Checking segment: {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:11.052168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.053108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Bound using segment: {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:11.053806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Bound port: 8988311b-2abd-4113-9ef5-72beb3be68a8, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:11.054271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.125107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.144843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] For port 8988311b-2abd-4113-9ef5-72beb3be68a8, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:11.150488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] For port 8988311b-2abd-4113-9ef5-72beb3be68a8, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8988311b-2abd-4113-9ef5-72beb3be68a8,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:11.157697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.160461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.219082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9421dc68-7473-48bf-8d09-fc1cb73a2240 None None] Provisioning complete for port 0b967417-5a51-4d9b-823b-861921a54f6c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:11.219512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9421dc68-7473-48bf-8d09-fc1cb73a2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.254498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b493cfc-257d-4e4d-9bea-7bece9ccf203,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:11.257726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de6625c2-e4b9-4703-84d8-0a6ebd0839f2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.259489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6625c2-e4b9-4703-84d8-0a6ebd0839f2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83efbe9b-1f03-4cd1-9668-37090948b9e6 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:48:11.261082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.272236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=6e104c81-7267-42eb-8afc-0b9029eb8908,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:11.286245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a97d1-f9e3-494a-9a47-2dcd0739f830 None None] Pushing event updated for resources: {'Port': ['ID=8988311b-2abd-4113-9ef5-72beb3be68a8,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:11.326890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0e5eef-5f70-4083-968a-4c682b72cd76,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:11.350212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de6625c2-e4b9-4703-84d8-0a6ebd0839f2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.351720 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-de6625c2-e4b9-4703-84d8-0a6ebd0839f2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "DELETE /v2.0/routers/83efbe9b-1f03-4cd1-9668-37090948b9e6 HTTP/1.1" status: 204 len: 168 time: 1.4538906 Nov 29 11:48:11.355799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53302) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:11.373658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ae04aa9e-73be-410b-a762-60d937de3eb0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Request body: {'router': {'name': 'tempest-router-616784956', 'distributed': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:11.378166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:11.390178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:11.411637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:48:11.429432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Checking segment: {'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:11.429696 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Network hostable DHCP agents. Network: 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:11.438787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.439688 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Added segment ebfadbc9-83a3-4f00-be49-fcfd3b3826b9 of type vlan for network fec9e232-1fb1-46c1-98af-0859b7b2d005 Nov 29 11:48:11.453972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.458982 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Added segment 82cc7f4a-6bc8-4541-8737-339c13de603b of type vlan for network c4f12a2c-af81-49c6-9b67-006943b0af2c Nov 29 11:48:11.475264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae04aa9e-73be-410b-a762-60d937de3eb0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.476106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae04aa9e-73be-410b-a762-60d937de3eb0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.484659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.547296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182690a7-745a-49a6-9fc8-3f9523fa27fd None None] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:11.617782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae04aa9e-73be-410b-a762-60d937de3eb0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.634737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-421a43af-e8f9-4d15-8735-b745e5eb9239 None None] Provisioning complete for port a14b50ed-ce89-475e-b1de-d9509981e40a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:11.634902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-421a43af-e8f9-4d15-8735-b745e5eb9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.635141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:11.646531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae04aa9e-73be-410b-a762-60d937de3eb0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.660806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:11.666604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:11.676518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0b967417-5a51-4d9b-823b-861921a54f6c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:11.676854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae04aa9e-73be-410b-a762-60d937de3eb0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.681210 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ae04aa9e-73be-410b-a762-60d937de3eb0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3115449 Nov 29 11:48:11.681819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53304) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:11.690709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f0fcd-0aa8-4417-a7dd-cd197838ebe4 None None] Network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:11.697002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.711580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.783661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:11.784080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:11.784402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:11.799322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efe8f52e-91f2-435e-b383-efc018791f2a tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.804401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:11.804401 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:11.804926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:48:11.816940 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Sync routers for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:48:11.826214 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:11.826816 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:11.891667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.898127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:11.898443 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 2 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:11.899008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.933079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.938697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:11.939316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:11.991588 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:12.026090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0b967417-5a51-4d9b-823b-861921a54f6c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:12.027204 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.046974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efe8f52e-91f2-435e-b383-efc018791f2a tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.049993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efe8f52e-91f2-435e-b383-efc018791f2a tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.139208 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.6568124 Nov 29 11:48:12.143577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:12.144427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:12.145062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:12.151130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53306) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:12.153758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:12.154371 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:12.160784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Request body: {'subnet': {'network_id': 'fec9e232-1fb1-46c1-98af-0859b7b2d005', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:12.185883 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3096209 Nov 29 11:48:12.203305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53308) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:12.204024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3a6c2-63c3-420b-a19e-e042332ae6dd tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event updated for resources: {'Network': ['ID=fec9e232-1fb1-46c1-98af-0859b7b2d005,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:12.243590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network fec9e232-1fb1-46c1-98af-0859b7b2d005 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:12.251898 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:10Z', 'revision_number': 3, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:12.284285 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Checking router: 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:48:12.285557 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 3 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:12.286118 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Updating router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a port 2450fe9e-acf6-418f-adf8-d39654d6b04d binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:48:12.293236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efe8f52e-91f2-435e-b383-efc018791f2a tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.293747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe8f52e-91f2-435e-b383-efc018791f2a tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 576dee97-1acf-4483-8e46-0cbde540afec {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:48:12.310463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.314503 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f9337c69-f077-4d3d-8aed-ed5ad371a0c0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9872999 Nov 29 11:48:12.321050 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.355099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-421a43af-e8f9-4d15-8735-b745e5eb9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.399692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:12.400581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:12.401139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:12.404486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53312) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:12.408783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efe8f52e-91f2-435e-b383-efc018791f2a tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.410252 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-efe8f52e-91f2-435e-b383-efc018791f2a tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "DELETE /v2.0/routers/576dee97-1acf-4483-8e46-0cbde540afec HTTP/1.1" status: 204 len: 168 time: 0.7203579 Nov 29 11:48:12.418052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53314) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:12.466381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-421a43af-e8f9-4d15-8735-b745e5eb9239 None None] For port a14b50ed-ce89-475e-b1de-d9509981e40a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a14b50ed-ce89-475e-b1de-d9509981e40a,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:12.475225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-421a43af-e8f9-4d15-8735-b745e5eb9239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.543870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a14b50ed-ce89-475e-b1de-d9509981e40a up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:12.545686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a43af-e8f9-4d15-8735-b745e5eb9239 None None] Pushing event updated for resources: {'Port': ['ID=a14b50ed-ce89-475e-b1de-d9509981e40a,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:12.576896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Request body: {'network': {'name': 'tempest-network--1933118720', 'router:external': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:12.603080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.614920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a14b50ed-ce89-475e-b1de-d9509981e40a triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:12.616131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.617169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.662730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c5816-2e89-46cf-9f93-718a0dd7d586 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Pushing event updated for resources: {'Network': ['ID=c4f12a2c-af81-49c6-9b67-006943b0af2c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:12.669552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.683576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network c4f12a2c-af81-49c6-9b67-006943b0af2c details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:12.707667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fc6df12c-ac58-408a-87c2-96bf3fe96d00 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Request body: {'router': {'name': 'tempest-router-1190209447', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cb91aac99e2f480facf9f9734c458d32'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:12.765821 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.774052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.778125 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.792935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b6e67c53-9132-4850-a518-8e133c5ac323 None None] Provisioning complete for port a14b50ed-ce89-475e-b1de-d9509981e40a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:12.793312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6e67c53-9132-4850-a518-8e133c5ac323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.809677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=a673e39f-c10b-41d8-9bf7-611ebcdff998,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:12.835825 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2450fe9e-acf6-418f-adf8-d39654d6b04d,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:12.839994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93668561-dd80-4035-8236-77e850b48c33 None None] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:12.840642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:12.841112 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:12.845730 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 4 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:12.857579 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.858262 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.858767 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.859270 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.859744 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.860780 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.861273 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.861924 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.862454 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.862939 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.863419 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.863903 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:48:12.864711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:12.865685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Tracked resource versions report: Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: pushed versions: Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: { 'AddressGroup': {'1.2'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'ConntrackHelper': {'1.0'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Log': {'1.0'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Network': {'1.1'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Port': {'1.7'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'PortForwarding': {'1.2'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'QosPolicy': {'1.9'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SecurityGroup': {'1.4'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SecurityGroupRule': {'1.2'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SubPort': {'1.0'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Subnet': {'1.1'}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Trunk': {'1.1'}} Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: consumer versions: Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: { DHCP agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: HyperV agent@hv-neutron-8195: {}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: L3 agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: Metadata agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: Metering agent@dv-neutron-819578-1-hyperv: {}, Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: Open vSwitch agent@dv-neutron-819578-1-hyperv: { 'AddressGroup': '1.2', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'ConntrackHelper': '1.0', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Log': '1.0', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Network': '1.1', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Port': '1.7', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'PortForwarding': '1.2', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'QosPolicy': '1.9', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SecurityGroup': '1.4', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SecurityGroupRule': '1.2', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'SubPort': '1.0', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Subnet': '1.1', Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: 'Trunk': '1.1'}} Nov 29 11:48:12.866070 dv-neutron-819578-1-hyperv neutron-server[102106]: {{(pid=102106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 29 11:48:12.868282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:12.877918 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Attempting to bind port 2450fe9e-acf6-418f-adf8-d39654d6b04d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:12.878551 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Attempting to bind port 2450fe9e-acf6-418f-adf8-d39654d6b04d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:12.879081 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Attempting to bind port 2450fe9e-acf6-418f-adf8-d39654d6b04d on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:12.886232 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:12.886855 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:12.887457 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.888002 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:12.888637 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Bound port: 2450fe9e-acf6-418f-adf8-d39654d6b04d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:12.889196 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.893510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:12.893978 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:12.909803 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 5 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:12.919548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Made reservation on behalf of ff05cfea095943d6a0c71efd5d4c6026 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:12.922027 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.923967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': 'e01d28ae-6a48-4a53-ba56-3dd37d30a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bf8dbd2d-01d7-4d9e-abb5-21578aa68945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:12.924199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 11:48:12.924199 dv-neutron-819578-1-hyperv neutron-server[102104]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 29 11:48:12.924199 dv-neutron-819578-1-hyperv neutron-server[102104]: [parameters: {'project_id': '4d4d4a2dae4a4ede8fab7a369d75994d', 'id': '2e385ae0-50a0-43f0-96c4-01b0dfb8c4d0', 'expiration': datetime.datetime(2021, 11, 29, 11, 50, 12, 842079)}] Nov 29 11:48:12.924199 dv-neutron-819578-1-hyperv neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:48:12.924589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: bf8dbd2d-01d7-4d9e-abb5-21578aa68945, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:12.924931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:48:12.929778 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:12.930772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:12.931659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:12.934775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc6df12c-ac58-408a-87c2-96bf3fe96d00 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.935577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc6df12c-ac58-408a-87c2-96bf3fe96d00 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.946895 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] For port 2450fe9e-acf6-418f-adf8-d39654d6b04d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:12.951321 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] For port 2450fe9e-acf6-418f-adf8-d39654d6b04d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2450fe9e-acf6-418f-adf8-d39654d6b04d,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:12.957285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:12.957737 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.001535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Allocated IP 172.26.5.40 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/ae0c06c8-983c-4f80-a906-b98e9022983c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:13.010841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc6df12c-ac58-408a-87c2-96bf3fe96d00 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.014741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network bf8dbd2d-01d7-4d9e-abb5-21578aa68945 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:13.041826 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7da77-b878-487b-9dc5-b8f0d140c7b5 None None] Pushing event updated for resources: {'Port': ['ID=2450fe9e-acf6-418f-adf8-d39654d6b04d,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:13.047337 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, bf8dbd2d-01d7-4d9e-abb5-21578aa68945) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:13.074649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:13.075347 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:13.077854 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 6 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:13.078858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378d9d8a-28a4-42bb-a963-aaed1f212bba None None] Network bf8dbd2d-01d7-4d9e-abb5-21578aa68945 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:13.081406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc6df12c-ac58-408a-87c2-96bf3fe96d00 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.093902 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:13.094823 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:13.106438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:13.107047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.148538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.150300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:13.150731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:13.151161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:13.155166 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-504b9c2a-61df-42ea-8672-243c6cb5d4db tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1040764 Nov 29 11:48:13.159860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53320) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:13.161694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:13.162535 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:13.166359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc6df12c-ac58-408a-87c2-96bf3fe96d00 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.167276 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fc6df12c-ac58-408a-87c2-96bf3fe96d00 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7477577 Nov 29 11:48:13.172435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104366756'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:13.174898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53322) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:13.182856 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 7 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:13.190904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:13.210943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:13.210943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:13.210943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:13.225834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:13.226119 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:13.227696 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 8 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:13.234300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:13.238099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.252945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-4800c694-2e74-4cc2-a19d-061e7eb7dabb None None] Provisioning complete for port 8988311b-2abd-4113-9ef5-72beb3be68a8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:13.253313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4800c694-2e74-4cc2-a19d-061e7eb7dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.262414 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:13.302473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Router 013a6e74-287e-43fe-a585-c99eee3235dd is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:48:13.305919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.313096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.320469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.497090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:13.502342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-bf8dbd2d-01d7-4d9e-abb5-21578aa68945', 'network_id': 'bf8dbd2d-01d7-4d9e-abb5-21578aa68945', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': 'a673e39f-c10b-41d8-9bf7-611ebcdff998'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:13.513848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.543274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4800c694-2e74-4cc2-a19d-061e7eb7dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.550589 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:13.551292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:13.552084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:13.575104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:13.575286 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:10Z', 'revision_number': 3, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:13.575972 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:13.582091 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 9 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:13.583222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f626d2-b60e-4d0a-86c2-b475a7265a10,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:13.625279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.625868 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Added segment 5263ef16-1b2f-40ee-b45c-3ca9deb48a30 of type vlan for network 0ebbd51d-fb76-4204-9e43-5b02940af063 Nov 29 11:48:13.630905 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ddd61-c899-45e1-9c44-7b616b52ad64 None None] The sync data for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv is: [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:10Z', 'revision_number': 3, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:48:13.640318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a14b50ed-ce89-475e-b1de-d9509981e40a up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:13.649649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:13.651214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.651803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.665383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Made reservation on behalf of 4d4d4a2dae4a4ede8fab7a369d75994d for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:13.669645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks [] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.676907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:13.677973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:13.678415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:13.749189 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4800c694-2e74-4cc2-a19d-061e7eb7dabb None None] For port 8988311b-2abd-4113-9ef5-72beb3be68a8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8988311b-2abd-4113-9ef5-72beb3be68a8,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:13.765777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.766452 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment bcde026d-c1ff-430e-ae1d-77cbe1dfd158 of type vlan for network fb369bcb-8df5-40d1-bdfa-18f142a35f99 Nov 29 11:48:13.768664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4800c694-2e74-4cc2-a19d-061e7eb7dabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.781508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.788723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:13.789323 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:13.806301 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 10 to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 Nov 29 11:48:13.833164 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.863494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102103) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 29 11:48:13.863826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Router 26740cb7-c98f-417e-aa0f-b75f5e6051eb migrating from provider to provider. {{(pid=102103) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 29 11:48:13.864201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.872896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:48:13.887727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.899466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Sync routers for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:48:13.910703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:13.910958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:13.911412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:13.912190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:13.919546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.921050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Allocated IP 2001:db8:0:ffff::2 (bf8dbd2d-01d7-4d9e-abb5-21578aa68945/a673e39f-c10b-41d8-9bf7-611ebcdff998/e27c335b-4cc1-42f0-ae53-0eb54665cfcc) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:13.921454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:13.928903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800c694-2e74-4cc2-a19d-061e7eb7dabb None None] Pushing event updated for resources: {'Port': ['ID=8988311b-2abd-4113-9ef5-72beb3be68a8,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:13.933496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.935545 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a14b50ed-ce89-475e-b1de-d9509981e40a triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:13.935919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.936248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:13.940664 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 6e104c81-7267-42eb-8afc-0b9029eb8908 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:13.941164 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 6e104c81-7267-42eb-8afc-0b9029eb8908 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:13.941649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:13.942819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0c06c8-983c-4f80-a906-b98e9022983c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:13.966312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Allocated IP 172.20.0.1 (8d5dbc71-d19f-4d76-86ee-ef2acbd90aee/32262308-b0e7-4d46-b015-3101c9347f45/d9aeeb78-3989-4bef-afce-5ad6c18722b9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:13.978311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:13.979305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:13.992060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2bf611a8-c3aa-48df-a9ec-b639290ab963 None None] Provisioning complete for port 8988311b-2abd-4113-9ef5-72beb3be68a8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:13.992439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2bf611a8-c3aa-48df-a9ec-b639290ab963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.013777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.015216 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2b1389bb-e806-4335-aa59-10fa2d484e0e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.6705384 Nov 29 11:48:14.036456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53324) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:14.096639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.097848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:14.098478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.135582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.141102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:14.141709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.260730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Network': ['ID=0ebbd51d-fb76-4204-9e43-5b02940af063,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:14.289235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 0ebbd51d-fb76-4204-9e43-5b02940af063 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:14.294026 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] No L3 agents can host the router 26740cb7-c98f-417e-aa0f-b75f5e6051eb Nov 29 11:48:14.347987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:14.355175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] For port 6e104c81-7267-42eb-8afc-0b9029eb8908, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:14.355541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempted to set empty binding levels {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 11:48:14.370394 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2070947 Nov 29 11:48:14.394278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53330) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:14.400804 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3c761ea4-795e-421a-a774-a97cef1463c9 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1941807 Nov 29 11:48:14.406027 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': 'fb369bcb-8df5-40d1-bdfa-18f142a35f99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:14.408533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.410495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53332) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:14.574446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8988311b-2abd-4113-9ef5-72beb3be68a8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:14.605005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:14.605843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.629179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c586c8-4e76-4eb7-8184-4f8f1c63439c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=fb369bcb-8df5-40d1-bdfa-18f142a35f99,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:14.673638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.678823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.680156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network fb369bcb-8df5-40d1-bdfa-18f142a35f99 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:14.713363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.716366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=6e104c81-7267-42eb-8afc-0b9029eb8908,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:14.721748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.764065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.771160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-69c21811-b115-420d-80ec-1c8665378bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.5100586 Nov 29 11:48:14.794384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53338) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:14.844540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.901481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:14.901735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Network bf8dbd2d-01d7-4d9e-abb5-21578aa68945 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:14.905090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.913490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Pushing event updated for resources: {'Port': ['ID=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:14.916029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:14.952062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event updated for resources: {'Subnet': ['ID=b73fa82c-1296-462a-8bdf-0f089dae388c,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:14.952633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8988311b-2abd-4113-9ef5-72beb3be68a8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:14.952633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:14.959504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Hosts for router 26740cb7-c98f-417e-aa0f-b75f5e6051eb: [] {{(pid=102103) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 29 11:48:14.993488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:15.005287 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Hosts for other DVR routers connected to router 26740cb7-c98f-417e-aa0f-b75f5e6051eb: set() {{(pid=102103) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 29 11:48:15.007837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.013990 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3531936c-a094-40a5-a789-d8922ba3f645 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "PUT /v2.0/routers/26740cb7-c98f-417e-aa0f-b75f5e6051eb HTTP/1.1" status: 200 len: 717 time: 1.8314431 Nov 29 11:48:15.015441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53342) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:15.092741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Attempting to bind port e27c335b-4cc1-42f0-ae53-0eb54665cfcc on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:15.093102 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Attempting to bind port e27c335b-4cc1-42f0-ae53-0eb54665cfcc by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'e01d28ae-6a48-4a53-ba56-3dd37d30a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bf8dbd2d-01d7-4d9e-abb5-21578aa68945'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:15.093466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Attempting to bind port e27c335b-4cc1-42f0-ae53-0eb54665cfcc on network bf8dbd2d-01d7-4d9e-abb5-21578aa68945 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:15.107215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Checking segment: {'id': 'ebfadbc9-83a3-4f00-be49-fcfd3b3826b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fec9e232-1fb1-46c1-98af-0859b7b2d005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:15.107447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:15.107816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Checking segment: {'id': 'e01d28ae-6a48-4a53-ba56-3dd37d30a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bf8dbd2d-01d7-4d9e-abb5-21578aa68945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:15.107951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Network hostable DHCP agents. Network: fec9e232-1fb1-46c1-98af-0859b7b2d005, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:15.108217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.108613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Bound using segment: {'id': 'e01d28ae-6a48-4a53-ba56-3dd37d30a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bf8dbd2d-01d7-4d9e-abb5-21578aa68945'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:15.109081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Bound port: e27c335b-4cc1-42f0-ae53-0eb54665cfcc, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01d28ae-6a48-4a53-ba56-3dd37d30a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bf8dbd2d-01d7-4d9e-abb5-21578aa68945'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:15.109480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.122474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:10Z', 'revision_number': 3, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:15.150587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.155218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.158736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Checking router: 013a6e74-287e-43fe-a585-c99eee3235dd for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:48:15.158736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Updating router 013a6e74-287e-43fe-a585-c99eee3235dd port 49819c28-de0d-496f-bbec-23e94c24fcba binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:48:15.167125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cf95d772-173f-43a2-8700-d7a2a3a94506 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "GET /v2.0/routers/26740cb7-c98f-417e-aa0f-b75f5e6051eb HTTP/1.1" status: 200 len: 717 time: 0.1471474 Nov 29 11:48:15.170838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53344) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:15.211035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Deleting port 6e104c81-7267-42eb-8afc-0b9029eb8908 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:15.211740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.236568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Network fec9e232-1fb1-46c1-98af-0859b7b2d005 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:15.238773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.245919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.269761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.270290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.272018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.272585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > port after_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.273129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.273693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > port after_update 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.274281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.274845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.275393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.276188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.401556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] For port e27c335b-4cc1-42f0-ae53-0eb54665cfcc, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:15.406525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] For port e27c335b-4cc1-42f0-ae53-0eb54665cfcc, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,segment=NetworkSegment(e01d28ae-6a48-4a53-ba56-3dd37d30a051),segment_id=e01d28ae-6a48-4a53-ba56-3dd37d30a051)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:15.412482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.452104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.508120 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c1e4e2a7-25a1-4028-8b32-525967c86ff9 tempest-RoutersTestDVR-1171309151 tempest-RoutersTestDVR-1171309151-project] 10.222.0.23 "GET /v2.0/routers/26740cb7-c98f-417e-aa0f-b75f5e6051eb HTTP/1.1" status: 200 len: 683 time: 0.3358576 Nov 29 11:48:15.515224 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53348) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:15.569405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8988311b-2abd-4113-9ef5-72beb3be68a8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:15.596641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf5f0ca-c6e3-42aa-8143-9344c56a24a0 None None] Pushing event updated for resources: {'Port': ['ID=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:15.613807 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=e80cd2e0-84ef-4970-905a-5b407223a378,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:15.635529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cbf409b-2a8a-456c-b591-f1ca73820ea0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.650332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.650716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.651267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.651406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:15.651728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebbd51d-fb76-4204-9e43-5b02940af063']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:15.672086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5263ef16-1b2f-40ee-b45c-3ca9deb48a30') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:15.672380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5263ef16-1b2f-40ee-b45c-3ca9deb48a30') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:15.674267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8988311b-2abd-4113-9ef5-72beb3be68a8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:15.674531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.689532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.711925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': 'bcde026d-c1ff-430e-ae1d-77cbe1dfd158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'fb369bcb-8df5-40d1-bdfa-18f142a35f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:15.712476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: fb369bcb-8df5-40d1-bdfa-18f142a35f99, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:15.723898 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.733604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:15.734349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.747364 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.759986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.838560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cbf409b-2a8a-456c-b591-f1ca73820ea0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.841123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cbf409b-2a8a-456c-b591-f1ca73820ea0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.848949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network fb369bcb-8df5-40d1-bdfa-18f142a35f99 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:15.851407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Attempting to bind port 49819c28-de0d-496f-bbec-23e94c24fcba on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:15.851963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Attempting to bind port 49819c28-de0d-496f-bbec-23e94c24fcba by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:15.852527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Attempting to bind port 49819c28-de0d-496f-bbec-23e94c24fcba on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:15.855365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab29c9-43cb-4323-8a46-7f63ec1bc7ce None None] Pushing event updated for resources: {'Port': ['ID=49819c28-de0d-496f-bbec-23e94c24fcba,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:15.871729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:15.872290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:15.872938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.873432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:15.874171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Bound port: 49819c28-de0d-496f-bbec-23e94c24fcba, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:15.874770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:15.928690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2450fe9e-acf6-418f-adf8-d39654d6b04d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:16.013345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] For port 49819c28-de0d-496f-bbec-23e94c24fcba, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:16.018764 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] For port 49819c28-de0d-496f-bbec-23e94c24fcba, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=49819c28-de0d-496f-bbec-23e94c24fcba,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:16.027541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.043012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:16.043729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, fb369bcb-8df5-40d1-bdfa-18f142a35f99) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:16.046455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Router db154af1-04aa-4232-8aba-860248f4880a is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: from cryptography.utils import int_from_bytes Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: from cryptography.utils import int_from_bytes Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:16.048140 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:16.062205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:16.062897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.067770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0764ce9-958c-4257-83f3-a401e7514460 None None] Network fb369bcb-8df5-40d1-bdfa-18f142a35f99 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:16.075088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2450fe9e-acf6-418f-adf8-d39654d6b04d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:16.075088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.086181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:16.125343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] For port 6e104c81-7267-42eb-8afc-0b9029eb8908, host hv-neutron-8195, got binding levels [] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:16.125712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.148497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab29c9-43cb-4323-8a46-7f63ec1bc7ce None None] Pushing event updated for resources: {'Port': ['ID=49819c28-de0d-496f-bbec-23e94c24fcba,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:16.152807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, fec9e232-1fb1-46c1-98af-0859b7b2d005) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:16.157449 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c7a2ff1f-679b-4dd4-8d1f-b8be12ce595b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7553463 Nov 29 11:48:16.158240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cbf409b-2a8a-456c-b591-f1ca73820ea0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.158951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbf409b-2a8a-456c-b591-f1ca73820ea0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26740cb7-c98f-417e-aa0f-b75f5e6051eb {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:48:16.160484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53350) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:16.163693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Pushing event updated for resources: {'Port': ['ID=d9aeeb78-3989-4bef-afce-5ad6c18722b9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:16.167703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cbf409b-2a8a-456c-b591-f1ca73820ea0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.169245 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0cbf409b-2a8a-456c-b591-f1ca73820ea0 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "DELETE /v2.0/routers/26740cb7-c98f-417e-aa0f-b75f5e6051eb HTTP/1.1" status: 204 len: 168 time: 0.6506450 Nov 29 11:48:16.183777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53354) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:16.184489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:16.185036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.230855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d3d71441-3fa7-4a41-80f3-10d7b4ccd32e tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Request body: {'router': {'name': 'tempest-router-2093085138', 'distributed': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:16.242257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:16.242879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:16.251657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Calling delete_port for 6e104c81-7267-42eb-8afc-0b9029eb8908 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:16.268634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d3d71441-3fa7-4a41-80f3-10d7b4ccd32e tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.269753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d3d71441-3fa7-4a41-80f3-10d7b4ccd32e tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.296200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:48:16.313164 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Sync routers for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:48:16.329238 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:16.330711 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:16.380109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:16.395693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.413776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:16.414653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.416312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.421280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-81357ca0-45fc-43c6-9c8a-42725d95d453 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4495323 Nov 29 11:48:16.440340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53358) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:16.471897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db7bd3b-f2ab-460c-93c7-6e09fe1490d1 None None] Network fec9e232-1fb1-46c1-98af-0859b7b2d005 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:16.524485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ebbd51d-fb76-4204-9e43-5b02940af063 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 11:48:16.533068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.546171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.550628 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "DELETE /v2.0/networks/0ebbd51d-fb76-4204-9e43-5b02940af063 HTTP/1.1" status: 204 len: 168 time: 2.1317987 Nov 29 11:48:16.555330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53360) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:16.563653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:16.617196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c385d1-52be-4164-9ae9-d454b919fbb3 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ebbd51d-fb76-4204-9e43-5b02940af063,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:16.635924 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ebcca04e-9bbe-459d-a35b-a56f9d04b46c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4799829 Nov 29 11:48:16.656009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53362) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:16.657614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.665420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d3d71441-3fa7-4a41-80f3-10d7b4ccd32e tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.670966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Request body: {'port': {'network_id': 'fec9e232-1fb1-46c1-98af-0859b7b2d005', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1711235329'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:16.689420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d3d71441-3fa7-4a41-80f3-10d7b4ccd32e tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.764252 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:16.824105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.833007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.882514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.889689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e104c81-7267-42eb-8afc-0b9029eb8908,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:16.914713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d3d71441-3fa7-4a41-80f3-10d7b4ccd32e tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.915939 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d3d71441-3fa7-4a41-80f3-10d7b4ccd32e tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6889889 Nov 29 11:48:16.931931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Made reservation on behalf of ff05cfea095943d6a0c71efd5d4c6026 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:16.936526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:16.952444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53364) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:17.041780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.048461 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d77e4c9a-df0a-4baa-b908-3b8bac701fa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "DELETE /v2.0/ports/6e104c81-7267-42eb-8afc-0b9029eb8908 HTTP/1.1" status: 204 len: 168 time: 2.2493827 Nov 29 11:48:17.052395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53366) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:17.075513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:17.107478 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.163845 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc2f5cb-9cae-4df4-80a5-8df4238cb661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] GET failed (client error): The resource could not be found. Nov 29 11:48:17.165648 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3fc2f5cb-9cae-4df4-80a5-8df4238cb661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "GET /v2.0/ports/6e104c81-7267-42eb-8afc-0b9029eb8908 HTTP/1.1" status: 404 len: 333 time: 0.1071675 Nov 29 11:48:17.174182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53368) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:17.178350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.179043 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Added segment 4a772b62-c560-493a-9b92-51e3f0b72a13 of type vlan for network 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c Nov 29 11:48:17.186941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-448a7938-ae22-4279-a661-ae411f8314c2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.188462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Request body: {'port': {'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2069327996'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:17.206345 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:14Z', 'revision_number': 3, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:17.209617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cd14a4e7-1c0c-4e24-8061-a6908f4933dd None None] Provisioning complete for port d9aeeb78-3989-4bef-afce-5ad6c18722b9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:17.210016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd14a4e7-1c0c-4e24-8061-a6908f4933dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.247750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00db6e8-ec96-4859-8a9f-113a302d877e None None] Network bf8dbd2d-01d7-4d9e-abb5-21578aa68945 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:17.271288 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Checking router: db154af1-04aa-4232-8aba-860248f4880a for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:48:17.271650 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Updating router db154af1-04aa-4232-8aba-860248f4880a port ae0c06c8-983c-4f80-a906-b98e9022983c binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:48:17.282048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.312394 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.332119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Allocated IP 172.20.0.1 (cd053911-1770-496c-974e-f2c804170770/1f14d764-4eb8-4915-96ae-55caa00cc376/307ee95d-c7a1-4911-9cfd-460df44bdf2e) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:17.366727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Made reservation on behalf of 8173da5ec1ec45b3ba3311cea5dde8ed for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:17.369001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.372155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.409624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Made reservation on behalf of 4d4d4a2dae4a4ede8fab7a369d75994d for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:17.413765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.426747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=e80cd2e0-84ef-4970-905a-5b407223a378,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:17.504686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-448a7938-ae22-4279-a661-ae411f8314c2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.508474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 2450fe9e-acf6-418f-adf8-d39654d6b04d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2450fe9e-acf6-418f-adf8-d39654d6b04d,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:17.512686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.516616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-448a7938-ae22-4279-a661-ae411f8314c2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.534388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > segment before_delete 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.534717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.535551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.535908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > port after_create 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.536272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > port after_delete 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.537112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > port after_update 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.537440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > segment after_delete 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.537755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > subnet after_create 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.538092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > subnet after_delete 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.538529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > subnet after_update 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.549919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.604608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-448a7938-ae22-4279-a661-ae411f8314c2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.605128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448a7938-ae22-4279-a661-ae411f8314c2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 498296c6-f689-405a-b1af-aabe0f2f6ecb {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:48:17.612054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.618855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-448a7938-ae22-4279-a661-ae411f8314c2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.623132 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-448a7938-ae22-4279-a661-ae411f8314c2 tempest-RoutersTestDVR-234864536 tempest-RoutersTestDVR-234864536-project-admin] 10.222.0.23 "DELETE /v2.0/routers/498296c6-f689-405a-b1af-aabe0f2f6ecb HTTP/1.1" status: 204 len: 168 time: 0.6654162 Nov 29 11:48:17.631318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.660068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-cd14a4e7-1c0c-4e24-8061-a6908f4933dd None None] Port d9aeeb78-3989-4bef-afce-5ad6c18722b9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:17.672683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ecb91-56f7-4d45-a75c-1dd5752e4f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-fb369bcb-8df5-40d1-bdfa-18f142a35f99', 'network_id': 'fb369bcb-8df5-40d1-bdfa-18f142a35f99', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': 'e80cd2e0-84ef-4970-905a-5b407223a378'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:17.673932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-477ecb91-56f7-4d45-a75c-1dd5752e4f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.760864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.771554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e27c335b-4cc1-42f0-ae53-0eb54665cfcc up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:17.830749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.840344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > subnet after_create 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.840979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > subnet after_delete 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.841499 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > subnet before_create 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.842197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Subscribe: > subnet before_update 55550000 {{(pid=102103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 29 11:48:17.843222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb369bcb-8df5-40d1-bdfa-18f142a35f99']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:17.854968 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Pushing event updated for resources: {'Port': ['ID=d9aeeb78-3989-4bef-afce-5ad6c18722b9,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:17.873841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcde026d-c1ff-430e-ae1d-77cbe1dfd158') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:17.874249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcde026d-c1ff-430e-ae1d-77cbe1dfd158') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:17.885595 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.896442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.898482 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.919099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.928899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:17.929389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.929988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-110a4a80-6a0d-41a4-b980-cffa01cd9491 None None] Provisioning complete for port e27c335b-4cc1-42f0-ae53-0eb54665cfcc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:17.930366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-110a4a80-6a0d-41a4-b980-cffa01cd9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.953026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:17.995895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=2450fe9e-acf6-418f-adf8-d39654d6b04d,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: from cryptography.utils import int_from_bytes Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: from cryptography.utils import int_from_bytes Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:17.998652 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:18.022223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:48:18.029571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.032542 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Attempting to bind port ae0c06c8-983c-4f80-a906-b98e9022983c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:18.033763 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Attempting to bind port ae0c06c8-983c-4f80-a906-b98e9022983c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:18.034094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b2845-071f-4e40-945c-999315c7e888 None None] Network fb369bcb-8df5-40d1-bdfa-18f142a35f99 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:18.034355 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Attempting to bind port ae0c06c8-983c-4f80-a906-b98e9022983c on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:18.037312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] device_id is not set on port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:18.050255 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7474c-b7a1-4bab-84fd-87409cbc58f1 None None] Pushing event updated for resources: {'Port': ['ID=ae0c06c8-983c-4f80-a906-b98e9022983c,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:18.053774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] device_id is not set on port bec292a7-1ac3-457f-973d-1e3e4999b095 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:18.055897 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:18.056420 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:18.056836 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.057520 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:18.058043 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Bound port: ae0c06c8-983c-4f80-a906-b98e9022983c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:18.058638 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.065765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b2845-071f-4e40-945c-999315c7e888 None None] Network fb369bcb-8df5-40d1-bdfa-18f142a35f99 could not be found, it might have been deleted concurrently. {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 11:48:18.107527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-fec9e232-1fb1-46c1-98af-0859b7b2d005', 'network_id': 'fec9e232-1fb1-46c1-98af-0859b7b2d005', 'tenant_id': '4d4d4a2dae4a4ede8fab7a369d75994d', 'fixed_ips': [{'subnet_id': 'b73fa82c-1296-462a-8bdf-0f089dae388c'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:18.108481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.127274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.136546 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/fb369bcb-8df5-40d1-bdfa-18f142a35f99 HTTP/1.1" status: 204 len: 168 time: 1.9726343 Nov 29 11:48:18.144722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:10Z', 'revision_number': 3, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:18.152071 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] For port ae0c06c8-983c-4f80-a906-b98e9022983c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:18.158023 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] For port ae0c06c8-983c-4f80-a906-b98e9022983c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ae0c06c8-983c-4f80-a906-b98e9022983c,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:18.158514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e27c335b-4cc1-42f0-ae53-0eb54665cfcc triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:18.159050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.165210 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.179677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53374) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:18.230094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-110a4a80-6a0d-41a4-b980-cffa01cd9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.232540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1978829064'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:18.237309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da35d279-660a-428f-b5c6-669d878f8b6d None None] The sync data for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv is: [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:10Z', 'revision_number': 3, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:48:18.250927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53376) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:18.263488 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:18.264166 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:18.332549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Network cd053911-1770-496c-974e-f2c804170770 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:18.341519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-110a4a80-6a0d-41a4-b980-cffa01cd9491 None None] For port e27c335b-4cc1-42f0-ae53-0eb54665cfcc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,segment=NetworkSegment(e01d28ae-6a48-4a53-ba56-3dd37d30a051),segment_id=e01d28ae-6a48-4a53-ba56-3dd37d30a051)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:18.357166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-110a4a80-6a0d-41a4-b980-cffa01cd9491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.359270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:18.414472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:18.417323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=307ee95d-c7a1-4911-9cfd-460df44bdf2e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:18.420290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.422631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:18.424201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.426694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530af460-f42a-4dd3-836c-a3b6bf725763 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=fb369bcb-8df5-40d1-bdfa-18f142a35f99,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:18.428005 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7474c-b7a1-4bab-84fd-87409cbc58f1 None None] Pushing event updated for resources: {'Port': ['ID=ae0c06c8-983c-4f80-a906-b98e9022983c,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:18.492748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:18.497334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:18.543382 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:18.558076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.561317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a690d300-3820-45f6-9fb3-b933797e1efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.571477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Allocated IP 172.20.0.2 (fec9e232-1fb1-46c1-98af-0859b7b2d005/b73fa82c-1296-462a-8bdf-0f089dae388c/33223e67-e67f-476d-a251-b1a9c1038bc4) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:18.808060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:48:18.889353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:18.893193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.898768 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:14Z', 'revision_number': 3, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:18.916235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a4a80-6a0d-41a4-b980-cffa01cd9491 None None] Pushing event updated for resources: {'Port': ['ID=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:18.930155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Network': ['ID=4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:18.943918 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aee5823d-1e1b-4d38-91db-186b058f578f tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.3861947 Nov 29 11:48:18.947489 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d7178a-6a66-4ef8-9df6-fdd52dad8622 None None] The sync data for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv is: [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:14Z', 'revision_number': 3, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:48:18.955833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53380) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:18.962770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Request body: {'subnet': {'network_id': '4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:18.965255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a690d300-3820-45f6-9fb3-b933797e1efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:18.980446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:18.986992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cea4c7cf-37b5-43a1-a5e5-5722ff21b3e0 None None] Provisioning complete for port e27c335b-4cc1-42f0-ae53-0eb54665cfcc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:18.987288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cea4c7cf-37b5-43a1-a5e5-5722ff21b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.058839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.077050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:19.079136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a690d300-3820-45f6-9fb3-b933797e1efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.088194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.088760 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment 901d6fa1-8710-4654-a68d-69d38b456735 of type vlan for network 583694be-34a5-46d4-93f5-309bb7d8c8e6 Nov 29 11:48:19.098605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.120730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.182376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Network fec9e232-1fb1-46c1-98af-0859b7b2d005 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:19.187845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:19.215578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:19.222379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Pushing event updated for resources: {'Port': ['ID=33223e67-e67f-476d-a251-b1a9c1038bc4,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:19.227702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Allocated IP 172.20.0.4 (fec9e232-1fb1-46c1-98af-0859b7b2d005/b73fa82c-1296-462a-8bdf-0f089dae388c/bec292a7-1ac3-457f-973d-1e3e4999b095) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:19.235246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690d300-3820-45f6-9fb3-b933797e1efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5829ecba-da5d-4583-9e4b-c0887864807f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:19.236794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Made reservation on behalf of ff05cfea095943d6a0c71efd5d4c6026 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:19.239895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.244105 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a690d300-3820-45f6-9fb3-b933797e1efd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb91aac99e2f480facf9f9734c458d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9904885 Nov 29 11:48:19.245253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:48:19.247530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53382) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:19.262107 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-08e53f68-50cc-4853-996d-182b0c7f2091 admin admin] 10.222.0.23 "PUT /v2.0/routers/2662e6d6-2fc5-4d3a-9d52-76e6007ee27a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8412116 Nov 29 11:48:19.296384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Sync routers for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:48:19.340427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:19.341060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:19.349582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Attempting to bind port 33223e67-e67f-476d-a251-b1a9c1038bc4 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:19.349582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Attempting to bind port 33223e67-e67f-476d-a251-b1a9c1038bc4 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ebfadbc9-83a3-4f00-be49-fcfd3b3826b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fec9e232-1fb1-46c1-98af-0859b7b2d005'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:19.350052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Attempting to bind port 33223e67-e67f-476d-a251-b1a9c1038bc4 on network fec9e232-1fb1-46c1-98af-0859b7b2d005 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:19.361358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.479735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.481652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:48:19.497823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:19.498236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Checking segment: {'id': 'ebfadbc9-83a3-4f00-be49-fcfd3b3826b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fec9e232-1fb1-46c1-98af-0859b7b2d005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:19.498626 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.499021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Bound using segment: {'id': 'ebfadbc9-83a3-4f00-be49-fcfd3b3826b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fec9e232-1fb1-46c1-98af-0859b7b2d005'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:19.499497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Bound port: 33223e67-e67f-476d-a251-b1a9c1038bc4, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfadbc9-83a3-4f00-be49-fcfd3b3826b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fec9e232-1fb1-46c1-98af-0859b7b2d005'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:19.499885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.525882 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a555f8-4541-428e-a98f-ea946dbf45ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.590101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e49bf769-b47c-4f8e-8d98-aa9e713efbca None None] Provisioning complete for port 307ee95d-c7a1-4911-9cfd-460df44bdf2e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:19.590587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e49bf769-b47c-4f8e-8d98-aa9e713efbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.626521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.640823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a555f8-4541-428e-a98f-ea946dbf45ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.660277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.719308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] For port 33223e67-e67f-476d-a251-b1a9c1038bc4, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:19.725028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] For port 33223e67-e67f-476d-a251-b1a9c1038bc4, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=33223e67-e67f-476d-a251-b1a9c1038bc4,segment=NetworkSegment(ebfadbc9-83a3-4f00-be49-fcfd3b3826b9),segment_id=ebfadbc9-83a3-4f00-be49-fcfd3b3826b9)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:19.754613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a555f8-4541-428e-a98f-ea946dbf45ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.760934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a555f8-4541-428e-a98f-ea946dbf45ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.762844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.763474 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-29a555f8-4541-428e-a98f-ea946dbf45ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5829ecba-da5d-4583-9e4b-c0887864807f HTTP/1.1" status: 204 len: 168 time: 0.5080950 Nov 29 11:48:19.775890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.776049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e49bf769-b47c-4f8e-8d98-aa9e713efbca None None] Port 307ee95d-c7a1-4911-9cfd-460df44bdf2e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:19.782136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:19.782942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:19.889761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:19.945630 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7626534 Nov 29 11:48:19.984390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53398) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:20.002925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': '583694be-34a5-46d4-93f5-309bb7d8c8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:20.037924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.045826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a555f8-4541-428e-a98f-ea946dbf45ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5829ecba-da5d-4583-9e4b-c0887864807f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:20.058046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.144188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:20.169104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.184561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Pushing event updated for resources: {'Port': ['ID=307ee95d-c7a1-4911-9cfd-460df44bdf2e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:20.220307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 49819c28-de0d-496f-bbec-23e94c24fcba up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:20.223238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=8a830e18-c79f-4c37-b2d1-52e2c5bf5676,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:20.226297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:20.292076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:20.293028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:20.298766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.367103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e49bf769-b47c-4f8e-8d98-aa9e713efbca None None] Provisioning complete for port d9aeeb78-3989-4bef-afce-5ad6c18722b9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:20.371409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e49bf769-b47c-4f8e-8d98-aa9e713efbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.377789 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Network cd053911-1770-496c-974e-f2c804170770 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:20.379371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:20.437849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc962fa-dab9-4527-a02d-c8cb91fef0d5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=583694be-34a5-46d4-93f5-309bb7d8c8e6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:20.522072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e49bf769-b47c-4f8e-8d98-aa9e713efbca None None] Port d9aeeb78-3989-4bef-afce-5ad6c18722b9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:20.525636 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 583694be-34a5-46d4-93f5-309bb7d8c8e6 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:20.595212 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-96b06f15-7368-4100-82c3-23322ae4f757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4087639 Nov 29 11:48:20.600842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53404) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:20.642578 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:20.648188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53406) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:20.664540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.693548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ec601405-550a-41b3-8de6-b64c40bdaaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.741346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0caa5-0940-4daa-8a47-e6afb3cf48f5 None None] Pushing event updated for resources: {'Port': ['ID=33223e67-e67f-476d-a251-b1a9c1038bc4,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:20.826289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.848403 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Allocated IP 172.20.0.1 (184cc2ac-2415-4f9b-a217-5513ff3793c3/1c7219d5-eb30-479b-8839-b68d0afa8c95/82145c86-50bc-4559-8e60-ef9f212e3629) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:20.909808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ca19f397-9869-442d-8168-0241e1e24a5f None None] Provisioning complete for port 307ee95d-c7a1-4911-9cfd-460df44bdf2e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:20.910222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ca19f397-9869-442d-8168-0241e1e24a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:20.980524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 49819c28-de0d-496f-bbec-23e94c24fcba triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:20.981087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.033568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:21.035482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] device_id is not set on port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:21.040083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ca19f397-9869-442d-8168-0241e1e24a5f None None] Port 307ee95d-c7a1-4911-9cfd-460df44bdf2e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:21.040244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.049693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.051075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.059154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Router 013a6e74-287e-43fe-a585-c99eee3235dd has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:48:21.073429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.106768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53410) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:21.117558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6ca19c12-855d-401b-96e5-a81d215054c5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765960414', 'description': 'tempest-description--344044170'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:21.136291 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 2, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:21.138209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.155413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.175571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Checking router: 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:48:21.176727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Updating router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a port d9aeeb78-3989-4bef-afce-5ad6c18722b9 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:48:21.207346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 49819c28-de0d-496f-bbec-23e94c24fcba, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=49819c28-de0d-496f-bbec-23e94c24fcba,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:21.214957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.215722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e27c335b-4cc1-42f0-ae53-0eb54665cfcc up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:21.237024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.242827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=8a830e18-c79f-4c37-b2d1-52e2c5bf5676,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:21.255691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ec601405-550a-41b3-8de6-b64c40bdaaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.258664 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.259518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.259518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.265663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ec601405-550a-41b3-8de6-b64c40bdaaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.275194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ca19c12-855d-401b-96e5-a81d215054c5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.279229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.279562 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.288767 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 2 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.319776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=49819c28-de0d-496f-bbec-23e94c24fcba,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:21.327938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:48:21.334049 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ee58b0d5-33dc-4b07-9831-15e32fedf1e6 admin admin] 10.222.0.23 "PUT /v2.0/routers/013a6e74-287e-43fe-a585-c99eee3235dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2878261 Nov 29 11:48:21.337086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.337454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.337826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.340268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec601405-550a-41b3-8de6-b64c40bdaaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f4f50b-bc43-43ee-a890-b27052faf436,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:21.347668 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ec601405-550a-41b3-8de6-b64c40bdaaf0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cd760655599845e89b64d34be552feea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6962695 Nov 29 11:48:21.351088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53414) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:21.352485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Network fec9e232-1fb1-46c1-98af-0859b7b2d005 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:21.367769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.367968 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.373728 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 3 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.376098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event updated for resources: {'Port': ['ID=bec292a7-1ac3-457f-973d-1e3e4999b095,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:21.384480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.395017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:21.414030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.418008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.418472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.428625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e27c335b-4cc1-42f0-ae53-0eb54665cfcc triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:21.429234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.447286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.447649 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.448225 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 4 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.497982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.498178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.498601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.513373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.513608 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.514194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8ae527b0-9695-4b3a-b7b9-03b5d7a0b25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.516575 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 5 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.530146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:21.564913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:21.566624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Pushing event updated for resources: {'Port': ['ID=82145c86-50bc-4559-8e60-ef9f212e3629,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:21.576692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.577022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.577371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.602668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8ae527b0-9695-4b3a-b7b9-03b5d7a0b25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.618320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.618653 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.621423 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 6 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.651773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ae0c06c8-983c-4f80-a906-b98e9022983c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:21.692468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.698670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.699146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.728897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.729236 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.729968 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 7 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.770528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.773620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.774087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.786556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.786740 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.787250 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.789411 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 8 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.789576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:21.809362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ae0c06c8-983c-4f80-a906-b98e9022983c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:21.810007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.814534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.821597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.823269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.829907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.838385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8ae527b0-9695-4b3a-b7b9-03b5d7a0b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.841699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8ae527b0-9695-4b3a-b7b9-03b5d7a0b25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.845665 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8ae527b0-9695-4b3a-b7b9-03b5d7a0b25b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7f4f50b-bc43-43ee-a890-b27052faf436 HTTP/1.1" status: 204 len: 168 time: 0.4889977 Nov 29 11:48:21.851803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:21.865636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.866254 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.876295 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 9 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.887918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae527b0-9695-4b3a-b7b9-03b5d7a0b25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f4f50b-bc43-43ee-a890-b27052faf436,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:21.923251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:21.924409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:21.926384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:21.939472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ca19c12-855d-401b-96e5-a81d215054c5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:21.943299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:21.951276 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:21.951858 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 10 to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 Nov 29 11:48:21.994434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd86513-c812-4fe9-a5b1-7b851bc504a6 None None] Pushing event updated for resources: {'Port': ['ID=d9aeeb78-3989-4bef-afce-5ad6c18722b9,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:22.005682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:22.008170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:22.008594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:22.014264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55beb049-851c-4d2b-b47f-d3e4ee354e2e None None] Network fec9e232-1fb1-46c1-98af-0859b7b2d005 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:22.024615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:22.026702 dv-neutron-819578-1-hyperv neutron-server[102104]: ERROR neutron.plugins.ml2.managers [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:22.028404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.037798 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Sync routers for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:48:22.065173 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:22.067973 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:22.085853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.086944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.117956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ca19c12-855d-401b-96e5-a81d215054c5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.186591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] For port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:22.187620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempted to set empty binding levels {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 11:48:22.196387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.240765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] In _notify_port_updated(), no bound segment for port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:48:22.242188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.243674 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.248138 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "PUT /v2.0/ports/8a830e18-c79f-4c37-b2d1-52e2c5bf5676 HTTP/1.1" status: 200 len: 981 time: 1.6459186 Nov 29 11:48:22.253702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53426) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:22.350763 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a183703e-1f1c-4d49-8f6f-2d6aa5c30e86 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6937006 Nov 29 11:48:22.353132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.355311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ca19c12-855d-401b-96e5-a81d215054c5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.360211 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6ca19c12-855d-401b-96e5-a81d215054c5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2457819 Nov 29 11:48:22.362266 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:22.363465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53428) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:22.364196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53430) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:22.398852 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port ae0c06c8-983c-4f80-a906-b98e9022983c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ae0c06c8-983c-4f80-a906-b98e9022983c,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:22.406691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Attempting to bind port d9aeeb78-3989-4bef-afce-5ad6c18722b9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:22.407148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Attempting to bind port d9aeeb78-3989-4bef-afce-5ad6c18722b9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:22.407894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Attempting to bind port d9aeeb78-3989-4bef-afce-5ad6c18722b9 on network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:22.423061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f5e4c-20ce-4b1a-a143-06a20c7cc486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=8a830e18-c79f-4c37-b2d1-52e2c5bf5676,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:22.436136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.437843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2450fe9e-acf6-418f-adf8-d39654d6b04d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:22.467339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.467953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.468783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.469350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.469990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.470507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.471018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.471527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.472142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.472650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.473211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.473677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.474419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.474931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.475437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.475944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.476444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:22.481983 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b9736766-a596-4e1b-86eb-3d4ae4a12b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15458 time: 0.2228062 Nov 29 11:48:22.484295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53436) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:22.499600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca19c12-855d-401b-96e5-a81d215054c5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2786fa86-4764-409f-a27d-ef29844aa4d7,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:22.503036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.532154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c621b304-a78f-4f7f-a3ea-c8b43ebfebe0 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Request body: {'security_group_rule': {'security_group_id': '2786fa86-4764-409f-a27d-ef29844aa4d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:22.545484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b3eea525-895b-413c-99f7-347ea8309bc4 None None] Provisioning complete for port 33223e67-e67f-476d-a251-b1a9c1038bc4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:22.549926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3eea525-895b-413c-99f7-347ea8309bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.620992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:22.621555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Checking segment: {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:22.622321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.622891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Bound using segment: {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:22.623484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Bound port: d9aeeb78-3989-4bef-afce-5ad6c18722b9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:22.623949 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.668851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53442) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:22.734289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9a01d353-3dc0-40cb-802f-97d1dfda4c45 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796453431', 'description': 'tempest-description--418139010'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:22.753632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:48:22.754136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.813055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] For port d9aeeb78-3989-4bef-afce-5ad6c18722b9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:22.820479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] For port d9aeeb78-3989-4bef-afce-5ad6c18722b9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d9aeeb78-3989-4bef-afce-5ad6c18722b9,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:22.832247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.853004 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 2, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:22.856963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2450fe9e-acf6-418f-adf8-d39654d6b04d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:22.857333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.874342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Deleting port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:22.874704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.896759 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Checking router: 013a6e74-287e-43fe-a585-c99eee3235dd for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:48:22.897250 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Updating router 013a6e74-287e-43fe-a585-c99eee3235dd port 307ee95d-c7a1-4911-9cfd-460df44bdf2e binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:48:22.907611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.914578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c621b304-a78f-4f7f-a3ea-c8b43ebfebe0 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.917247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a1ee2097-8bd1-426d-b4b3-8494444c6a64,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:22.936663 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:22.981294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] For port 8a830e18-c79f-4c37-b2d1-52e2c5bf5676, host hv-neutron-8195, got binding levels [] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:22.981657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.005733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=ae0c06c8-983c-4f80-a906-b98e9022983c,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:23.019164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Calling delete_port for 8a830e18-c79f-4c37-b2d1-52e2c5bf5676 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:23.022402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6457b0ce-8f61-4e15-8f4e-b3629809dffb tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Deleting port bec292a7-1ac3-457f-973d-1e3e4999b095 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:23.022824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6457b0ce-8f61-4e15-8f4e-b3629809dffb tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.027623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9a01d353-3dc0-40cb-802f-97d1dfda4c45 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.174378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.227444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3eea525-895b-413c-99f7-347ea8309bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.238218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=8dff93d7-0f8e-48b0-8128-d537650691a6,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:23.239197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a830e18-c79f-4c37-b2d1-52e2c5bf5676,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:23.253551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.257325 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5baa650d-5be8-47dd-95e2-542093a02b26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "DELETE /v2.0/ports/8a830e18-c79f-4c37-b2d1-52e2c5bf5676 HTTP/1.1" status: 204 len: 168 time: 0.7718632 Nov 29 11:48:23.260024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53458) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:23.291052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Checking segment: {'id': '4a772b62-c560-493a-9b92-51e3f0b72a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:23.291412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Network hostable DHCP agents. Network: 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:23.303099 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b760178-14d8-45c5-97d8-12c79c3a19d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] GET failed (client error): The resource could not be found. Nov 29 11:48:23.314142 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1b760178-14d8-45c5-97d8-12c79c3a19d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "GET /v2.0/ports/8a830e18-c79f-4c37-b2d1-52e2c5bf5676 HTTP/1.1" status: 404 len: 333 time: 0.0530643 Nov 29 11:48:23.319401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53460) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:23.327566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-941824428', 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:23.371450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Made reservation on behalf of 8173da5ec1ec45b3ba3311cea5dde8ed for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:23.373626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.404090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.411581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] device_id is not set on port 68e965cd-6371-45c7-8bd9-fa169648cc98 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:23.418405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': '901d6fa1-8710-4654-a68d-69d38b456735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '583694be-34a5-46d4-93f5-309bb7d8c8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:23.418886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: 583694be-34a5-46d4-93f5-309bb7d8c8e6, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:23.456117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd86513-c812-4fe9-a5b1-7b851bc504a6 None None] Pushing event updated for resources: {'Port': ['ID=d9aeeb78-3989-4bef-afce-5ad6c18722b9,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:23.502585 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.503227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:23.503912 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:23.518817 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.560918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b3eea525-895b-413c-99f7-347ea8309bc4 None None] For port 33223e67-e67f-476d-a251-b1a9c1038bc4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=33223e67-e67f-476d-a251-b1a9c1038bc4,segment=NetworkSegment(ebfadbc9-83a3-4f00-be49-fcfd3b3826b9),segment_id=ebfadbc9-83a3-4f00-be49-fcfd3b3826b9)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:23.602901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b3eea525-895b-413c-99f7-347ea8309bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.619624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c621b304-a78f-4f7f-a3ea-c8b43ebfebe0 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.623671 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb0f60-25ad-4117-ac9a-6ac91d40150b None None] Pushing event updated for resources: {'Port': ['ID=307ee95d-c7a1-4911-9cfd-460df44bdf2e,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:23.629838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6457b0ce-8f61-4e15-8f4e-b3629809dffb tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.675430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Network 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:23.714631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.755902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eea525-895b-413c-99f7-347ea8309bc4 None None] Pushing event updated for resources: {'Port': ['ID=33223e67-e67f-476d-a251-b1a9c1038bc4,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:23.766422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c621b304-a78f-4f7f-a3ea-c8b43ebfebe0 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.776470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] Provisioning complete for port 82145c86-50bc-4559-8e60-ef9f212e3629 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:23.780408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.804857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.857453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9a01d353-3dc0-40cb-802f-97d1dfda4c45 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.883589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network 583694be-34a5-46d4-93f5-309bb7d8c8e6 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:23.900678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:23.903031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:23.912920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6457b0ce-8f61-4e15-8f4e-b3629809dffb tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Calling delete_port for bec292a7-1ac3-457f-973d-1e3e4999b095 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:23.916207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:23.925684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:23.929929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:23.930600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.945182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c621b304-a78f-4f7f-a3ea-c8b43ebfebe0 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.948902 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c621b304-a78f-4f7f-a3ea-c8b43ebfebe0 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5777473 Nov 29 11:48:23.948902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9a01d353-3dc0-40cb-802f-97d1dfda4c45 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.951990 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53472) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:23.972376 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Attempting to bind port 307ee95d-c7a1-4911-9cfd-460df44bdf2e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:23.974223 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Attempting to bind port 307ee95d-c7a1-4911-9cfd-460df44bdf2e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:23.974818 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Attempting to bind port 307ee95d-c7a1-4911-9cfd-460df44bdf2e on network cd053911-1770-496c-974e-f2c804170770 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:23.990813 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:23.997434 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Checking segment: {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:23.998141 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:23.999952 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Bound using segment: {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:24.000562 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Bound port: 307ee95d-c7a1-4911-9cfd-460df44bdf2e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:24.000994 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.003265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=68e965cd-6371-45c7-8bd9-fa169648cc98,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:24.030745 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f40b6443-e9f8-4f28-83c5-626ae1aeb283 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7078385 Nov 29 11:48:24.030914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:24.031640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53474) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:24.057021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:24.058032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.074339 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-876b39f3-d24f-450c-b679-dfb6b8fe4912 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Request body: {'security_group_rule': {'security_group_id': '2786fa86-4764-409f-a27d-ef29844aa4d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:24.089741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005eaafd-26f5-400d-b8e7-0bb421626b12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:24.095047 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-005eaafd-26f5-400d-b8e7-0bb421626b12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "GET /v2.0/ports/68e965cd-6371-45c7-8bd9-fa169648cc98 HTTP/1.1" status: 200 len: 958 time: 0.0614882 Nov 29 11:48:24.095735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53478) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:24.116310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] Port 82145c86-50bc-4559-8e60-ef9f212e3629 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:24.132147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621b304-a78f-4f7f-a3ea-c8b43ebfebe0 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d021e58-4689-4447-b05d-423b8e930a7d,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:24.145292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 583694be-34a5-46d4-93f5-309bb7d8c8e6) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:24.152871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:24.154704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.169371 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] For port 307ee95d-c7a1-4911-9cfd-460df44bdf2e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:24.173204 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] For port 307ee95d-c7a1-4911-9cfd-460df44bdf2e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=307ee95d-c7a1-4911-9cfd-460df44bdf2e,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:24.181544 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.210374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6336eb4-9aa3-4926-bead-d2f6e4082361 None None] Network 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:24.214543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 49819c28-de0d-496f-bbec-23e94c24fcba up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:24.216214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f3d6b6-8a9b-486a-8875-e25d28c29679 None None] Network 583694be-34a5-46d4-93f5-309bb7d8c8e6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:24.222463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-37ad9ea5-ed0a-4377-b699-e32e34f88526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Deleting port 68e965cd-6371-45c7-8bd9-fa169648cc98 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:24.223224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37ad9ea5-ed0a-4377-b699-e32e34f88526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.251893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53480) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:24.284840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d353-3dc0-40cb-802f-97d1dfda4c45 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86341087-e765-439c-938b-1fc112b577f3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:24.285425 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:24.292768 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:24.309977 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0f1c7db1-8069-4fc8-9311-7b45fcae9250 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.3513296 Nov 29 11:48:24.322107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9a01d353-3dc0-40cb-802f-97d1dfda4c45 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.323452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9a01d353-3dc0-40cb-802f-97d1dfda4c45 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6293492 Nov 29 11:48:24.331835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53484) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:24.332570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53486) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:24.338783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-876b39f3-d24f-450c-b679-dfb6b8fe4912 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.344134 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-24683c4a-309b-4342-a830-44fc7fd3a310 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.3554075 Nov 29 11:48:24.346611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Request body: {'floatingip': {'floating_network_id': '4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:24.351823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53488) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:24.366950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-687a5f1a-9a08-4e37-9259-f3821a1b4eff tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Request body: {'security_group_rule': {'security_group_id': '86341087-e765-439c-938b-1fc112b577f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:24.372462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-463038579'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:24.443753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37ad9ea5-ed0a-4377-b699-e32e34f88526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.450514 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb0f60-25ad-4117-ac9a-6ac91d40150b None None] Pushing event updated for resources: {'Port': ['ID=307ee95d-c7a1-4911-9cfd-460df44bdf2e,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:24.462159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-37ad9ea5-ed0a-4377-b699-e32e34f88526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Calling delete_port for 68e965cd-6371-45c7-8bd9-fa169648cc98 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:24.477843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.545906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] Provisioning complete for port d9aeeb78-3989-4bef-afce-5ad6c18722b9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:24.546518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.547465 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:24.555268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2100429193', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:24.572173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.612253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 49819c28-de0d-496f-bbec-23e94c24fcba triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:24.612629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.625594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.631067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6457b0ce-8f61-4e15-8f4e-b3629809dffb tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.632091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37ad9ea5-ed0a-4377-b699-e32e34f88526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.679567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad9ea5-ed0a-4377-b699-e32e34f88526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event deleted for resources: {'Port': ['ID=68e965cd-6371-45c7-8bd9-fa169648cc98,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:24.684314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37ad9ea5-ed0a-4377-b699-e32e34f88526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.691320 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-37ad9ea5-ed0a-4377-b699-e32e34f88526 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "DELETE /v2.0/ports/68e965cd-6371-45c7-8bd9-fa169648cc98 HTTP/1.1" status: 204 len: 168 time: 0.5921905 Nov 29 11:48:24.692583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53490) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:24.705859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:24.710490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.727726 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40e31b8-7fbf-450c-b926-ef03c81fa21c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] GET failed (client error): The resource could not be found. Nov 29 11:48:24.733303 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d40e31b8-7fbf-450c-b926-ef03c81fa21c tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "GET /v2.0/ports/68e965cd-6371-45c7-8bd9-fa169648cc98 HTTP/1.1" status: 404 len: 333 time: 0.0358632 Nov 29 11:48:24.734167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53492) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:24.743500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Request body: {'port': {'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1251011724'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:24.765370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-876b39f3-d24f-450c-b679-dfb6b8fe4912 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.772669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:24.772970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b09f253-51f1-4b18-9be5-939f1d605956 None None] Network 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:24.784887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.807382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Made reservation on behalf of d222c6ed09834b30b52e30d76c120ae9 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:24.809814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.867813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.879421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 11:48:24.879421 dv-neutron-819578-1-hyperv neutron-server[102104]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 11:48:24.879421 dv-neutron-819578-1-hyperv neutron-server[102104]: [parameters: {'project_id_1': '8173da5ec1ec45b3ba3311cea5dde8ed', 'expiration_1': datetime.datetime(2021, 11, 29, 11, 48, 4, 754286)}] Nov 29 11:48:24.879421 dv-neutron-819578-1-hyperv neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:48:24.879820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:48:24.900356 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:24Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:24.928475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-687a5f1a-9a08-4e37-9259-f3821a1b4eff tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:24.955478 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418d12d0-ec6c-4910-b415-3105aab915d1 None None] The sync data for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv is: [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:24Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:48:24.965869 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:48:25.024058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.086597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ae0c06c8-983c-4f80-a906-b98e9022983c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:25.088607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-583694be-34a5-46d4-93f5-309bb7d8c8e6', 'network_id': '583694be-34a5-46d4-93f5-309bb7d8c8e6', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': '8dff93d7-0f8e-48b0-8128-d537650691a6'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:25.089446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.137713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-876b39f3-d24f-450c-b679-dfb6b8fe4912 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.140451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-687a5f1a-9a08-4e37-9259-f3821a1b4eff tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.153064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.163733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-687a5f1a-9a08-4e37-9259-f3821a1b4eff tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.170844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.182170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:25.193492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] device_id is not set on port 27974435-acff-4b29-8521-969dfa1d01ef yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:25.210847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.211168 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment 7ad09fda-6cf4-4e83-a265-6c30e2f4f51f of type vlan for network f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe Nov 29 11:48:25.212572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Pushing event updated for resources: {'Port': ['ID=82145c86-50bc-4559-8e60-ef9f212e3629,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:25.213811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a5f1a-9a08-4e37-9259-f3821a1b4eff tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cfba32-e57d-4014-9535-a01fcb666bba,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:25.248784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457b0ce-8f61-4e15-8f4e-b3629809dffb tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event deleted for resources: {'Port': ['ID=bec292a7-1ac3-457f-973d-1e3e4999b095,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:25.252535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b39f3-d24f-450c-b679-dfb6b8fe4912 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62e69a7-004c-45ab-bba5-a3911281289e,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:25.272544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-876b39f3-d24f-450c-b679-dfb6b8fe4912 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.272544 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-876b39f3-d24f-450c-b679-dfb6b8fe4912 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2422867 Nov 29 11:48:25.276191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53494) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:25.300302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:25.305271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] For port d9aeeb78-3989-4bef-afce-5ad6c18722b9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d9aeeb78-3989-4bef-afce-5ad6c18722b9,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:25.326304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Allocated IP 172.26.5.236 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/27974435-acff-4b29-8521-969dfa1d01ef) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:25.334845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6457b0ce-8f61-4e15-8f4e-b3629809dffb tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.341313 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6457b0ce-8f61-4e15-8f4e-b3629809dffb tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "DELETE /v2.0/ports/bec292a7-1ac3-457f-973d-1e3e4999b095 HTTP/1.1" status: 204 len: 168 time: 2.9712188 Nov 29 11:48:25.349802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38c38e-222c-44e7-9937-33f3542e8d75 None None] The sync data for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv is: [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:48:25.351595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.359408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53496) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:25.369202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.425559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.453968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Allocated IP 2001:db8::3 (583694be-34a5-46d4-93f5-309bb7d8c8e6/8dff93d7-0f8e-48b0-8128-d537650691a6/1e848506-215a-4bff-aeae-1a1a73787398) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:25.463029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7f63e-c606-4e54-86f1-9bbf79db36e9 None None] Pushing event updated for resources: {'Port': ['ID=d9aeeb78-3989-4bef-afce-5ad6c18722b9,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:25.463029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ae0c06c8-983c-4f80-a906-b98e9022983c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:25.463029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.483829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:25.537008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:25.594187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Made reservation on behalf of 8173da5ec1ec45b3ba3311cea5dde8ed for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:25.599559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.606769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.608078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] Provisioning complete for port 33223e67-e67f-476d-a251-b1a9c1038bc4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:25.608755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.620295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-687a5f1a-9a08-4e37-9259-f3821a1b4eff tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.622133 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-687a5f1a-9a08-4e37-9259-f3821a1b4eff tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2666128 Nov 29 11:48:25.631020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c110c0-b93f-4b20-a6da-8c04dafaf6f2,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:25.640134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53500) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:25.648809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-03e2a52b-918c-48f8-a4b0-d7c8e582f310 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Request body: {'security_group_rule': {'security_group_id': '86341087-e765-439c-938b-1fc112b577f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:25.675533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.780118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] device_id is not set on port b961ee34-86f4-4c9a-9d05-27252cbd4915 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:25.799267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Router db154af1-04aa-4232-8aba-860248f4880a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:48:25.800436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.805045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03e2a52b-918c-48f8-a4b0-d7c8e582f310 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.806634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:25.807271 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:25.885605 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8d4f1d4c-ea76-4d5f-b36a-448344875761 tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5250192 Nov 29 11:48:25.891203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 33223e67-e67f-476d-a251-b1a9c1038bc4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:25.894871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53502) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:25.902243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1349658659'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:25.946182 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5881712 Nov 29 11:48:25.948551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53504) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:25.965162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': 'f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:25.995054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.049567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Allocated IP 172.20.0.12 (4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c/a1ee2097-8bd1-426d-b4b3-8494444c6a64/a04b0b0a-c449-4d58-ae07-847ed0ab5f44) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:26.054959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c578-b240-4ead-9535-eb135610389e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:26.088315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Made reservation on behalf of 4d4d4a2dae4a4ede8fab7a369d75994d for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:26.105991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.157513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.174279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:26.183596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:26.196621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.197036 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Added segment b64f6414-bc2b-465e-8716-d23280b72f47 of type vlan for network b589f730-e663-464a-a5ab-fbfd2a9c2b50 Nov 29 11:48:26.252942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.258620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:26.283560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.290412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:26.327205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:48:26.335326 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f96a7997-ae05-49f1-b8a1-bdfc407b916c admin admin] 10.222.0.23 "PUT /v2.0/routers/db154af1-04aa-4232-8aba-860248f4880a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8924584 Nov 29 11:48:26.337372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.339882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Network 583694be-34a5-46d4-93f5-309bb7d8c8e6 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:26.346294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.352932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:26.356417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:26.357025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.362760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:26.365193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Sync routers for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:48:26.376146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:26.394079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Pushing event updated for resources: {'Port': ['ID=27974435-acff-4b29-8521-969dfa1d01ef,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:26.442215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03e2a52b-918c-48f8-a4b0-d7c8e582f310 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.466016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03e2a52b-918c-48f8-a4b0-d7c8e582f310 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.467845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:26.471175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:26.471824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:26.472143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.493919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event updated for resources: {'Network': ['ID=b589f730-e663-464a-a5ab-fbfd2a9c2b50,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:26.560745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.572715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2a52b-918c-48f8-a4b0-d7c8e582f310 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57946f04-e494-40d9-afba-f60d27cbeb58,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:26.603271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network b589f730-e663-464a-a5ab-fbfd2a9c2b50 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:26.607978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:26.611753 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66573a6d-4daf-4410-a7f9-1b3ffd13d8f2 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7111685 Nov 29 11:48:26.611907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.615328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53512) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:26.631305 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03e2a52b-918c-48f8-a4b0-d7c8e582f310 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.632726 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-03e2a52b-918c-48f8-a4b0-d7c8e582f310 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9907832 Nov 29 11:48:26.639774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Performing IP validity checks on allocation pools {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 11:48:26.640385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 11:48:26.651129 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-88509138-88cf-4743-a850-b8ca39361896 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3938124 Nov 29 11:48:26.651327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53514) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:26.655489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53516) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:26.656852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:26.668716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.236'}]}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:26.672099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 33223e67-e67f-476d-a251-b1a9c1038bc4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:26.672613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.713014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.717420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Pushing event updated for resources: {'Port': ['ID=1e848506-215a-4bff-aeae-1a1a73787398,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:26.759397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.787946 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Attempting to bind port 1e848506-215a-4bff-aeae-1a1a73787398 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:26.788329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Attempting to bind port 1e848506-215a-4bff-aeae-1a1a73787398 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '901d6fa1-8710-4654-a68d-69d38b456735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '583694be-34a5-46d4-93f5-309bb7d8c8e6'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:26.788697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Attempting to bind port 1e848506-215a-4bff-aeae-1a1a73787398 on network 583694be-34a5-46d4-93f5-309bb7d8c8e6 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:26.839107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Allocated IP 172.26.5.55 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/14ba642a-3a1a-42dd-a9f5-be439b4dfab0) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:26.863277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:26.968679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:26.969150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Checking segment: {'id': '901d6fa1-8710-4654-a68d-69d38b456735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '583694be-34a5-46d4-93f5-309bb7d8c8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:26.969624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.970192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Bound using segment: {'id': '901d6fa1-8710-4654-a68d-69d38b456735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '583694be-34a5-46d4-93f5-309bb7d8c8e6'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:26.970909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Bound port: 1e848506-215a-4bff-aeae-1a1a73787398, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901d6fa1-8710-4654-a68d-69d38b456735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '583694be-34a5-46d4-93f5-309bb7d8c8e6'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:26.971356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:26.977131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] Provisioning complete for port 307ee95d-c7a1-4911-9cfd-460df44bdf2e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:26.977562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.026993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.149478 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4520eea9-9b97-4581-99f0-55245ca802f2 tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "GET /v2.0/agents/2bb4f6ad-32a4-4ffc-9409-3770801aed5e/dhcp-networks HTTP/1.1" status: 200 len: 8811 time: 0.5315068 Nov 29 11:48:27.160013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53518) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:27.161530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53520) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:27.168083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-98ad3f75-6897-4e88-97a4-17e3bef0ce74 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1644785116', 'description': 'tempest-description--862060411'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:27.218446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:27.225887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=b961ee34-86f4-4c9a-9d05-27252cbd4915,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:27.235839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:27.240494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.246371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:27.248241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:27.249179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.259281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.311297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.313582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.349182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.358092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.382654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.408855 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.411069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] For port 1e848506-215a-4bff-aeae-1a1a73787398, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:27.437552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] For port 1e848506-215a-4bff-aeae-1a1a73787398, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1e848506-215a-4bff-aeae-1a1a73787398,segment=NetworkSegment(901d6fa1-8710-4654-a68d-69d38b456735),segment_id=901d6fa1-8710-4654-a68d-69d38b456735)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:27.453966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.464461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:27.472878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:27.487012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:27.489623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.500500 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 2, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:27.502447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Port': ['ID=a04b0b0a-c449-4d58-ae07-847ed0ab5f44,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:27.510169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event updated for resources: {'Port': ['ID=14ba642a-3a1a-42dd-a9f5-be439b4dfab0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:27.527621 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dcf42e78-2093-4352-8778-444102e4cf72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7927930 Nov 29 11:48:27.528474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98ad3f75-6897-4e88-97a4-17e3bef0ce74 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.538422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53522) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:27.544684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] For port 307ee95d-c7a1-4911-9cfd-460df44bdf2e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=307ee95d-c7a1-4911-9cfd-460df44bdf2e,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:27.546942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:27.548022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Checking router: db154af1-04aa-4232-8aba-860248f4880a for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:48:27.548438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Updating router db154af1-04aa-4232-8aba-860248f4880a port 82145c86-50bc-4559-8e60-ef9f212e3629 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:48:27.563476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Network 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:27.594923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.607522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] Could not find standard attr ID for object bec292a7-1ac3-457f-973d-1e3e4999b095. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:48:27.608967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Allocated IP 172.26.5.42 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/beabcf99-4397-49df-8e1b-5bc16cdf21a5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:27.631366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:27.635006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:27.641532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.648485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 307ee95d-c7a1-4911-9cfd-460df44bdf2e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:27.680210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcd7d4-3814-4894-96e6-b1bec22bb72b None None] Pushing event updated for resources: {'Port': ['ID=1e848506-215a-4bff-aeae-1a1a73787398,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:27.795936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.837268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ea808f2c-0baa-4ac2-ad61-7cf3311a0fd2 None None] Provisioning complete for port 82145c86-50bc-4559-8e60-ef9f212e3629 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:27.837728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ea808f2c-0baa-4ac2-ad61-7cf3311a0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.909178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3993ea5-7fd8-4253-9835-d0673fde68b3 None None] Pushing event updated for resources: {'Port': ['ID=307ee95d-c7a1-4911-9cfd-460df44bdf2e,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:27.963038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 307ee95d-c7a1-4911-9cfd-460df44bdf2e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:27.963450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:27.964687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=8c378bc8-82c6-47bd-a202-4b63c59ff324,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:27.967407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ea808f2c-0baa-4ac2-ad61-7cf3311a0fd2 None None] Port 82145c86-50bc-4559-8e60-ef9f212e3629 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:28.002959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.054129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98ad3f75-6897-4e88-97a4-17e3bef0ce74 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.063573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.073280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98ad3f75-6897-4e88-97a4-17e3bef0ce74 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.089750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b24cc9-ab80-4e6c-bd13-ae61166e474a tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] Network b589f730-e663-464a-a5ab-fbfd2a9c2b50 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:28.160170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:28.160762 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:28.191966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 33223e67-e67f-476d-a251-b1a9c1038bc4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:28.221398 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.225420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.273447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98ad3f75-6897-4e88-97a4-17e3bef0ce74 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.277405 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-98ad3f75-6897-4e88-97a4-17e3bef0ce74 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1103122 Nov 29 11:48:28.279301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53526) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:28.284672 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0d51de5f-64d8-4ce1-81ad-6b572c41f5cf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Request body: {'security_group_rule': {'security_group_id': '25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:28.287132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.289521 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e7b24cc9-ab80-4e6c-bd13-ae61166e474a tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "POST /v2.0/agents/2bb4f6ad-32a4-4ffc-9409-3770801aed5e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1155429 Nov 29 11:48:28.290752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.293028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53528) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:28.293664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f394552-b05a-4dbf-ac99-c0a916bca484 None None] Network b589f730-e663-464a-a5ab-fbfd2a9c2b50 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:28.300826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.309509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad3f75-6897-4e88-97a4-17e3bef0ce74 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:28.319689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:28.344616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.354859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:28.355050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 33223e67-e67f-476d-a251-b1a9c1038bc4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:28.355369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.362711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:28.363308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.390260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.391837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d691c-d349-40bb-b684-52fcb0fb355b None None] Network f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:28.460816 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] device_id is not set on port b961ee34-86f4-4c9a-9d05-27252cbd4915 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:28.472390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.525567 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c700c40c-63ce-4e42-b12c-5c8900cdc12b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5719695 Nov 29 11:48:28.531706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53530) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:28.539677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.580073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.606760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd27be-784c-467c-b09e-cbaccff45a33 None None] Pushing event updated for resources: {'Port': ['ID=82145c86-50bc-4559-8e60-ef9f212e3629,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:28.618263 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d51de5f-64d8-4ce1-81ad-6b572c41f5cf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.737764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:28.754538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=b961ee34-86f4-4c9a-9d05-27252cbd4915,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:28.774621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:28.791000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.797157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.801637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.806230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:28.876620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Port': ['ID=a04b0b0a-c449-4d58-ae07-847ed0ab5f44,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:28.894227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d9aeeb78-3989-4bef-afce-5ad6c18722b9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:28.896112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Attempting to bind port 82145c86-50bc-4559-8e60-ef9f212e3629 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:28.896490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Attempting to bind port 82145c86-50bc-4559-8e60-ef9f212e3629 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:28.896854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Attempting to bind port 82145c86-50bc-4559-8e60-ef9f212e3629 on network 184cc2ac-2415-4f9b-a217-5513ff3793c3 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:28.935533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:28.935918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Checking segment: {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:28.936330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.936902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Bound using segment: {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:28.937396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Bound port: 82145c86-50bc-4559-8e60-ef9f212e3629, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:28.938503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:28.987158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-30442872-7596-4c2d-b865-70a4f3313188 tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "GET /v2.0/agents/2bb4f6ad-32a4-4ffc-9409-3770801aed5e/dhcp-networks HTTP/1.1" status: 200 len: 10378 time: 0.6902668 Nov 29 11:48:28.998101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53532) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.029392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:29.030032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:29.030639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:29.050566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event updated for resources: {'Port': ['ID=beabcf99-4397-49df-8e1b-5bc16cdf21a5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:29.074323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:29.075180 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:29.076488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] For port 82145c86-50bc-4559-8e60-ef9f212e3629, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:29.082150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] For port 82145c86-50bc-4559-8e60-ef9f212e3629, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=82145c86-50bc-4559-8e60-ef9f212e3629,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:29.082391 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 2 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:29.091185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d9aeeb78-3989-4bef-afce-5ad6c18722b9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:29.091630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.093843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d51de5f-64d8-4ce1-81ad-6b572c41f5cf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.119835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d51de5f-64d8-4ce1-81ad-6b572c41f5cf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.121984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-809e2875-adb7-45e6-b503-c64a44097e51 None None] Provisioning complete for port 82145c86-50bc-4559-8e60-ef9f212e3629 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:29.122587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-809e2875-adb7-45e6-b503-c64a44097e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.124191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.124573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.161387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.166213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.170226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:29.170226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:29.170592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:29.172465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.196742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13ab7a-608e-4045-a001-3d050cff2224 None None] Network 583694be-34a5-46d4-93f5-309bb7d8c8e6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:29.223339 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51de5f-64d8-4ce1-81ad-6b572c41f5cf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fd3266-3783-4b74-85ce-0e05891860d0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:29.225161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.228486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:29.228815 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:29.230808 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-20a0c4c6-7d08-40e6-a276-efb36f59f63a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8938303 Nov 29 11:48:29.231263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53534) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.237877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794424d-e30d-4569-823e-63342e423eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe', 'network_id': 'f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': '8c378bc8-82c6-47bd-a202-4b63c59ff324'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:29.239105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a794424d-e30d-4569-823e-63342e423eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.242527 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 3 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:29.247111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d51de5f-64d8-4ce1-81ad-6b572c41f5cf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.248313 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0d51de5f-64d8-4ce1-81ad-6b572c41f5cf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9680545 Nov 29 11:48:29.263644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53536) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.267669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.274757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e3f05d63-a2b7-4229-9afc-263f6dd8f079 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Request body: {'security_group_rule': {'security_group_id': '25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:29.281878 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0e53e607-9d42-448f-bb73-c332d5cea4b7 tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "DELETE /v2.0/agents/2bb4f6ad-32a4-4ffc-9409-3770801aed5e/dhcp-networks/b589f730-e663-464a-a5ab-fbfd2a9c2b50 HTTP/1.1" status: 204 len: 168 time: 0.2804799 Nov 29 11:48:29.302508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53538) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.323885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:29.324218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:29.324625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:29.333673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event updated for resources: {'Port': ['ID=14ba642a-3a1a-42dd-a9f5-be439b4dfab0,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:29.368944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.369844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd27be-784c-467c-b09e-cbaccff45a33 None None] Pushing event updated for resources: {'Port': ['ID=82145c86-50bc-4559-8e60-ef9f212e3629,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:29.400441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:29.400441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:29.400717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:29.400717 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:29.448676 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 4 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:29.481801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.498987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.508126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d543a030-b1f6-4a41-94ff-03ae4125ded1 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2215364 Nov 29 11:48:29.524475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:29.524803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:29.525312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:29.529311 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9d25806b-01c5-4f3b-9cf6-5e16788d4ae1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c HTTP/1.1" status: 200 len: 690 time: 0.2926900 Nov 29 11:48:29.529801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53542) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.531721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d63-a2b7-4229-9afc-263f6dd8f079 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.564817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:29.565139 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:29.572315 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 5 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:29.640079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.642369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:29.642958 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:29.643069 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:29.662396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.689594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a794424d-e30d-4569-823e-63342e423eab None None] Allocated IP 2001:db8::3 (f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe/8c378bc8-82c6-47bd-a202-4b63c59ff324/b06ecb6c-88f8-4826-be92-7e1dbf836763) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:29.693486 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-34bd0272-221a-4a5b-9d41-75e891b63445 tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "GET /v2.0/agents/2bb4f6ad-32a4-4ffc-9409-3770801aed5e/dhcp-networks HTTP/1.1" status: 200 len: 9607 time: 0.3898580 Nov 29 11:48:29.698597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:29.698597 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:29.698882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53546) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.700401 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 6 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:29.750317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d63-a2b7-4229-9afc-263f6dd8f079 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.752856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:29.753335 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:29.753813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:29.762116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.767657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d63-a2b7-4229-9afc-263f6dd8f079 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.774755 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-107701d1-eb16-4920-86f4-c95651942894 tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "GET /v2.0/networks/fec9e232-1fb1-46c1-98af-0859b7b2d005/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0714061 Nov 29 11:48:29.784553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:29.785053 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:29.793169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53556) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.794126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 7 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:29.822111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f05d63-a2b7-4229-9afc-263f6dd8f079 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede40673-686c-496f-aca0-7df3c90bbb1b,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:29.840981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:29.841505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:29.842014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:29.856160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3f05d63-a2b7-4229-9afc-263f6dd8f079 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.857621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e3f05d63-a2b7-4229-9afc-263f6dd8f079 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5922225 Nov 29 11:48:29.868682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53566) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.876493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:29.882267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:29.882793 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:29.888354 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 8 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:29.906027 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8ebf45ae-b449-40e4-bbf4-bc9224ab4149 tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "GET /v2.0/networks/fec9e232-1fb1-46c1-98af-0859b7b2d005/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1059396 Nov 29 11:48:29.912735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53568) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:29.936023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:29.936341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:29.936626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:29.945436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:48:29.958534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:29.964703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:29.964997 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:29.975171 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 9 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:29.999412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Deleting port a04b0b0a-c449-4d58-ae07-847ed0ab5f44 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:30.000124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.002660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.006913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.018532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.033908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-809e2875-adb7-45e6-b503-c64a44097e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.041893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53576) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:30.071652 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 29 11:48:30.084723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:30.085821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:30.085821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:30.116848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-809e2875-adb7-45e6-b503-c64a44097e51 None None] For port 82145c86-50bc-4559-8e60-ef9f212e3629, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=82145c86-50bc-4559-8e60-ef9f212e3629,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:30.154105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-809e2875-adb7-45e6-b503-c64a44097e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.180550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:30.180881 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:30.199234 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempt 10 to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 Nov 29 11:48:30.261221 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e2875-adb7-45e6-b503-c64a44097e51 None None] Pushing event updated for resources: {'Port': ['ID=82145c86-50bc-4559-8e60-ef9f212e3629,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:30.275519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event updated for resources: {'Port': ['ID=beabcf99-4397-49df-8e1b-5bc16cdf21a5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:30.278657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.289647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.293865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.325648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1e848506-215a-4bff-aeae-1a1a73787398 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:30.328574 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-9843eaf8-22d9-4235-9d41-cedeaf997865 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--765960414&fields=id&tenant_id=3c7036afab6b45bd80311f207072fa15 HTTP/1.1" status: 200 len: 267 time: 0.2660251 Nov 29 11:48:30.374221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.375031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5a5a28-ebc9-4d6e-bf72-cae74079e3a9 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:48:30.394138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.394485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.415390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Calling delete_port for a04b0b0a-c449-4d58-ae07-847ed0ab5f44 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:30.426156 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 29 11:48:30.427526 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c8c7f1ed-998f-40da-9a39-46b696d2521b tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.7664754 Nov 29 11:48:30.442992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d543eb6b-cedb-4d9e-9fcb-7e49822c9dcc None None] Provisioning complete for port 82145c86-50bc-4559-8e60-ef9f212e3629 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:30.443188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53578) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:30.443717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d543eb6b-cedb-4d9e-9fcb-7e49822c9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.446529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a794424d-e30d-4569-823e-63342e423eab None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.486605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a794424d-e30d-4569-823e-63342e423eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.547615 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 1e848506-215a-4bff-aeae-1a1a73787398 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:30.547939 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.560832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a794424d-e30d-4569-823e-63342e423eab None None] Network f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:30.570061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.588458 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.597616 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-53dd4836-517c-4227-aa81-5d02e7aa5f34 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9365621 Nov 29 11:48:30.597790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a794424d-e30d-4569-823e-63342e423eab None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:30.597790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794424d-e30d-4569-823e-63342e423eab None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:30.609399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:30.609809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:30.610611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempting to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:30.616471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794424d-e30d-4569-823e-63342e423eab None None] Pushing event updated for resources: {'Port': ['ID=b06ecb6c-88f8-4826-be92-7e1dbf836763,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:30.630901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=8c378bc8-82c6-47bd-a202-4b63c59ff324,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:30.641678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:30.642088 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Failed to bind port b961ee34-86f4-4c9a-9d05-27252cbd4915 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3'}] Nov 29 11:48:30.642553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.656404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:29Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:30.704510 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e97553e3-4b3e-4eb2-b450-ec0feff22036 tempest-DHCPAgentSchedulersTestJSON-199220106 tempest-DHCPAgentSchedulersTestJSON-199220106-project-admin] 10.222.0.23 "GET /v2.0/agents/2bb4f6ad-32a4-4ffc-9409-3770801aed5e/dhcp-networks HTTP/1.1" status: 200 len: 9607 time: 0.7906778 Nov 29 11:48:30.717726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53582) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:30.841052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.854527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942776db-30f6-4f5f-aee3-33f6ef19677e None None] The sync data for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv is: [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:29Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:48:30.868072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c8acf269-b4ce-4d18-9a15-27a3b740cbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.876125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:30.884746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a794424d-e30d-4569-823e-63342e423eab None None] Attempting to bind port b06ecb6c-88f8-4826-be92-7e1dbf836763 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:30.885119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a794424d-e30d-4569-823e-63342e423eab None None] Attempting to bind port b06ecb6c-88f8-4826-be92-7e1dbf836763 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:30.885481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794424d-e30d-4569-823e-63342e423eab None None] Attempting to bind port b06ecb6c-88f8-4826-be92-7e1dbf836763 on network f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:30.891619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:30.891919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:30.897709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794424d-e30d-4569-823e-63342e423eab None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:30.897709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794424d-e30d-4569-823e-63342e423eab None None] Checking segment: {'id': '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:30.898028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a794424d-e30d-4569-823e-63342e423eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.898317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a794424d-e30d-4569-823e-63342e423eab None None] Bound using segment: {'id': '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:30.898802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a794424d-e30d-4569-823e-63342e423eab None None] Bound port: b06ecb6c-88f8-4826-be92-7e1dbf836763, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:30.899210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a794424d-e30d-4569-823e-63342e423eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.906905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.912698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.941326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.962510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:30.962917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:30.976342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.018234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-7b051556-80b9-4185-a792-d83a63d4a60b tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:31.022574 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-7b051556-80b9-4185-a792-d83a63d4a60b tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/networks?id=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee HTTP/1.1" status: 200 len: 811 time: 0.6928756 Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:31.040442 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:31.044178 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-50fe8d36-9be1-4acc-8ea0-40ea9866919a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/quotas/3c7036afab6b45bd80311f207072fa15 HTTP/1.1" status: 200 len: 375 time: 0.0136311 Nov 29 11:48:31.045508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] For port b961ee34-86f4-4c9a-9d05-27252cbd4915, host hv-neutron-8195, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:31.045965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attempted to set empty binding levels {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 11:48:31.048366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 11:48:31.048366 dv-neutron-819578-1-hyperv neutron-server[102104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 11:48:31.048366 dv-neutron-819578-1-hyperv neutron-server[102104]: [parameters: {'id': 'f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe'}] Nov 29 11:48:31.048366 dv-neutron-819578-1-hyperv neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:48:31.048735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:48:31.050133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5b0efb5d-9b84-48b4-95f6-6d0a6f7e6180 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Deleting port 27974435-acff-4b29-8521-969dfa1d01ef {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:31.050479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b0efb5d-9b84-48b4-95f6-6d0a6f7e6180 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.052649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.064264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d543eb6b-cedb-4d9e-9fcb-7e49822c9dcc None None] Provisioning complete for port 1e848506-215a-4bff-aeae-1a1a73787398 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:31.064645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d543eb6b-cedb-4d9e-9fcb-7e49822c9dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.110461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.112663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53604) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:31.149301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 1e848506-215a-4bff-aeae-1a1a73787398, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1e848506-215a-4bff-aeae-1a1a73787398,segment=NetworkSegment(901d6fa1-8710-4654-a68d-69d38b456735),segment_id=901d6fa1-8710-4654-a68d-69d38b456735)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:31.158327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a794424d-e30d-4569-823e-63342e423eab None None] For port b06ecb6c-88f8-4826-be92-7e1dbf836763, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:31.161550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.163812 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 307ee95d-c7a1-4911-9cfd-460df44bdf2e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:31.169434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a794424d-e30d-4569-823e-63342e423eab None None] For port b06ecb6c-88f8-4826-be92-7e1dbf836763, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b06ecb6c-88f8-4826-be92-7e1dbf836763,segment=NetworkSegment(7ad09fda-6cf4-4e83-a265-6c30e2f4f51f),segment_id=7ad09fda-6cf4-4e83-a265-6c30e2f4f51f)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:31.189550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event deleted for resources: {'Port': ['ID=a04b0b0a-c449-4d58-ae07-847ed0ab5f44,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:31.247242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.248508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] In _notify_port_updated(), no bound segment for port b961ee34-86f4-4c9a-9d05-27252cbd4915 on network 3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:48:31.249436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:31.250070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.251387 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "PUT /v2.0/ports/b961ee34-86f4-4c9a-9d05-27252cbd4915 HTTP/1.1" status: 200 len: 981 time: 3.7120178 Nov 29 11:48:31.256027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53606) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:31.262067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=1e848506-215a-4bff-aeae-1a1a73787398,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:31.289931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.300703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.307847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8707ea7-e38f-403d-bfc3-a8adb551a3de tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event updated for resources: {'Port': ['ID=b961ee34-86f4-4c9a-9d05-27252cbd4915,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:31.326166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a794424d-e30d-4569-823e-63342e423eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.334082 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-eeea6366-5789-4ae7-95b0-12fb6fb6f491 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--796453431&fields=id&tenant_id=7a9e7c97cb9f4e94aeca62c2f34f0a48 HTTP/1.1" status: 200 len: 267 time: 0.1993821 Nov 29 11:48:31.344838 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-ce5b3e01-77be-499b-98d1-5f248e545234 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c7036afab6b45bd80311f207072fa15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2751815 Nov 29 11:48:31.347970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b589f730-e663-464a-a5ab-fbfd2a9c2b50']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:31.362391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b0efb5d-9b84-48b4-95f6-6d0a6f7e6180 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.390152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5b0efb5d-9b84-48b4-95f6-6d0a6f7e6180 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Calling delete_port for 27974435-acff-4b29-8521-969dfa1d01ef owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:31.402838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.416662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64f6414-bc2b-465e-8716-d23280b72f47') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:31.417026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64f6414-bc2b-465e-8716-d23280b72f47') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:31.481124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.512891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.522315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794424d-e30d-4569-823e-63342e423eab None None] Pushing event updated for resources: {'Port': ['ID=b06ecb6c-88f8-4826-be92-7e1dbf836763,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:31.548397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 307ee95d-c7a1-4911-9cfd-460df44bdf2e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:31.548882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.558944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:31.559484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:31.568991 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:31.603576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.613217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b0efb5d-9b84-48b4-95f6-6d0a6f7e6180 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.631699 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e13e8-d777-4799-9cb7-4ad5c8065984 None None] Network f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:31.640648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Deleting port b961ee34-86f4-4c9a-9d05-27252cbd4915 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:31.640977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.648881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-c280f8d0-4592-4a15-aef2-faf4adde3f6b tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:31.650473 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-c280f8d0-4592-4a15-aef2-faf4adde3f6b tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/networks?id=cd053911-1770-496c-974e-f2c804170770 HTTP/1.1" status: 200 len: 805 time: 0.2997966 Nov 29 11:48:31.657174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-8e7eb46c-c891-498f-a2ed-33fbb64fff5f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:48:31.658309 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-8e7eb46c-c891-498f-a2ed-33fbb64fff5f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1062574 Nov 29 11:48:31.698596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.702857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.706634 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "DELETE /v2.0/networks/b589f730-e663-464a-a5ab-fbfd2a9c2b50 HTTP/1.1" status: 204 len: 168 time: 0.9803479 Nov 29 11:48:31.711796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.736825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Allocated IP 172.26.5.153 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/e2587d8f-3f46-4001-812f-3724c4b57301) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:31.739418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a185d5eb-8594-4cd2-8c65-19ebc12fd952 None None] Provisioning complete for port 1e848506-215a-4bff-aeae-1a1a73787398 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:31.739817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a185d5eb-8594-4cd2-8c65-19ebc12fd952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:31.744145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53614) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:31.747502 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-01ce1ee7-05d8-48f7-83f1-3c00c0a048d0 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/quotas/7a9e7c97cb9f4e94aeca62c2f34f0a48 HTTP/1.1" status: 200 len: 375 time: 0.0843523 Nov 29 11:48:31.805072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b448f4-f6cf-4b63-8b32-aa8a4827f553 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event deleted for resources: {'Network': ['ID=b589f730-e663-464a-a5ab-fbfd2a9c2b50,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:31.808678 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f09cf6f-00f8-45c9-b389-c53876d4572c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] DELETE failed (client error): The resource could not be found. Nov 29 11:48:31.809415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f09cf6f-00f8-45c9-b389-c53876d4572c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:48:31.812556 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1f09cf6f-00f8-45c9-b389-c53876d4572c tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "DELETE /v2.0/ports/bec292a7-1ac3-457f-973d-1e3e4999b095 HTTP/1.1" status: 404 len: 333 time: 0.0640783 Nov 29 11:48:31.832168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53616) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:31.908922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a15be-4292-4302-b168-a700c1f8a9f0 None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:48:31.927780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0efb5d-9b84-48b4-95f6-6d0a6f7e6180 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Pushing event deleted for resources: {'Port': ['ID=27974435-acff-4b29-8521-969dfa1d01ef,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:31.967736 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-cf6b7d92-e576-470f-ae5f-f2863b0a44ff service neutron] 10.222.0.23 "GET /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976947 Nov 29 11:48:31.978747 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-1ae4a7d5-1a38-49fa-ab8a-22ef7791fb4d tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a9e7c97cb9f4e94aeca62c2f34f0a48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2102468 Nov 29 11:48:31.982665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-165bcc2d-7905-4d9d-af14-e0c7a9d6e6b0 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Deleting subnet b73fa82c-1296-462a-8bdf-0f089dae388c {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:48:31.996293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-165bcc2d-7905-4d9d-af14-e0c7a9d6e6b0 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.000433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ee2097-8bd1-426d-b4b3-8494444c6a64,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:32.029271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.084392 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367a15be-4292-4302-b168-a700c1f8a9f0 None None] Resources bound (agent type, host, resource id): {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:48:32.108685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] For port b961ee34-86f4-4c9a-9d05-27252cbd4915, host hv-neutron-8195, got binding levels [] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:32.108685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.108955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-165bcc2d-7905-4d9d-af14-e0c7a9d6e6b0 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.124160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:32.138877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Calling delete_port for b961ee34-86f4-4c9a-9d05-27252cbd4915 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:32.142287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a772b62-c560-493a-9b92-51e3f0b72a13') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:32.142579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a772b62-c560-493a-9b92-51e3f0b72a13') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:32.161736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.179427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.192439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting port b06ecb6c-88f8-4826-be92-7e1dbf836763 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:32.192827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.245444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-57b2ef0c-a214-4b1a-8195-f111ed3e47d4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:48:32.252932 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-57b2ef0c-a214-4b1a-8195-f111ed3e47d4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1039407 Nov 29 11:48:32.266755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.275111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b0efb5d-9b84-48b4-95f6-6d0a6f7e6180 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.278323 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5b0efb5d-9b84-48b4-95f6-6d0a6f7e6180 tempest-RoutersAdminNegativeIpV6Test-77876783 tempest-RoutersAdminNegativeIpV6Test-77876783-project-admin] 10.222.0.23 "DELETE /v2.0/ports/27974435-acff-4b29-8521-969dfa1d01ef HTTP/1.1" status: 204 len: 168 time: 1.8329134 Nov 29 11:48:32.300798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:32.301202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:32.305507 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:32.331325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1e848506-215a-4bff-aeae-1a1a73787398 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:32.388184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] For port b06ecb6c-88f8-4826-be92-7e1dbf836763, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b06ecb6c-88f8-4826-be92-7e1dbf836763,segment=NetworkSegment(7ad09fda-6cf4-4e83-a265-6c30e2f4f51f),segment_id=7ad09fda-6cf4-4e83-a265-6c30e2f4f51f)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:32.388733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.420127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Calling delete_port for b06ecb6c-88f8-4826-be92-7e1dbf836763 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:32.433131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.437567 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-165bcc2d-7905-4d9d-af14-e0c7a9d6e6b0 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.450250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 11:48:32.452554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.455846 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c HTTP/1.1" status: 204 len: 168 time: 2.9213791 Nov 29 11:48:32.476911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53626) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:32.502161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b3d1c-c724-4eb7-9b45-66c8ba6f18d1 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:32.504138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.542175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Pushing event deleted for resources: {'Port': ['ID=b961ee34-86f4-4c9a-9d05-27252cbd4915,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:32.558405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 1e848506-215a-4bff-aeae-1a1a73787398 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:32.558600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.558803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.564717 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e7527770-89c9-4601-93ee-93f708ac70f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "DELETE /v2.0/ports/b961ee34-86f4-4c9a-9d05-27252cbd4915 HTTP/1.1" status: 204 len: 168 time: 1.3054395 Nov 29 11:48:32.566961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53628) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:32.601068 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97952a5-8844-4cd2-abeb-c8ceed117aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] GET failed (client error): The resource could not be found. Nov 29 11:48:32.607670 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a97952a5-8844-4cd2-abeb-c8ceed117aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948 tempest-PortsAdminExtendedAttrsIpV6TestJSON-381175948-project-admin] 10.222.0.23 "GET /v2.0/ports/b961ee34-86f4-4c9a-9d05-27252cbd4915 HTTP/1.1" status: 404 len: 333 time: 0.0396006 Nov 29 11:48:32.615046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53632) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:32.680938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.754963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53634) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:32.763415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No DVR routers for this DVR port b06ecb6c-88f8-4826-be92-7e1dbf836763 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:48:32.768991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Port': ['ID=b06ecb6c-88f8-4826-be92-7e1dbf836763,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:32.806343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.839414 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-9c4a70b2-e68d-413d-90e5-066d58a4d419 service neutron] 10.222.0.23 "GET /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8515992 Nov 29 11:48:32.851308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.875304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 82145c86-50bc-4559-8e60-ef9f212e3629 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:32.918863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:32.979014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 82145c86-50bc-4559-8e60-ef9f212e3629 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:32.979610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.003685 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-62de46e5-ecd4-4c62-a873-0c6204b74752 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1169 time: 0.1631336 Nov 29 11:48:33.005101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-165bcc2d-7905-4d9d-af14-e0c7a9d6e6b0 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.007009 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53638) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:33.044998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51b6ec1e-7b2a-48f2-b65d-a76e0bad5ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.050554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:33.061821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:33.062389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad09fda-6cf4-4e83-a265-6c30e2f4f51f') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:33.063246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:33.066589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bcc2d-7905-4d9d-af14-e0c7a9d6e6b0 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event deleted for resources: {'Subnet': ['ID=b73fa82c-1296-462a-8bdf-0f089dae388c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:33.074099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.088442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-165bcc2d-7905-4d9d-af14-e0c7a9d6e6b0 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.089866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.091935 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-165bcc2d-7905-4d9d-af14-e0c7a9d6e6b0 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "DELETE /v2.0/subnets/b73fa82c-1296-462a-8bdf-0f089dae388c HTTP/1.1" status: 204 len: 168 time: 1.2564218 Nov 29 11:48:33.093381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:33.096629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:33.097225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.099718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:33.107303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2189bc1a-aabd-4de7-a93c-ae116e9a8282 None None] Network fec9e232-1fb1-46c1-98af-0859b7b2d005 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:33.108148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53640) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:33.169474 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:33.176683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event updated for resources: {'Port': ['ID=e2587d8f-3f46-4001-812f-3724c4b57301,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:33.189472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.262653 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-2d29a35f-a236-47cc-9fdb-2cb1aecd1d51 service neutron] 10.222.0.23 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0087414 Nov 29 11:48:33.295380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51b6ec1e-7b2a-48f2-b65d-a76e0bad5ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.322663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51b6ec1e-7b2a-48f2-b65d-a76e0bad5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.351185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.354487 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe HTTP/1.1" status: 204 len: 168 time: 4.8217106 Nov 29 11:48:33.358236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.359903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53652) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:33.373562 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-51b6ec1e-7b2a-48f2-b65d-a76e0bad5ddd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04439aa9081d4c1c9dbc2ecea8badf71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158628 Nov 29 11:48:33.384722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-867908270'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:33.389200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c0e5e56-c02c-45d4-8fea-7d64fa885a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.390543 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53654) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:33.421823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718dce-fad5-4f2a-bfe6-d4a493a6c65c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:33.437713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:33.438040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:33.438413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:33.438852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:33.439349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:33.439917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:33.440217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:33.440724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:33.441603 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6e292b76-b676-4396-807d-a54b786db33b req-016f8fca-0eb0-4029-ab15-a50fc2c33c08 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 210 time: 0.1394796 Nov 29 11:48:33.446270 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-71378326-e118-4094-aa50-207851ce1a56 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5307 time: 0.4316888 Nov 29 11:48:33.446922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53664) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:33.463638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:33.466024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6ec1e-7b2a-48f2-b65d-a76e0bad5ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444c4f5a-318f-4c51-aa7d-b9ce88d531b9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:33.492579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:33.493093 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b8f7b5-71c4-4131-9a44-3a6e6a9494a3') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:33.518077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] DHCP port deletion for fec9e232-1fb1-46c1-98af-0859b7b2d005 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:48:33.519754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.538874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.550640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.558031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:33.558337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:33.561715 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:33.576701 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-0a698e9f-82d7-402e-8616-400351f602ca tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] delete failed (client error): The resource could not be found. Nov 29 11:48:33.577751 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0a698e9f-82d7-402e-8616-400351f602ca tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/17f73f0b-819d-4875-a12e-ae7f79faf4fd HTTP/1.1" status: 404 len: 345 time: 0.1208260 Nov 29 11:48:33.586167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] Deleting port 33223e67-e67f-476d-a251-b1a9c1038bc4 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:33.586381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.591867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53666) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:33.647365 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:33.651064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.655343 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-780e293c-87c4-4072-905c-39d3ef57ab6a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] DELETE failed (client error): The resource could not be found. Nov 29 11:48:33.655343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780e293c-87c4-4072-905c-39d3ef57ab6a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:48:33.660966 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-780e293c-87c4-4072-905c-39d3ef57ab6a tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "DELETE /v2.0/networks/4a79cccc-f7c0-4909-8ffa-8118a6e6cf9c HTTP/1.1" status: 404 len: 339 time: 0.0611806 Nov 29 11:48:33.664893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53670) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:33.670588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Request body: {'network': {'name': 'tempest-network--1388934829', 'router:external': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:33.678774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.706719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.711649 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] 10.222.0.23 "DELETE /v2.0/networks/3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3 HTTP/1.1" status: 204 len: 168 time: 1.0954432 Nov 29 11:48:33.714414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.728144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847aabe-f6d9-46ce-9a97-11961b51f824 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1144420113-project] Pushing event deleted for resources: {'Network': ['ID=3f874e4a-78cd-49ec-a1e8-b4120e9e0cc3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:33.750231 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-cd1f3274-a7ed-46c8-acd9-c5e6adc1a36c service neutron] 10.222.0.23 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706948 Nov 29 11:48:33.764473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Made reservation on behalf of ff05cfea095943d6a0c71efd5d4c6026 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:33.767247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.835173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:33.845701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fcda80d7-ee08-4937-8a5d-b23a66c403fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.861963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.862319 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Added segment b044a3fd-d2fe-4c19-b9e5-dbdbe0a82890 of type vlan for network 7cd32269-51e9-41bb-a28c-2dec4ef70dd8 Nov 29 11:48:33.868063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.894338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fcda80d7-ee08-4937-8a5d-b23a66c403fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.894871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] For port 33223e67-e67f-476d-a251-b1a9c1038bc4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=33223e67-e67f-476d-a251-b1a9c1038bc4,segment=NetworkSegment(ebfadbc9-83a3-4f00-be49-fcfd3b3826b9),segment_id=ebfadbc9-83a3-4f00-be49-fcfd3b3826b9)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:33.895960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.918908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] Calling delete_port for 33223e67-e67f-476d-a251-b1a9c1038bc4 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:33.978563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:33.985782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.087807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.090765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:34.090985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.163040 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53688) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:34.202562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Network': ['ID=7cd32269-51e9-41bb-a28c-2dec4ef70dd8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:34.209004 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-818702cd-128a-4f70-a4b0-a4f70f5f7154 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5421491 Nov 29 11:48:34.213748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53694) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:34.218669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 7cd32269-51e9-41bb-a28c-2dec4ef70dd8 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:34.233436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 33223e67-e67f-476d-a251-b1a9c1038bc4 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:48:34.342378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:34.391529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.423768 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df8606b7-598b-4da0-9e18-0d2415b02991 req-d34d9564-6f24-4b8b-b293-bdc808c3d76c tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 210 time: 0.1982379 Nov 29 11:48:34.424955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fcda80d7-ee08-4937-8a5d-b23a66c403fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.431512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fcda80d7-ee08-4937-8a5d-b23a66c403fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.438041 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fcda80d7-ee08-4937-8a5d-b23a66c403fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/444c4f5a-318f-4c51-aa7d-b9ce88d531b9 HTTP/1.1" status: 204 len: 168 time: 1.0054171 Nov 29 11:48:34.522326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] No DVR routers for this DVR port 33223e67-e67f-476d-a251-b1a9c1038bc4 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:48:34.526044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d30e3-d37a-463b-803e-5c5a9033db94 None None] Pushing event deleted for resources: {'Port': ['ID=33223e67-e67f-476d-a251-b1a9c1038bc4,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:34.596611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No active binding found for port 33223e67-e67f-476d-a251-b1a9c1038bc4 {{(pid=102105) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 11:48:34.612161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804efd23-0273-49a2-a74b-824411538ed5 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:34.618596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 33223e67-e67f-476d-a251-b1a9c1038bc4 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:48:34.629011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804efd23-0273-49a2-a74b-824411538ed5 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:34.642545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804efd23-0273-49a2-a74b-824411538ed5 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:34.651750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.664935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804efd23-0273-49a2-a74b-824411538ed5 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:34.672628 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-804efd23-0273-49a2-a74b-824411538ed5 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4575472 Nov 29 11:48:34.674353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53718) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:34.697568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.700259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment 3e82aed4-e79c-48a9-9147-a6cc70cd1a27 of type vlan for network a0097978-e4f6-4e9f-8f27-c562594d3b39 Nov 29 11:48:34.753250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda80d7-ee08-4937-8a5d-b23a66c403fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c4f5a-318f-4c51-aa7d-b9ce88d531b9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:34.839854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.854334 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.925159 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:34.938937 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5e623984-e3a0-4499-9834-e79e99b36942 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6066fe52dde4fffb4fc036aec2ada8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7221079 Nov 29 11:48:34.953306 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cb45ff70-6ee2-4977-baf2-4f5ccec46cfb req-efb8f0d6-15dd-49d5-b0e9-67bb553a7657 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 210 time: 0.3085968 Nov 29 11:48:34.960265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53730) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:35.007555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.030749 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Deleting port 33223e67-e67f-476d-a251-b1a9c1038bc4 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:35.031078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.097960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.117632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event updated for resources: {'Port': ['ID=e2587d8f-3f46-4001-812f-3724c4b57301,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:35.147033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd32269-51e9-41bb-a28c-2dec4ef70dd8']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:35.152424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.153707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f23ea686-e127-4b49-8203-833707e421a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.157916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:35.158511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.161148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53734) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:35.169113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.175495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] For port 33223e67-e67f-476d-a251-b1a9c1038bc4, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:35.175855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.224226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b044a3fd-d2fe-4c19-b9e5-dbdbe0a82890') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:35.224505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b044a3fd-d2fe-4c19-b9e5-dbdbe0a82890') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:35.239734 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53740) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:35.246100 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9825dc0c-dd28-4829-ba50-e3c56ffa1928 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d222c6ed09834b30b52e30d76c120ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757043 Nov 29 11:48:35.261858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Calling delete_port for 33223e67-e67f-476d-a251-b1a9c1038bc4 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:35.272239 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8916562 Nov 29 11:48:35.275341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53742) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:35.276975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.278240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Port 33223e67-e67f-476d-a251-b1a9c1038bc4 was not found and therefore no delete operation was performed {{(pid=102103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 11:48:35.283201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.287934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': 'a0097978-e4f6-4e9f-8f27-c562594d3b39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:35.292922 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a56c419c-bda1-41d6-b31c-c341401fff02 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4221840 Nov 29 11:48:35.311296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.329608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180c659-4f29-4b18-8da4-0c1b9e4bcafd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=a0097978-e4f6-4e9f-8f27-c562594d3b39,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:35.346334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network a0097978-e4f6-4e9f-8f27-c562594d3b39 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:35.352599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f23ea686-e127-4b49-8203-833707e421a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.395949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event deleted for resources: {'Port': ['ID=33223e67-e67f-476d-a251-b1a9c1038bc4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:35.412878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] No DVR routers for this DVR port 33223e67-e67f-476d-a251-b1a9c1038bc4 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:48:35.462036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.474401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-902b1853-6044-4e1b-ad3e-3d059e6d6bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.553658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:35.554322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:35.558597 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:35.564950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-902b1853-6044-4e1b-ad3e-3d059e6d6bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.623114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.628364 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a6f35f9-9519-4f18-98f9-fb8a646d3e9b req-570bba2e-f317-457f-8bfc-634c89735192 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 210 time: 0.0774102 Nov 29 11:48:35.695679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec9e232-1fb1-46c1-98af-0859b7b2d005']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:35.708474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfadbc9-83a3-4f00-be49-fcfd3b3826b9') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:35.708995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfadbc9-83a3-4f00-be49-fcfd3b3826b9') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:35.720232 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-cfd3fb29-915c-4ded-9152-bc724af4a6a7 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1644785116&fields=id&tenant_id=f2015f397b9945aa93bb9584373ba6e7 HTTP/1.1" status: 200 len: 267 time: 0.1020262 Nov 29 11:48:35.725826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.727034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.730808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:35.734697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.745252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7cd32269-51e9-41bb-a28c-2dec4ef70dd8 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 11:48:35.758617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f23ea686-e127-4b49-8203-833707e421a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.761382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f23ea686-e127-4b49-8203-833707e421a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.762585 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f23ea686-e127-4b49-8203-833707e421a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/583745a6-1122-4ee0-9c4f-12c59ec15e33 HTTP/1.1" status: 204 len: 168 time: 0.8012643 Nov 29 11:48:35.763844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.767147 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "DELETE /v2.0/networks/7cd32269-51e9-41bb-a28c-2dec4ef70dd8 HTTP/1.1" status: 204 len: 168 time: 1.0891173 Nov 29 11:48:35.795622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53766) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:35.796316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-902b1853-6044-4e1b-ad3e-3d059e6d6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.798870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-902b1853-6044-4e1b-ad3e-3d059e6d6bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.828172 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-902b1853-6044-4e1b-ad3e-3d059e6d6bcf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/13c110c0-b93f-4b20-a6da-8c04dafaf6f2 HTTP/1.1" status: 204 len: 168 time: 0.5856755 Nov 29 11:48:35.849411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Request body: {'network': {'name': 'tempest-network--2144204834', 'router:external': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:35.894202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:35.979140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:36.181405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ecb02-4bef-4b5b-b101-729cb8a51dc6 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cd32269-51e9-41bb-a28c-2dec4ef70dd8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:36.197793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ea686-e127-4b49-8203-833707e421a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583745a6-1122-4ee0-9c4f-12c59ec15e33,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:36.497210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:36.578331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.30', 64967) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:36.634039 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b1853-6044-4e1b-ad3e-3d059e6d6bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c110c0-b93f-4b20-a6da-8c04dafaf6f2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:36.635731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53792) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:36.636671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:36.637616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:36.666157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1907f5-100e-4982-83cb-506428695edf req-cef77b1a-c01c-45b3-b72c-2c66ed7a32b2 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:36.667675 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-cef77b1a-c01c-45b3-b72c-2c66ed7a32b2 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 810 time: 0.9339564 Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:36.678610 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:36.764864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Made reservation on behalf of ff05cfea095943d6a0c71efd5d4c6026 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:36.771665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:36.774930 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3c70b18c-0b4a-45ff-af54-824b72181ac5 req-1e46f2f1-65e3-4d7f-a7f2-a58d397b2b7c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 210 time: 0.1636503 Nov 29 11:48:36.783422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=4afb46f8-4fc0-491d-8533-6857b1c02d71,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:36.818304 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-cd191194-bfef-451e-b711-3a2d260ef9bc tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/quotas/f2015f397b9945aa93bb9584373ba6e7 HTTP/1.1" status: 200 len: 375 time: 0.1210601 Nov 29 11:48:36.843829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': '3e82aed4-e79c-48a9-9147-a6cc70cd1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0097978-e4f6-4e9f-8f27-c562594d3b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:36.844324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: a0097978-e4f6-4e9f-8f27-c562594d3b39, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:36.898819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-b8851176-7895-4d74-ba8c-7c93d9003c19 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:36.900677 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-b8851176-7895-4d74-ba8c-7c93d9003c19 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.30 "GET /v2.0/networks?id=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee HTTP/1.1" status: 200 len: 811 time: 0.3134732 Nov 29 11:48:36.903112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:36.912076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network a0097978-e4f6-4e9f-8f27-c562594d3b39 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:36.922399 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, a0097978-e4f6-4e9f-8f27-c562594d3b39) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:36.927427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:36.928378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:36.945724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aec318-7299-474d-99e0-e8e4416ef65a None None] Network a0097978-e4f6-4e9f-8f27-c562594d3b39 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:36.953044 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2a764dc9-4d6d-456b-a0ec-80ac163d322b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6718614 Nov 29 11:48:36.953691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53808) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:36.968038 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6d3673f6-cc26-45c0-a6a6-5e639c15cc98 req-37a1a182-5c75-4657-ae34-7dd1120280f9 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 210 time: 0.0800238 Nov 29 11:48:36.972051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:36.985442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:36.986143 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Added segment ab5185e1-bb25-4629-93c5-01250baf8db3 of type vlan for network 37201663-9725-43c9-b97f-08759af303a2 Nov 29 11:48:37.032633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.036062 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] 10.222.0.23 "DELETE /v2.0/networks/fec9e232-1fb1-46c1-98af-0859b7b2d005 HTTP/1.1" status: 204 len: 168 time: 3.9205155 Nov 29 11:48:37.060143 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-89cb42e4-0ad0-41e9-b772-22cddc628bac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8173da5ec1ec45b3ba3311cea5dde8ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4050841 Nov 29 11:48:37.066300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53816) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:37.069511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54b2e0-659d-42ad-aeaa-37e6802103b4 tempest-DHCPAgentSchedulersTestJSON-984368588 tempest-DHCPAgentSchedulersTestJSON-984368588-project] Pushing event deleted for resources: {'Network': ['ID=fec9e232-1fb1-46c1-98af-0859b7b2d005,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:37.084184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.117797 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-9da5a14f-94a8-4c03-aa7e-baf0a3ffab06 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2757638 Nov 29 11:48:37.125997 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.30', 64972) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:37.188479 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-16cbbb93-1081-4634-bc50-53f9fda1910e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7036afab6b45bd80311f207072fa15 HTTP/1.1" status: 200 len: 379 time: 0.2336242 Nov 29 11:48:37.216004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:48:37.228973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Request body: {'port': {'device_id': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'admin_state_up': True, 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'security_groups': ['2786fa86-4764-409f-a27d-ef29844aa4d7']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:37.251984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-a0097978-e4f6-4e9f-8f27-c562594d3b39', 'network_id': 'a0097978-e4f6-4e9f-8f27-c562594d3b39', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': '4afb46f8-4fc0-491d-8533-6857b1c02d71'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:37.253411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.309571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.310663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:37.311281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.429577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1738dd32-1961-469f-ae2c-49355eef3560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.457458 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6230605 Nov 29 11:48:37.463080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53836) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:37.490643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-613fef9f-3859-4396-95b7-dbd49fb9baeb tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:37.492498 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-613fef9f-3859-4396-95b7-dbd49fb9baeb tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.30 "GET /v2.0/networks?id=cd053911-1770-496c-974e-f2c804170770 HTTP/1.1" status: 200 len: 805 time: 0.3632851 Nov 29 11:48:37.494417 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-d31ffe25-b090-466d-a693-107b7225f683 service neutron] 10.222.0.23 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479197 Nov 29 11:48:37.527446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b7307-8be3-4e32-9817-52238a1c28ab tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Network': ['ID=37201663-9725-43c9-b97f-08759af303a2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:37.553858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 37201663-9725-43c9-b97f-08759af303a2 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:37.561405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Allocated IP 2001:db8::1 (a0097978-e4f6-4e9f-8f27-c562594d3b39/4afb46f8-4fc0-491d-8533-6857b1c02d71/b938d381-6508-40d6-b098-d24698a605e7) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:37.564335 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1738dd32-1961-469f-ae2c-49355eef3560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.584902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Made reservation on behalf of 3c7036afab6b45bd80311f207072fa15 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:37.589163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.600444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53844) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:37.659470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.681105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76a73fd-02a5-4ce7-a9cc-421e2f8048f7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:37.685921 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f76a73fd-02a5-4ce7-a9cc-421e2f8048f7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] 10.222.0.23 "GET /v2.0/networks/37201663-9725-43c9-b97f-08759af303a2 HTTP/1.1" status: 200 len: 757 time: 0.2215905 Nov 29 11:48:37.686129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53848) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:37.703728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-474f666a-583e-4cec-be24-b0f649ea4c28 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a9e7c97cb9f4e94aeca62c2f34f0a48 HTTP/1.1" status: 200 len: 379 time: 0.1949668 Nov 29 11:48:37.753393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Request body: {'port': {'device_id': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'admin_state_up': True, 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'security_groups': ['86341087-e765-439c-938b-1fc112b577f3']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:37.866573 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-6dda75fb-2a66-497d-b883-f6b3db5d38fa service neutron] 10.222.0.23 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611610 Nov 29 11:48:37.872638 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1738dd32-1961-469f-ae2c-49355eef3560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.875317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1738dd32-1961-469f-ae2c-49355eef3560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.879099 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1738dd32-1961-469f-ae2c-49355eef3560 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45a1fd76-7dff-4983-94b0-e22cfcaac3ac HTTP/1.1" status: 204 len: 168 time: 0.8108811 Nov 29 11:48:37.888385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:37.896217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b8c8a-5651-4809-b2c3-860fab14408e tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:37.897629 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ed1b8c8a-5651-4809-b2c3-860fab14408e tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] 10.222.0.23 "GET /v2.0/networks/c4f12a2c-af81-49c6-9b67-006943b0af2c HTTP/1.1" status: 200 len: 768 time: 0.2088280 Nov 29 11:48:37.915087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53856) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:37.931383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738dd32-1961-469f-ae2c-49355eef3560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a1fd76-7dff-4983-94b0-e22cfcaac3ac,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:38.131167 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40b88945-1b70-4c4a-8d0c-489920e31683 req-4742d42b-8f99-4404-9af8-ef491da359fe tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 210 time: 0.1497800 Nov 29 11:48:38.191225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Allocated IP 172.20.0.7 (8d5dbc71-d19f-4d76-86ee-ef2acbd90aee/32262308-b0e7-4d46-b015-3101c9347f45/ad7cc840-e5be-47b4-a647-c40bd2db118f) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:38.225283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.239454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.293182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Network a0097978-e4f6-4e9f-8f27-c562594d3b39 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:38.300004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:38.328471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:38.333965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Made reservation on behalf of 7a9e7c97cb9f4e94aeca62c2f34f0a48 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:38.336870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.355318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.362989 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6bc33b42-349d-4c98-a264-5a582ff6dcfd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d4d4a2dae4a4ede8fab7a369d75994d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7518730 Nov 29 11:48:38.398003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53872) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:38.469711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.477907 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d79db93-8d3b-4039-948f-ea33aaa9781d req-e8961407-2fce-4ee9-9e83-4084febbbfc7 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 210 time: 0.1143801 Nov 29 11:48:38.553096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Pushing event updated for resources: {'Port': ['ID=b938d381-6508-40d6-b098-d24698a605e7,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:38.560965 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-78371ce4-ff81-4a77-824b-f8069d8f9fe0 req-2c5a4558-a272-488f-bb82-cb688acd8907 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.1044357 Nov 29 11:48:38.570242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Attempting to bind port b938d381-6508-40d6-b098-d24698a605e7 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:38.570617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Attempting to bind port b938d381-6508-40d6-b098-d24698a605e7 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '3e82aed4-e79c-48a9-9147-a6cc70cd1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0097978-e4f6-4e9f-8f27-c562594d3b39'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:38.570963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Attempting to bind port b938d381-6508-40d6-b098-d24698a605e7 on network a0097978-e4f6-4e9f-8f27-c562594d3b39 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:38.591067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:38.591554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Checking segment: {'id': '3e82aed4-e79c-48a9-9147-a6cc70cd1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0097978-e4f6-4e9f-8f27-c562594d3b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:38.592181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.592857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Bound using segment: {'id': '3e82aed4-e79c-48a9-9147-a6cc70cd1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0097978-e4f6-4e9f-8f27-c562594d3b39'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:38.593713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Bound port: b938d381-6508-40d6-b098-d24698a605e7, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e82aed4-e79c-48a9-9147-a6cc70cd1a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a0097978-e4f6-4e9f-8f27-c562594d3b39'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:38.594359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.729290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.753002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0097978-e4f6-4e9f-8f27-c562594d3b39']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:38.763772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e82aed4-e79c-48a9-9147-a6cc70cd1a27') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:38.764613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e82aed4-e79c-48a9-9147-a6cc70cd1a27') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:38.776639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.785590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] For port b938d381-6508-40d6-b098-d24698a605e7, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:38.792009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] For port b938d381-6508-40d6-b098-d24698a605e7, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b938d381-6508-40d6-b098-d24698a605e7,segment=NetworkSegment(3e82aed4-e79c-48a9-9147-a6cc70cd1a27),segment_id=3e82aed4-e79c-48a9-9147-a6cc70cd1a27)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:38.799846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=4afb46f8-4fc0-491d-8533-6857b1c02d71,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:38.806423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.818669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.831420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:38.832241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:38.895969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Allocated IP 172.20.0.8 (cd053911-1770-496c-974e-f2c804170770/1f14d764-4eb8-4915-96ae-55caa00cc376/2c04e46d-0c55-4df8-b884-d556c382cb7b) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:38.928781 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:39.022668 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53888) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:39.024153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 11:48:39.024153 dv-neutron-819578-1-hyperv neutron-server[102104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 11:48:39.024153 dv-neutron-819578-1-hyperv neutron-server[102104]: [parameters: {'id': 'a0097978-e4f6-4e9f-8f27-c562594d3b39'}] Nov 29 11:48:39.024153 dv-neutron-819578-1-hyperv neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:48:39.025307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:48:39.107732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0faea2d-81f9-4930-82ec-6bbbd485a5d0 None None] Network a0097978-e4f6-4e9f-8f27-c562594d3b39 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:39.388858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcab3ddf-c13f-40c0-baf1-3619b345c6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:39.402647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:39.419519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878f455-d44b-4fe3-a229-3fc7dad7b1e7 None None] Pushing event updated for resources: {'Port': ['ID=b938d381-6508-40d6-b098-d24698a605e7,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:39.471628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:39.528787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:39.550492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:39.569085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352521c9-5c49-4869-8c8b-925b6f8926c1 None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:48:39.592832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcab3ddf-c13f-40c0-baf1-3619b345c6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:39.630538 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d93940b5-0586-4e3b-add6-7f1b63d44a62 req-1982a565-fc50-42c5-8674-80f5bb89668c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 210 time: 0.0944915 Nov 29 11:48:39.649114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-98195775', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:39.685756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37201663-9725-43c9-b97f-08759af303a2']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:39.726655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5185e1-bb25-4629-93c5-01250baf8db3') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:39.726975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5185e1-bb25-4629-93c5-01250baf8db3') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:39.828295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Network cd053911-1770-496c-974e-f2c804170770 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:39.902433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352521c9-5c49-4869-8c8b-925b6f8926c1 None None] Resources bound (agent type, host, resource id): {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:48:39.905277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:39.964343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:40.009807 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f6f90cd3-087f-4bdb-bb75-36293198a18a req-992ab6cd-2a54-48c4-b687-b9efb93df975 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.2130654 Nov 29 11:48:40.023552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event updated for resources: {'Port': ['ID=2c04e46d-0c55-4df8-b884-d556c382cb7b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:40.054934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Made reservation on behalf of aaaff85f0435463aa643c96ffe66e29e for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:40.063730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.113213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.148506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:40.148841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.200810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.221137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.239283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.243843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedd1fc-fc76-4c82-a968-76161b975658 req-ab137eef-c5bf-4b50-bb5e-0914da7b1b6b tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:40.248572 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:40.249296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.252242 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-feedd1fc-fc76-4c82-a968-76161b975658 req-ab137eef-c5bf-4b50-bb5e-0914da7b1b6b tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 931 time: 0.4568276 Nov 29 11:48:40.272137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-4f96f976-0711-49e6-8a13-9e6ea14367c3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5507164 Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:40.334432 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:40.349667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.370684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcab3ddf-c13f-40c0-baf1-3619b345c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.373580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcab3ddf-c13f-40c0-baf1-3619b345c6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.375148 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dcab3ddf-c13f-40c0-baf1-3619b345c6b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b493cfc-257d-4e4d-9bea-7bece9ccf203 HTTP/1.1" status: 204 len: 168 time: 1.9758644 Nov 29 11:48:40.391077 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-feedd1fc-fc76-4c82-a968-76161b975658 req-940a9ef7-7ea0-4215-b391-29272655d16d tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184478 Nov 29 11:48:40.407075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37201663-9725-43c9-b97f-08759af303a2 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 11:48:40.416776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event deleted for resources: {'Network': ['ID=37201663-9725-43c9-b97f-08759af303a2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:40.460784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.466984 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-19591931-d72a-4965-ba3c-25e501e58e14 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "DELETE /v2.0/networks/37201663-9725-43c9-b97f-08759af303a2 HTTP/1.1" status: 204 len: 168 time: 2.5297854 Nov 29 11:48:40.477776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53918) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:40.538263 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Request body: {'network': {'name': 'tempest-network--1067165502'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:40.570412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab3ddf-c13f-40c0-baf1-3619b345c6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b493cfc-257d-4e4d-9bea-7bece9ccf203,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:40.602141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.764553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.776089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.800649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] device_id is not set on port 825019ce-58f8-4c33-b53b-274e370ad4f6 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:40.938196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting port b938d381-6508-40d6-b098-d24698a605e7 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:40.938545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.970274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-94ad2cdb-d39b-4a31-9ad9-ae75788438e2 None None] Provisioning complete for port 2c04e46d-0c55-4df8-b884-d556c382cb7b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:40.970911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94ad2cdb-d39b-4a31-9ad9-ae75788438e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:40.995826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:41.014188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Made reservation on behalf of ff05cfea095943d6a0c71efd5d4c6026 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:41.016363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.048207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-94ad2cdb-d39b-4a31-9ad9-ae75788438e2 None None] Port 2c04e46d-0c55-4df8-b884-d556c382cb7b cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:41.056449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:41.062309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53932) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:41.106934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event updated for resources: {'Port': ['ID=ad7cc840-e5be-47b4-a647-c40bd2db118f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:41.118734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:41.202686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10861229-169a-4a72-bc06-de8ef0fc5cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.306941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:41.310735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.322242 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2ea53c7d-5e46-4a69-a5e5-3d92baa2d451 req-229e3d09-7e79-4594-8af4-3cc719981ff0 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.1308098 Nov 29 11:48:41.323267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb8fcaf-f936-4d9f-8dff-9ecac4c29d0c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:41.325365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] For port b938d381-6508-40d6-b098-d24698a605e7, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b938d381-6508-40d6-b098-d24698a605e7,segment=NetworkSegment(3e82aed4-e79c-48a9-9147-a6cc70cd1a27),segment_id=3e82aed4-e79c-48a9-9147-a6cc70cd1a27)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:41.325736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.354469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Calling delete_port for b938d381-6508-40d6-b098-d24698a605e7 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:41.378850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-63255688-9d34-4b2a-a247-228ca0e93ba0 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:48:41.380424 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-63255688-9d34-4b2a-a247-228ca0e93ba0 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226777 Nov 29 11:48:41.381526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:41.412718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41713b-9135-4304-b16f-e7bff03572f2 req-549880d3-ddf3-451a-b7dc-d430496d136d tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:41.420621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e41713b-9135-4304-b16f-e7bff03572f2 req-549880d3-ddf3-451a-b7dc-d430496d136d tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 931 time: 0.4804823 Nov 29 11:48:41.470456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53940) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:41.523890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Allocated IP 172.26.5.16 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/825019ce-58f8-4c33-b53b-274e370ad4f6) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:41.555377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.558339 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Added segment 8619e11a-d098-48f5-9512-86a2b0b957c7 of type vlan for network 8411e16a-9ad1-4cd4-9a99-824961d34cb6 Nov 29 11:48:41.583317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-0a40a0f8-30cb-4e69-b67c-062d8cb657f0 None None] Provisioning complete for port ad7cc840-e5be-47b4-a647-c40bd2db118f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:41.583698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a40a0f8-30cb-4e69-b67c-062d8cb657f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.639474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0a40a0f8-30cb-4e69-b67c-062d8cb657f0 None None] Port ad7cc840-e5be-47b4-a647-c40bd2db118f cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:41.650735 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-79f446c3-b44e-460c-b371-de2c12f8c45c tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4520910 Nov 29 11:48:41.726063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.739669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10861229-169a-4a72-bc06-de8ef0fc5cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.750604 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e41713b-9135-4304-b16f-e7bff03572f2 req-cf5ed602-764c-4fc8-81e1-3cef4daac9a6 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286786 Nov 29 11:48:41.756508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10861229-169a-4a72-bc06-de8ef0fc5cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.878241 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-10861229-169a-4a72-bc06-de8ef0fc5cba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43447f92fd71461e9373ca1fc867297e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7720714 Nov 29 11:48:41.880407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53948) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:41.890997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:41.893783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10861229-169a-4a72-bc06-de8ef0fc5cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997fd9b6-4ae9-4981-af75-ea52e6daa5f3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:41.909635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:48:41.915301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Request body: {'port': {'device_id': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:41.979614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Port': ['ID=b938d381-6508-40d6-b098-d24698a605e7,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:41.983422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No DVR routers for this DVR port b938d381-6508-40d6-b098-d24698a605e7 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:48:42.002232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Request body: {'port': {'device_id': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:42.048405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-547643297'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:42.093283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4c38-461c-4a86-a7f1-b47f908639af req-cfa065a0-a840-4cc4-87ee-838cd6c6789d tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:42.102656 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-52db4c38-461c-4a86-a7f1-b47f908639af req-cfa065a0-a840-4cc4-87ee-838cd6c6789d tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 931 time: 0.5149109 Nov 29 11:48:42.110199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.111114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:42.116258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.248864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.262596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef9000a9-5b90-48fd-979f-76875a663ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.284661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.323684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0097978-e4f6-4e9f-8f27-c562594d3b39']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:42.378961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef9000a9-5b90-48fd-979f-76875a663ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.382229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e82aed4-e79c-48a9-9147-a6cc70cd1a27') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:42.382576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e82aed4-e79c-48a9-9147-a6cc70cd1a27') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:42.451166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.501148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.530785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Made reservation on behalf of fd9409b194974a6bb9593e5d3f71e76c for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:42.533576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.537124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:42.537464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:42.540751 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:42.583365 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.0806925 Nov 29 11:48:42.593651 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a4101de9-cff2-47cf-8148-9d09b83765cf req-882128d2-7b65-4aec-98d7-3a4374709bd3 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.0937912 Nov 29 11:48:42.594320 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.599414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 53952) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:42.603746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.622753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4ae6f88a-5e8b-4d15-93a5-baf3d6c7b9dc tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:42.624854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849440c-49e9-40ce-a6f1-39a788b658b2 tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Network': ['ID=8411e16a-9ad1-4cd4-9a99-824961d34cb6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:42.638587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8411e16a-9ad1-4cd4-9a99-824961d34cb6 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:42.676338 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-52db4c38-461c-4a86-a7f1-b47f908639af req-beae6b8a-8d4e-48c7-8d28-e259b3c01598 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5727465 Nov 29 11:48:42.744308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.882154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.890925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.894677 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/a0097978-e4f6-4e9f-8f27-c562594d3b39 HTTP/1.1" status: 204 len: 168 time: 5.9380512 Nov 29 11:48:42.898291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53956) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:42.900177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef9000a9-5b90-48fd-979f-76875a663ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.902775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef9000a9-5b90-48fd-979f-76875a663ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:42.906304 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ef9000a9-5b90-48fd-979f-76875a663ce7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/997fd9b6-4ae9-4981-af75-ea52e6daa5f3 HTTP/1.1" status: 204 len: 168 time: 1.0220621 Nov 29 11:48:42.916104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-408939732'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:42.940655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db8597-a518-4c80-8982-980e1f3de197 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=a0097978-e4f6-4e9f-8f27-c562594d3b39,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:42.965227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9000a9-5b90-48fd-979f-76875a663ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997fd9b6-4ae9-4981-af75-ea52e6daa5f3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:43.004177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:43.009378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.070486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:43.091592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad7cc840-e5be-47b4-a647-c40bd2db118f {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:48:43.096208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.096555 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment 35bbf8ca-d508-4410-a1a8-6fae23353f73 of type vlan for network a3faa403-a778-4510-8864-ea5f57af9847 Nov 29 11:48:43.108278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.154684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Transition to ACTIVE for port object ad7cc840-e5be-47b4-a647-c40bd2db118f will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:48:43.158850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.164098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.228085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.233914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:43.234809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.259575 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.376357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:43.380719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Pushing event updated for resources: {'Port': ['ID=825019ce-58f8-4c33-b53b-274e370ad4f6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:43.383838 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4783614 Nov 29 11:48:43.387000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53964) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:43.414306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7cc840-e5be-47b4-a647-c40bd2db118f,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:43.453110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': 'a3faa403-a778-4510-8864-ea5f57af9847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:43.483893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.521670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f88a-5e8b-4d15-93a5-baf3d6c7b9dc tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.547712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460d54b-1ffe-4a8d-8a7f-616427dca769 req-65bbd672-db9c-4609-a7be-060fe549dd03 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:43.550016 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2460d54b-1ffe-4a8d-8a7f-616427dca769 req-65bbd672-db9c-4609-a7be-060fe549dd03 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 931 time: 0.7038636 Nov 29 11:48:43.551714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:43.564432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:43.593497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da5850-4907-4720-a43b-92e6d5fcb957 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=a3faa403-a778-4510-8864-ea5f57af9847,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:43.597013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.608566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network a3faa403-a778-4510-8864-ea5f57af9847 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:43.627647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f88a-5e8b-4d15-93a5-baf3d6c7b9dc tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.679615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:43.713802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4ae6f88a-5e8b-4d15-93a5-baf3d6c7b9dc tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Network 8411e16a-9ad1-4cd4-9a99-824961d34cb6 is not hosted by any dhcp agent {{(pid=102103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 11:48:43.728306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Attempting to bind port ad7cc840-e5be-47b4-a647-c40bd2db118f on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:43.729264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Attempting to bind port ad7cc840-e5be-47b4-a647-c40bd2db118f by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:43.729869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Attempting to bind port ad7cc840-e5be-47b4-a647-c40bd2db118f on network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:43.730481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6f88a-5e8b-4d15-93a5-baf3d6c7b9dc tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:43.731111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ae6f88a-5e8b-4d15-93a5-baf3d6c7b9dc tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.735021 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4ae6f88a-5e8b-4d15-93a5-baf3d6c7b9dc tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "PUT /v2.0/networks/8411e16a-9ad1-4cd4-9a99-824961d34cb6 HTTP/1.1" status: 200 len: 858 time: 1.1324043 Nov 29 11:48:43.741403 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53976) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:43.751913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Port ad7cc840-e5be-47b4-a647-c40bd2db118f on network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:43.752394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Attempting to bind port ad7cc840-e5be-47b4-a647-c40bd2db118f on network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:43.756785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:43.757752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:43.758260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.764304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.847245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f85c6-c1ab-4356-96a6-c765da6219f3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:43.862494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.862846 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Added segment 03b3f059-7adf-4687-8fa9-7ab2ae1adea5 of type vlan for network b053a17f-37a0-4905-a435-59997469e09a Nov 29 11:48:43.875984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:43.875984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Checking segment: {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:43.876573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Bound using segment: {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:43.877170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Bound port: ad7cc840-e5be-47b4-a647-c40bd2db118f, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:43.877601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:43.885129 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ff38100f-6796-4ced-a4db-0b2a1c360124 req-1b3e73c1-ef13-43ff-8a6c-3b11a9561303 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.0816836 Nov 29 11:48:43.953971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.035693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c04e46d-0c55-4df8-b884-d556c382cb7b {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:48:44.045792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.050087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] For port ad7cc840-e5be-47b4-a647-c40bd2db118f, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:44.069713 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2460d54b-1ffe-4a8d-8a7f-616427dca769 req-07315700-b70b-457a-92c0-a0811fb6f7bf tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5117061 Nov 29 11:48:44.075406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Transition to ACTIVE for port object 2c04e46d-0c55-4df8-b884-d556c382cb7b will not be triggered until provisioned by entity L2. {{(pid=102103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:48:44.132851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] For port ad7cc840-e5be-47b4-a647-c40bd2db118f, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad7cc840-e5be-47b4-a647-c40bd2db118f,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:44.169019 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-935c9060-54c6-4dd9-b259-525136c005c3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 5.1452663 Nov 29 11:48:44.171806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.173561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 53986) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:44.174290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6f88a-5e8b-4d15-93a5-baf3d6c7b9dc tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event updated for resources: {'Network': ['ID=8411e16a-9ad1-4cd4-9a99-824961d34cb6,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:44.178228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.184147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.251797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.16'}]}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:44.277387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.289641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4230bd5-7470-46fc-bfbc-4b139b6313c6 req-b353e5ed-cce5-4a53-92c6-04e92ec4d681 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:44.292557 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a4230bd5-7470-46fc-bfbc-4b139b6313c6 req-b353e5ed-cce5-4a53-92c6-04e92ec4d681 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.2220194 Nov 29 11:48:44.320548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Pushing event updated for resources: {'Port': ['ID=ad7cc840-e5be-47b4-a647-c40bd2db118f,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:44.343792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:44.344867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.346355 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-fc768456-b760-419e-a1ed-2e935ce49308 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad7cc840-e5be-47b4-a647-c40bd2db118f HTTP/1.1" status: 200 len: 1093 time: 2.6531360 Nov 29 11:48:44.350148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'tag': 'ad7cc840-e5be-47b4-a647-c40bd2db118f'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:48:44.356134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8411e16a-9ad1-4cd4-9a99-824961d34cb6']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:44.458970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04e46d-0c55-4df8-b884-d556c382cb7b,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:44.504978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.524448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:44.526932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.552063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8619e11a-d098-48f5-9512-86a2b0b957c7') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:44.553806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8619e11a-d098-48f5-9512-86a2b0b957c7') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:44.576951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.591006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.597733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc448234-41d0-4159-8563-3a807cf47020" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9d9960-99f5-4716-82a3-95f92c7338a3", "tag": "ad7cc840-e5be-47b4-a647-c40bd2db118f"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:48:44.619425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a4230bd5-7470-46fc-bfbc-4b139b6313c6 req-27d35c8d-7432-4f59-b935-2e9302d70104 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091543 Nov 29 11:48:44.649272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.650594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.658043 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1356680 Nov 29 11:48:44.728646 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.739159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:44.740189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:44.746982 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:44.751535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0bda8-d637-45c2-813d-4d7d5e32027e tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Pushing event updated for resources: {'Network': ['ID=b053a17f-37a0-4905-a435-59997469e09a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:44.766894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network b053a17f-37a0-4905-a435-59997469e09a details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:44.787043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Attempting to bind port 2c04e46d-0c55-4df8-b884-d556c382cb7b on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:44.787849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Attempting to bind port 2c04e46d-0c55-4df8-b884-d556c382cb7b by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:44.788540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Attempting to bind port 2c04e46d-0c55-4df8-b884-d556c382cb7b on network cd053911-1770-496c-974e-f2c804170770 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:44.795895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Port 2c04e46d-0c55-4df8-b884-d556c382cb7b on network cd053911-1770-496c-974e-f2c804170770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:44.796470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Attempting to bind port 2c04e46d-0c55-4df8-b884-d556c382cb7b on network cd053911-1770-496c-974e-f2c804170770 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:44.804628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:44.805478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Checking segment: {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:44.809492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Bound using segment: {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:44.810555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Bound port: 2c04e46d-0c55-4df8-b884-d556c382cb7b, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'cd053911-1770-496c-974e-f2c804170770'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:44.811268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:44.939250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] For port 2c04e46d-0c55-4df8-b884-d556c382cb7b, host hv-neutron-8195, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:44.944805 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] For port 2c04e46d-0c55-4df8-b884-d556c382cb7b, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:44.960125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:45.091987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:45.105307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8411e16a-9ad1-4cd4-9a99-824961d34cb6 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 11:48:45.108859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:45.117091 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] 10.222.0.23 "DELETE /v2.0/networks/8411e16a-9ad1-4cd4-9a99-824961d34cb6 HTTP/1.1" status: 204 len: 168 time: 1.3741810 Nov 29 11:48:45.122919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:45.123727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:45.125347 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] 10.222.0.30 "PUT /v2.0/ports/2c04e46d-0c55-4df8-b884-d556c382cb7b HTTP/1.1" status: 200 len: 1093 time: 3.4619915 Nov 29 11:48:45.129378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'tag': '2c04e46d-0c55-4df8-b884-d556c382cb7b'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:48:45.139775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54012) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:45.154162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69572515-5876-4769-ba68-73c0b4184be7 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04e46d-0c55-4df8-b884-d556c382cb7b,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:45.242201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1f5db5-32a3-414b-9dfd-5cdf56e5daef x-openstack-request-id: req-3c1f5db5-32a3-414b-9dfd-5cdf56e5daef {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:48:45.243377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9d9960-99f5-4716-82a3-95f92c7338a3", "tag": "ad7cc840-e5be-47b4-a647-c40bd2db118f", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:48:45.243751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c1f5db5-32a3-414b-9dfd-5cdf56e5daef {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:48:45.245868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'tag': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'status': 'completed', 'code': 200} Nov 29 11:48:45.247072 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-27597838-7f05-4e46-9098-f4a841ed5dad tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] DELETE failed (client error): The resource could not be found. Nov 29 11:48:45.250450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27597838-7f05-4e46-9098-f4a841ed5dad tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:48:45.260724 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-27597838-7f05-4e46-9098-f4a841ed5dad tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] 10.222.0.23 "DELETE /v2.0/subnets/a1ee2097-8bd1-426d-b4b3-8494444c6a64 HTTP/1.1" status: 404 len: 337 time: 0.0980871 Nov 29 11:48:45.261235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54022) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:45.266347 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54024) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:45.308318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923ad29-e882-473c-bdc6-0b6b1fa8f36e tempest-ExternalNetworksTestJSON-673029879 tempest-ExternalNetworksTestJSON-673029879-project-admin] Pushing event deleted for resources: {'Network': ['ID=8411e16a-9ad1-4cd4-9a99-824961d34cb6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:45.315721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Request body: {'port': {'network_id': 'b053a17f-37a0-4905-a435-59997469e09a', 'binding:host_id': 'hv-neutron-8195', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1526868184'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:45.449206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:45.453922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': '35bbf8ca-d508-4410-a1a8-6fae23353f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3faa403-a778-4510-8864-ea5f57af9847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:45.455580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: a3faa403-a778-4510-8864-ea5f57af9847, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:45.461563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=5d653673-0149-4890-b2cc-eae327eec533,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:45.472993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.30', 64979) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:45.602347 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8778cd81-3761-44ba-8863-e0e16325d926" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9b1f2-6557-46d9-9c59-95f620f18ed1", "tag": "2c04e46d-0c55-4df8-b884-d556c382cb7b"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:48:45.745505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20b47984-4c6b-4f90-a526-fd0fa199f9a5 req-05db43e6-a469-4877-950f-ce65c5741781 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.3703542 Nov 29 11:48:45.786766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Made reservation on behalf of e5d8370a9e6349e6bf69507b0fe36552 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:45.789062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:45.874763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:45.961899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network a3faa403-a778-4510-8864-ea5f57af9847 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:45.968496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc448234-41d0-4159-8563-3a807cf47020 req-76e886b7-be1f-4614-a699-965de09041bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:45.970233 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cc448234-41d0-4159-8563-3a807cf47020 req-76e886b7-be1f-4614-a699-965de09041bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c7036afab6b45bd80311f207072fa15&device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 1096 time: 0.4896924 Nov 29 11:48:46.010025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-23a24f6d-f640-472f-94cb-ab8d84dc1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:46.011626 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-23a24f6d-f640-472f-94cb-ab8d84dc1edb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a9e7c97cb9f4e94aeca62c2f34f0a48&device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 1096 time: 0.5334373 Nov 29 11:48:46.022435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:46.116052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:46.127055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, a3faa403-a778-4510-8864-ea5f57af9847) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:46.132399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171054-02d5-4b01-bb0c-c810a27f7433 req-d4757963-f1db-4aba-8b32-8eb6a2bdf6ae tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:46.133589 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df171054-02d5-4b01-bb0c-c810a27f7433 req-d4757963-f1db-4aba-8b32-8eb6a2bdf6ae tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 943 time: 0.5674713 Nov 29 11:48:46.138695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:46.139343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:46.143967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795f2fc-728f-478d-af83-4e2dee3a9ad2 None None] Network a3faa403-a778-4510-8864-ea5f57af9847 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:46.265520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1907f5-100e-4982-83cb-506428695edf req-2471cbe9-5019-4760-8b1a-3d2b547e4c21 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:46.267762 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-2471cbe9-5019-4760-8b1a-3d2b547e4c21 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 810 time: 0.7932847 Nov 29 11:48:46.321017 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4e929048-0053-419d-96c1-a50f2e475170 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9081471 Nov 29 11:48:46.368163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54046) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:46.393882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-a3faa403-a778-4510-8864-ea5f57af9847', 'network_id': 'a3faa403-a778-4510-8864-ea5f57af9847', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': '5d653673-0149-4890-b2cc-eae327eec533'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:46.395578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:46.465868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507777dc-c054-4a4f-b255-dbf8d1754094 req-5f70b3c3-7df7-4790-a248-20701186c923 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:46.467526 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-507777dc-c054-4a4f-b255-dbf8d1754094 req-5f70b3c3-7df7-4790-a248-20701186c923 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.5805364 Nov 29 11:48:46.534176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df171054-02d5-4b01-bb0c-c810a27f7433 req-de2545bb-7e9e-4770-8630-d2c7fcee4239 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790262 Nov 29 11:48:46.579977 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-cb918cd8-a33a-44ff-b473-dba2a1039f67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b HTTP/1.1" status: 200 len: 217 time: 0.3653975 Nov 29 11:48:46.607843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:46.628136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:46.638515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:46.679865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] device_id is not set on port e34a94c1-9fbe-44d5-b995-25758c40a0b3 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:46.687597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76de66-0f2e-4755-b9c3-85b7c8799238,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:46.730606 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-507777dc-c054-4a4f-b255-dbf8d1754094 req-9eeaab12-fd46-42a5-9321-8c6303d79fc9 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288387 Nov 29 11:48:46.760514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc448234-41d0-4159-8563-3a807cf47020 req-42e900e0-db12-42a4-871d-c8813fae30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:46.779923 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cc448234-41d0-4159-8563-3a807cf47020 req-42e900e0-db12-42a4-871d-c8813fae30ef service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3c7036afab6b45bd80311f207072fa15&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5745215 Nov 29 11:48:46.860843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54056) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:46.919540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:46.926155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Allocated IP 2001:db8::1 (a3faa403-a778-4510-8864-ea5f57af9847/5d653673-0149-4890-b2cc-eae327eec533/efca49de-7b5c-4f67-8f91-36069761ac66) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:46.934809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f12a2c-af81-49c6-9b67-006943b0af2c']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:47.005123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-36510c8b-9263-43e7-ad8c-8856b022b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:47.010994 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-36510c8b-9263-43e7-ad8c-8856b022b034 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f14d764-4eb8-4915-96ae-55caa00cc376 HTTP/1.1" status: 200 len: 844 time: 0.2119627 Nov 29 11:48:47.036260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cc7f4a-6bc8-4541-8737-339c13de603b') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:47.036877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cc7f4a-6bc8-4541-8737-339c13de603b') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:47.039984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42eb8b83-e447-4705-87f2-18a394cc1d16 x-openstack-request-id: req-42eb8b83-e447-4705-87f2-18a394cc1d16 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:48:47.040551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9b1f2-6557-46d9-9c59-95f620f18ed1", "tag": "2c04e46d-0c55-4df8-b884-d556c382cb7b", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:48:47.041260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42eb8b83-e447-4705-87f2-18a394cc1d16 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:48:47.042065 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'tag': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'status': 'completed', 'code': 200} Nov 29 11:48:47.059369 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97adcd12-4e31-4d60-81eb-7a74a835b349 req-3b88f9fa-90b7-4ed4-a06f-ab4983086367 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.1120470 Nov 29 11:48:47.081674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.092368 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-ffa62179-59c0-4b55-a116-f8ef371e708a tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2015f397b9945aa93bb9584373ba6e7 HTTP/1.1" status: 200 len: 380 time: 0.3085265 Nov 29 11:48:47.111569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.138721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.154579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:47.155998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:47.166317 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:47.213737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.225038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.259473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:47.357966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Network a3faa403-a778-4510-8864-ea5f57af9847 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:47.396601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.399227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:47.410681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:47.445855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.477273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Pushing event updated for resources: {'Port': ['ID=efca49de-7b5c-4f67-8f91-36069761ac66,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:47.517425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Attempting to bind port efca49de-7b5c-4f67-8f91-36069761ac66 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:47.517913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Attempting to bind port efca49de-7b5c-4f67-8f91-36069761ac66 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '35bbf8ca-d508-4410-a1a8-6fae23353f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3faa403-a778-4510-8864-ea5f57af9847'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:47.518402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Attempting to bind port efca49de-7b5c-4f67-8f91-36069761ac66 on network a3faa403-a778-4510-8864-ea5f57af9847 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:47.529759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:47.530451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Checking segment: {'id': '35bbf8ca-d508-4410-a1a8-6fae23353f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3faa403-a778-4510-8864-ea5f57af9847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:47.531025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.531575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Bound using segment: {'id': '35bbf8ca-d508-4410-a1a8-6fae23353f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3faa403-a778-4510-8864-ea5f57af9847'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:47.532227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Bound port: efca49de-7b5c-4f67-8f91-36069761ac66, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bbf8ca-d508-4410-a1a8-6fae23353f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a3faa403-a778-4510-8864-ea5f57af9847'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:47.532782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.657262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] For port efca49de-7b5c-4f67-8f91-36069761ac66, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:47.671963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] For port efca49de-7b5c-4f67-8f91-36069761ac66, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=efca49de-7b5c-4f67-8f91-36069761ac66,segment=NetworkSegment(35bbf8ca-d508-4410-a1a8-6fae23353f73),segment_id=35bbf8ca-d508-4410-a1a8-6fae23353f73)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:47.680045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.693256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=5d653673-0149-4890-b2cc-eae327eec533,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:47.735072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.754842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.760287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.779345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47a3b3-3ce1-4817-9b54-a973106721d5 None None] Pushing event updated for resources: {'Port': ['ID=efca49de-7b5c-4f67-8f91-36069761ac66,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:47.806332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.815585 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] 10.222.0.23 "DELETE /v2.0/networks/c4f12a2c-af81-49c6-9b67-006943b0af2c HTTP/1.1" status: 204 len: 168 time: 2.5540206 Nov 29 11:48:47.844137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bba978-394d-48e2-92eb-b022519eb9a7 tempest-ExternalNetworksTestJSON-152284498 tempest-ExternalNetworksTestJSON-152284498-project] Pushing event deleted for resources: {'Network': ['ID=c4f12a2c-af81-49c6-9b67-006943b0af2c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:47.856040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:47.868487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57be4-3e0c-4a0f-b86c-dc71a2450cc9 req-88da0337-00ae-4a77-a782-c33ed8e2717d tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:47.870553 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-44a57be4-3e0c-4a0f-b86c-dc71a2450cc9 req-88da0337-00ae-4a77-a782-c33ed8e2717d tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 943 time: 0.1985004 Nov 29 11:48:47.876265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a87f92-d377-4237-846e-c2ee54c41aee None None] Network a3faa403-a778-4510-8864-ea5f57af9847 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:47.928870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3faa403-a778-4510-8864-ea5f57af9847']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:47.960757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bbf8ca-d508-4410-a1a8-6fae23353f73') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:47.961057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bbf8ca-d508-4410-a1a8-6fae23353f73') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:47.983924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.124578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] device_id is not set on port e34a94c1-9fbe-44d5-b995-25758c40a0b3 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:48.167670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.204285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.206669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcf80c-23dc-4a64-ae74-662f63fb9819 None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:48:48.220510 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-44a57be4-3e0c-4a0f-b86c-dc71a2450cc9 req-9a1b0951-3b04-4b2e-a05f-cbe7419bc915 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903779 Nov 29 11:48:48.319396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d9ab0-0f76-4478-8754-f4009a7ca06c req-46ad94bb-e188-4e2d-9c61-dba2cfcb0135 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:48.324478 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-324d9ab0-0f76-4478-8754-f4009a7ca06c req-46ad94bb-e188-4e2d-9c61-dba2cfcb0135 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.3484504 Nov 29 11:48:48.455792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcf80c-23dc-4a64-ae74-662f63fb9819 None None] Resources bound (agent type, host, resource id): {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:48:48.476413 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-324d9ab0-0f76-4478-8754-f4009a7ca06c req-f47e7b60-7d55-49a9-8d61-4133ef8b2aa1 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333447 Nov 29 11:48:48.481318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=e34a94c1-9fbe-44d5-b995-25758c40a0b3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:48.505568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.509843 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-82599ed7-f017-4ea7-aa34-0524e7b29ab0 req-e946900e-427b-4511-b826-90ad4db43078 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.1079721 Nov 29 11:48:48.516757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54072) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:48.546915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:48.547316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.548084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Checking segment: {'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:48.548694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Network hostable DHCP agents. Network: b053a17f-37a0-4905-a435-59997469e09a, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:48.550648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:48.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:48.581294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Network b053a17f-37a0-4905-a435-59997469e09a is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:48.595025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, b053a17f-37a0-4905-a435-59997469e09a) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:48.601258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:48.619479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.619988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.620501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.632094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.632474 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.632884 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 2 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.652423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.652772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.653121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.655585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.664415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.664633 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.664944 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 3 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.691057 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.693187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.693678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.698966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.699494 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.700421 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 4 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.724291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.724787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.725228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.730414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.730881 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.731644 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 5 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.745386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.745725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.746151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.771674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.772024 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.773413 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 6 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.803383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.803723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.804061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.807443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d57f6f-823a-4dfc-85b0-6f4ff1952fc7 None None] Network b053a17f-37a0-4905-a435-59997469e09a requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:48.813267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.813611 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.814895 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 7 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.818764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 11:48:48.818764 dv-neutron-819578-1-hyperv neutron-server[102104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 11:48:48.818764 dv-neutron-819578-1-hyperv neutron-server[102104]: [parameters: {'id': 'a3faa403-a778-4510-8864-ea5f57af9847'}] Nov 29 11:48:48.818764 dv-neutron-819578-1-hyperv neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:48:48.819170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:48:48.824401 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7e8358f4-d2bf-4472-a9ac-e3a44d5d2805 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78fe6e18778a47f796a75c40e1ca9c6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3028462 Nov 29 11:48:48.827751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54076) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:48.834386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.834841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.835227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.839831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.840284 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.840675 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 8 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.856561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.861038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.867131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.867621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.867968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.872694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.872845 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.873278 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 9 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.887447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.887944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.888290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.892563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.892885 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.893265 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 10 to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 Nov 29 11:48:48.906006 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:48.906319 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:48.906652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:48.911466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:48.911791 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port e34a94c1-9fbe-44d5-b995-25758c40a0b3 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:48.912156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.930912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44318456-9971-43cd-9b29-b5680f10f9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.954645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.955406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72ef4fff-fe53-49d8-8814-f7a7cdbbee5d {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:48:48.987536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] For port e34a94c1-9fbe-44d5-b995-25758c40a0b3, host hv-neutron-8195, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:48.987912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempted to set empty binding levels {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 11:48:48.991709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44318456-9971-43cd-9b29-b5680f10f9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:48.992640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.005285 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 29 11:48:49.008902 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-158fba84-529b-462c-b444-527e989219e3 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.7734365 Nov 29 11:48:49.014507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54080) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:49.023017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:49.023600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.034226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Allocated IP 172.26.5.57 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/3dd12111-ae8b-47ac-8527-b3a5421d3f82) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:49.047797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=e34a94c1-9fbe-44d5-b995-25758c40a0b3,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:49.054424 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cb62c037-985c-4c9c-a612-2419565340b6 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.7832506 Nov 29 11:48:49.056635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54082) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:49.134330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Deleting port e34a94c1-9fbe-44d5-b995-25758c40a0b3 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:49.135053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.168773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44318456-9971-43cd-9b29-b5680f10f9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.171320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44318456-9971-43cd-9b29-b5680f10f9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.172442 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-44318456-9971-43cd-9b29-b5680f10f9a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd0e5eef-5f70-4083-968a-4c682b72cd76 HTTP/1.1" status: 204 len: 168 time: 0.3439825 Nov 29 11:48:49.197552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44318456-9971-43cd-9b29-b5680f10f9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0e5eef-5f70-4083-968a-4c682b72cd76,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:49.202296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] For port e34a94c1-9fbe-44d5-b995-25758c40a0b3, host hv-neutron-8195, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:49.202940 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.211557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6ef80ecd-49e4-4350-8411-d4632b78c516 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Deleting port 825019ce-58f8-4c33-b53b-274e370ad4f6 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:49.211898 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ef80ecd-49e4-4350-8411-d4632b78c516 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.227384 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Calling delete_port for e34a94c1-9fbe-44d5-b995-25758c40a0b3 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:49.270091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.321909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.341290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ef80ecd-49e4-4350-8411-d4632b78c516 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.364355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.364605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff37037-672d-4b0a-9370-2845989d5913 req-e0e46a48-73e5-4379-834e-0f6ce90f39fe tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:49.366503 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3ff37037-672d-4b0a-9370-2845989d5913 req-e0e46a48-73e5-4379-834e-0f6ce90f39fe tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 943 time: 0.0643518 Nov 29 11:48:49.367645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.380605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6ef80ecd-49e4-4350-8411-d4632b78c516 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Calling delete_port for 825019ce-58f8-4c33-b53b-274e370ad4f6 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:49.401884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event deleted for resources: {'Port': ['ID=e34a94c1-9fbe-44d5-b995-25758c40a0b3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:49.418322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.421480 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-27632212-21a7-4e79-ab74-8398014ee916 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e34a94c1-9fbe-44d5-b995-25758c40a0b3 HTTP/1.1" status: 204 len: 168 time: 0.3634169 Nov 29 11:48:49.428928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54090) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:49.461957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:49.463622 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3ff37037-672d-4b0a-9370-2845989d5913 req-979cc208-2218-429c-aa76-a7b8f6198a82 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887477 Nov 29 11:48:49.464837 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b29572-27fb-42e0-b3bd-0ce85006dc7d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] GET failed (client error): The resource could not be found. Nov 29 11:48:49.466456 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d8b29572-27fb-42e0-b3bd-0ce85006dc7d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "GET /v2.0/ports/e34a94c1-9fbe-44d5-b995-25758c40a0b3 HTTP/1.1" status: 404 len: 333 time: 0.0365789 Nov 29 11:48:49.469905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54092) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:49.475786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Request body: {'port': {'network_id': 'b053a17f-37a0-4905-a435-59997469e09a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1670106920'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:49.497484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:49.499881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:49.509993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Made reservation on behalf of e5d8370a9e6349e6bf69507b0fe36552 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:49.512713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.524780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54098) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:49.539695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'Port': ['ID=3dd12111-ae8b-47ac-8527-b3a5421d3f82,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:49.550112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] device_id is not set on port 4489be4e-35b4-493d-a246-6801718b6488 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:49.624911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting port efca49de-7b5c-4f67-8f91-36069761ac66 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:49.625316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.662085 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8813aed8-d5ec-4d73-a841-f59185015bc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff05cfea095943d6a0c71efd5d4c6026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361420 Nov 29 11:48:49.663971 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dae1bdd6-c962-4d02-889d-8c38563154c0 req-9e5afc0d-6ac6-4595-97a0-b61b65b80c45 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.0613728 Nov 29 11:48:49.667254 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54100) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:49.710663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.713140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b525b5-c312-4e66-8c81-ef72ffa23196 req-8dfd2adf-3044-4ea5-b9b6-4d6a99b8a225 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:49.714636 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71b525b5-c312-4e66-8c81-ef72ffa23196 req-8dfd2adf-3044-4ea5-b9b6-4d6a99b8a225 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.1109517 Nov 29 11:48:49.753818 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71b525b5-c312-4e66-8c81-ef72ffa23196 req-007c4207-2f5c-42d4-8dbf-599c86dfdd87 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312638 Nov 29 11:48:49.795803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] For port efca49de-7b5c-4f67-8f91-36069761ac66, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=efca49de-7b5c-4f67-8f91-36069761ac66,segment=NetworkSegment(35bbf8ca-d508-4410-a1a8-6fae23353f73),segment_id=35bbf8ca-d508-4410-a1a8-6fae23353f73)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:49.796169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.800287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ef80ecd-49e4-4350-8411-d4632b78c516 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.813883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.840309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Calling delete_port for efca49de-7b5c-4f67-8f91-36069761ac66 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:49.859231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.868484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef80ecd-49e4-4350-8411-d4632b78c516 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Pushing event deleted for resources: {'Port': ['ID=825019ce-58f8-4c33-b53b-274e370ad4f6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:49.893461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.915634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-359cd6ea-e06f-4b89-9886-345b6636ed41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.935832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Network b053a17f-37a0-4905-a435-59997469e09a is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:49.938611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:49.942498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:49.943407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:49.944025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:49.954975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=4489be4e-35b4-493d-a246-6801718b6488,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:49.967014 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4dd18dd4-9ddf-400f-978c-c932d00d6b4d tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4960964 Nov 29 11:48:49.969678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54102) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:49.975050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:50.026729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.058352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-359cd6ea-e06f-4b89-9886-345b6636ed41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.063031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ef80ecd-49e4-4350-8411-d4632b78c516 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.065712 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6ef80ecd-49e4-4350-8411-d4632b78c516 tempest-RoutersAdminNegativeTest-822072831 tempest-RoutersAdminNegativeTest-822072831-project-admin] 10.222.0.23 "DELETE /v2.0/ports/825019ce-58f8-4c33-b53b-274e370ad4f6 HTTP/1.1" status: 204 len: 168 time: 1.0503016 Nov 29 11:48:50.144328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.190891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Port': ['ID=efca49de-7b5c-4f67-8f91-36069761ac66,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:50.196082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No DVR routers for this DVR port efca49de-7b5c-4f67-8f91-36069761ac66 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:48:50.218290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] device_id is not set on port 4489be4e-35b4-493d-a246-6801718b6488 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:50.228440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.235442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.239082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-359cd6ea-e06f-4b89-9886-345b6636ed41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.242107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-359cd6ea-e06f-4b89-9886-345b6636ed41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.243631 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-359cd6ea-e06f-4b89-9886-345b6636ed41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1f626d2-b60e-4d0a-86c2-b475a7265a10 HTTP/1.1" status: 204 len: 168 time: 0.5740354 Nov 29 11:48:50.294004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=4489be4e-35b4-493d-a246-6801718b6488,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:50.350602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Request body: {'port': {'device_id': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'admin_state_up': True, 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'security_groups': ['25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:50.358749 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54110) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:50.386801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cd6ea-e06f-4b89-9886-345b6636ed41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f626d2-b60e-4d0a-86c2-b475a7265a10,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:50.416127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:50.416442 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.416559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:50.416807 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:50.427463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-b4c7f21e-5350-4de2-99a1-8c03cf09c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:50.428974 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-b4c7f21e-5350-4de2-99a1-8c03cf09c6ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd053911-1770-496c-974e-f2c804170770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1367333 Nov 29 11:48:50.429770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:50.430053 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:50.430438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 2 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:50.452620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:50.452957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:50.453296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:50.462697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.466716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:50.467061 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:50.470255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.505773 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 3 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:50.537213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:50.537459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:50.537798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:50.548238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:50.548569 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:50.550810 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 4 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:50.620533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:50.621026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:50.621370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:50.634965 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-02d31683-5bc4-4078-b6e9-252e4918f1ad service neutron] 10.222.0.30 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934600 Nov 29 11:48:50.640016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:50.640325 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:50.643983 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 5 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:50.668682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff551323-29e1-4e7e-9b16-4c4dc939a634 req-79a26cdf-ab6d-4ea8-a49c-dc386bd64f66 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:50.670454 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ff551323-29e1-4e7e-9b16-4c4dc939a634 req-79a26cdf-ab6d-4ea8-a49c-dc386bd64f66 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 943 time: 0.0993068 Nov 29 11:48:50.694531 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5980a1de-7bd1-4748-9483-40a1255d577d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.743829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:50.744361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:50.744806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:50.783632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:50.784119 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:50.801094 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 6 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:50.812173 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7d335064-7bc0-47f7-a83f-02e5d0e71999 req-05d31512-1b5b-42c6-903e-6ee1fb8dd86c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.0647101 Nov 29 11:48:50.845216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:50.845560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:50.845899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:50.856060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ff551323-29e1-4e7e-9b16-4c4dc939a634 req-77b09bb5-417d-429b-ab45-529c5fa5fb69 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673572 Nov 29 11:48:50.865860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:50.866217 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:50.876158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 7 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:50.905660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'Port': ['ID=3dd12111-ae8b-47ac-8527-b3a5421d3f82,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:50.909023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:50.909372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:50.909733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:50.917473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3faa403-a778-4510-8864-ea5f57af9847']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:50.938883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bbf8ca-d508-4410-a1a8-6fae23353f73') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:50.939175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bbf8ca-d508-4410-a1a8-6fae23353f73') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:50.948069 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b2c481d-0c83-489a-91c9-959b92ef4e76 req-6c95ffc7-a43b-407f-b553-a30724fd4588 service neutron] 10.222.0.30 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002636 Nov 29 11:48:50.950188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:50.950519 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:50.954196 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 8 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:50.958727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc448234-41d0-4159-8563-3a807cf47020 req-6fd48eae-0ef6-471c-bc50-d8f8eaadc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:50.960399 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cc448234-41d0-4159-8563-3a807cf47020 req-6fd48eae-0ef6-471c-bc50-d8f8eaadc4a8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7344952 Nov 29 11:48:50.968938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.977986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:50.983301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:50.983626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:50.983955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:50.998429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:50.999274 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:51.002424 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 9 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:51.005195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.006458 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5980a1de-7bd1-4748-9483-40a1255d577d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.016459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.017999 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ce43a0d1-7b91-41cf-96b9-9dfa32eeff81 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1548617 Nov 29 11:48:51.024856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54134) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:51.026411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53813e-966f-4aa9-ac1b-d0f92dc38fdd req-6d496a1f-11db-4147-8751-ff38665553b5 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.027942 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b53813e-966f-4aa9-ac1b-d0f92dc38fdd req-6d496a1f-11db-4147-8751-ff38665553b5 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.1257150 Nov 29 11:48:51.028673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5980a1de-7bd1-4748-9483-40a1255d577d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.030706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1984008386'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:51.037692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:48:51.038136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:48:51.043209 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:48:51.046338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:51.046338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:51.046338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:51.106497 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:51.106831 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:51.111942 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 10 to bind port 4489be4e-35b4-493d-a246-6801718b6488 Nov 29 11:48:51.119307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Made reservation on behalf of f2015f397b9945aa93bb9584373ba6e7 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:51.123269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.123909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980a1de-7bd1-4748-9483-40a1255d577d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a16bef2-b3af-43fb-a291-ed704c079fa2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:51.136576 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5980a1de-7bd1-4748-9483-40a1255d577d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d005e1252ea439b941b386e7761f8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7766645 Nov 29 11:48:51.138819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54140) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:51.162692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:51.163032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:51.163370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:51.167859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Made reservation on behalf of dacc8f68a6d5409dbd6c6e57c5cc78f8 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:51.171380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.173152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.182867 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b53813e-966f-4aa9-ac1b-d0f92dc38fdd req-4d37aa91-7b4a-48cc-b1cf-5ebe4607f2e3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391382 Nov 29 11:48:51.186894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.189360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:51.190106 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 4489be4e-35b4-493d-a246-6801718b6488 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:51.190106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.190429 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/a3faa403-a778-4510-8864-ea5f57af9847 HTTP/1.1" status: 204 len: 168 time: 4.8203111 Nov 29 11:48:51.197130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-26010dc3-1ecc-4e27-b047-bd3f9ca9ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.198713 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-26010dc3-1ecc-4e27-b047-bd3f9ca9ddea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c7036afab6b45bd80311f207072fa15&device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 1096 time: 0.1673729 Nov 29 11:48:51.208751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54142) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:51.236896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442522153'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:51.244146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.245892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54144) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:51.254449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a6db6-29f2-40b3-adce-5da9208d7fbb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=a3faa403-a778-4510-8864-ea5f57af9847,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:51.259238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e6dd36a2-ad43-477c-b89d-8e0cf734669a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.272504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778cd81-3761-44ba-8863-e0e16325d926 req-ca9cd6b5-2831-4adc-825d-e65ebfc0faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.274028 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8778cd81-3761-44ba-8863-e0e16325d926 req-ca9cd6b5-2831-4adc-825d-e65ebfc0faed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a9e7c97cb9f4e94aeca62c2f34f0a48&device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 1096 time: 0.2318070 Nov 29 11:48:51.297967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e6dd36a2-ad43-477c-b89d-8e0cf734669a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.299968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] For port 4489be4e-35b4-493d-a246-6801718b6488, host hv-neutron-8195, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:51.300299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempted to set empty binding levels {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 11:48:51.308104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.352958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:51.354355 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] In _notify_port_updated(), no bound segment for port 4489be4e-35b4-493d-a246-6801718b6488 on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:48:51.355084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.355625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.359651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.359800 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "PUT /v2.0/ports/4489be4e-35b4-493d-a246-6801718b6488 HTTP/1.1" status: 200 len: 977 time: 1.3863199 Nov 29 11:48:51.361287 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54148) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:51.404298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1115979134'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:51.429789 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Allocated IP 172.20.0.9 (184cc2ac-2415-4f9b-a217-5513ff3793c3/1c7219d5-eb30-479b-8839-b68d0afa8c95/c07b9875-8564-40b5-8120-b6626ade1fa9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:51.460400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714bbd0-b6e2-466f-bd5c-9a34b9b81107 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=4489be4e-35b4-493d-a246-6801718b6488,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:51.464465 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-8c919708-a1ed-4789-ad46-8d5f7ba40bcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7cc840-e5be-47b4-a647-c40bd2db118f HTTP/1.1" status: 200 len: 217 time: 0.0685692 Nov 29 11:48:51.505312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e6dd36a2-ad43-477c-b89d-8e0cf734669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.507853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e6dd36a2-ad43-477c-b89d-8e0cf734669a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.511682 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e6dd36a2-ad43-477c-b89d-8e0cf734669a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a16bef2-b3af-43fb-a291-ed704c079fa2 HTTP/1.1" status: 204 len: 168 time: 0.3698578 Nov 29 11:48:51.524570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:51.542156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.542641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.543112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.543573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.544035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.544497 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.544951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.545409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.545862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.546345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.546794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.547268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.547703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.548234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.548691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.549146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.549597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.550081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.550539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.551570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.552034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.552485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.558751 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-21a2fc65-3b59-4e39-98a6-209829d628e7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19973 time: 0.1912279 Nov 29 11:48:51.558968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:51.567438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd36a2-ad43-477c-b89d-8e0cf734669a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a16bef2-b3af-43fb-a291-ed704c079fa2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:51.596206 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-2cce1df4-2502-41e5-83f4-c6aa59a2bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.596445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.596552 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment 63f38c36-5595-46fc-ae1c-0ca39cc3c162 of type vlan for network dc0ba49c-96bf-4ca5-925a-38310a96b63d Nov 29 11:48:51.597142 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-2cce1df4-2502-41e5-83f4-c6aa59a2bc95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32262308-b0e7-4d46-b015-3101c9347f45 HTTP/1.1" status: 200 len: 850 time: 0.1242757 Nov 29 11:48:51.599467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.607953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Made reservation on behalf of f0f01a17f0bd407b9ccfec49eb92a58f for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:51.611446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.633988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.668902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-51b515ab-3e5b-47ee-8f17-d21dc5563626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.670400 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-51b515ab-3e5b-47ee-8f17-d21dc5563626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645871 Nov 29 11:48:51.691678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Deleting port 4489be4e-35b4-493d-a246-6801718b6488 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:51.691854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.704286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.778170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:51.787860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778cd81-3761-44ba-8863-e0e16325d926 req-d8ff5390-fdfc-4d22-bc3a-b6564218dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:51.789586 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8778cd81-3761-44ba-8863-e0e16325d926 req-d8ff5390-fdfc-4d22-bc3a-b6564218dc14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd053911-1770-496c-974e-f2c804170770 HTTP/1.1" status: 200 len: 906 time: 0.3988237 Nov 29 11:48:51.796439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.804145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] For port 4489be4e-35b4-493d-a246-6801718b6488, host hv-neutron-8195, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:51.804505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.806790 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1fceff-c6cf-4b57-a623-371be508b70e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:51.849137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Calling delete_port for 4489be4e-35b4-493d-a246-6801718b6488 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:51.868288 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-b1e40740-9e62-4607-9436-bb7d673b7b65 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903427 Nov 29 11:48:51.909776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.928742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:51.929355 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Added segment b9ab50cd-4124-4906-9413-7d7aeaea2c0d of type vlan for network c9601b3f-9a43-4f21-80f6-80682a72ee7e Nov 29 11:48:51.952714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54160) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:51.988559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.resource_extend [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:48:52.009458 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8778cd81-3761-44ba-8863-e0e16325d926 req-d019aa89-12b2-4caf-841a-363af5bf05e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b HTTP/1.1" status: 200 len: 217 time: 0.2037029 Nov 29 11:48:52.037705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.088055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.093759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:52.094413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.146802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.196536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778cd81-3761-44ba-8863-e0e16325d926 req-94da2088-94a3-4dde-8807-b9cc9c5a9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:52.198052 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8778cd81-3761-44ba-8863-e0e16325d926 req-94da2088-94a3-4dde-8807-b9cc9c5a9baf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f14d764-4eb8-4915-96ae-55caa00cc376 HTTP/1.1" status: 200 len: 844 time: 0.1762571 Nov 29 11:48:52.221489 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-260293d6-c7cb-4ac9-a90b-d210e3614c28 req-5ca34887-3583-4af9-8292-1168e9fd1abc tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.3117571 Nov 29 11:48:52.229533 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9967775 Nov 29 11:48:52.248936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54164) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:52.256106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:52.273228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.278811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:52.279409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.281292 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ca37a8bc-69b6-422d-9d03-7a3ece997dfb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aaaff85f0435463aa643c96ffe66e29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268082 Nov 29 11:48:52.285438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54166) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:52.364787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7185e66-06c2-474b-b5b9-061984fc2838 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=dc0ba49c-96bf-4ca5-925a-38310a96b63d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:52.367960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:52.372517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b6618-13a3-4f09-b077-8cbef4a75a0b req-114696d1-7ea6-4627-943a-e38cd29a7d86 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:52.374471 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7f9b6618-13a3-4f09-b077-8cbef4a75a0b req-114696d1-7ea6-4627-943a-e38cd29a7d86 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 943 time: 0.4031668 Nov 29 11:48:52.376910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:52.406138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.408213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:52.421524 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf2bc009-d1e1-4361-ba1c-5f436857791f req-c8112676-0f0d-48b6-b902-40cc62176644 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125566 Nov 29 11:48:52.427724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event updated for resources: {'Port': ['ID=c07b9875-8564-40b5-8120-b6626ade1fa9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:52.430512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:52.466776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event deleted for resources: {'Port': ['ID=4489be4e-35b4-493d-a246-6801718b6488,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:52.472876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.480591 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4543335 Nov 29 11:48:52.490116 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.495830 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8fde58f2-4b72-4c72-ae29-e8dd6336a5d4 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "DELETE /v2.0/ports/4489be4e-35b4-493d-a246-6801718b6488 HTTP/1.1" status: 204 len: 168 time: 0.9334998 Nov 29 11:48:52.499423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54168) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:52.499761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54170) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:52.501118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8056-e117-4446-966c-0e5498413175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.520950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.537811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Request body: {'subnet': {'network_id': 'c9601b3f-9a43-4f21-80f6-80682a72ee7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:52.553473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d1d88-fce6-4310-a27e-546e771bac27 req-879df647-bb2a-4f92-bfbc-5043ee14976f tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:52.555276 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-308d1d88-fce6-4310-a27e-546e771bac27 req-879df647-bb2a-4f92-bfbc-5043ee14976f tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.2493382 Nov 29 11:48:52.566259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7f9b6618-13a3-4f09-b077-8cbef4a75a0b req-35251571-4846-47c8-afcf-fd9e677137a3 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778269 Nov 29 11:48:52.578140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a3334-525f-497e-9b81-878d44bf5f3a tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'Network': ['ID=c9601b3f-9a43-4f21-80f6-80682a72ee7e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:52.581323 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2cbde2-65a9-4505-90cc-debaf327d5c5 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] GET failed (client error): The resource could not be found. Nov 29 11:48:52.588527 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2e2cbde2-65a9-4505-90cc-debaf327d5c5 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "GET /v2.0/ports/4489be4e-35b4-493d-a246-6801718b6488 HTTP/1.1" status: 404 len: 333 time: 0.0838819 Nov 29 11:48:52.590748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:52.592653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54172) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:52.592787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:52.604299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-951330658', 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:52.617772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778cd81-3761-44ba-8863-e0e16325d926 req-7941ab67-caf2-447e-8933-23e418cf1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:52.619296 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8778cd81-3761-44ba-8863-e0e16325d926 req-7941ab67-caf2-447e-8933-23e418cf1f2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd053911-1770-496c-974e-f2c804170770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3788970 Nov 29 11:48:52.643723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.644068 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Added segment fbbe89fd-814c-4d4f-a2de-8b12ecf79908 of type vlan for network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 Nov 29 11:48:52.646211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5a56c5-fb1a-45ee-a39c-30e28b03e411,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:52.654133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:52.654977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.677511 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-308d1d88-fce6-4310-a27e-546e771bac27 req-78cc1035-6506-4ec0-a9bc-5fca14b86109 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000330 Nov 29 11:48:52.694838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8056-e117-4446-966c-0e5498413175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.746149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:52.749245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.768949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8056-e117-4446-966c-0e5498413175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.771983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f8e8056-e117-4446-966c-0e5498413175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.775517 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5f8e8056-e117-4446-966c-0e5498413175 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cb8fcaf-f936-4d9f-8dff-9ecac4c29d0c HTTP/1.1" status: 204 len: 168 time: 0.4841082 Nov 29 11:48:52.781555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e8056-e117-4446-966c-0e5498413175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb8fcaf-f936-4d9f-8dff-9ecac4c29d0c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:52.783420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ac936926-5361-4da0-9611-6082053f83df None None] Provisioning complete for port c07b9875-8564-40b5-8120-b6626ade1fa9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:52.789160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ac936926-5361-4da0-9611-6082053f83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.815011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.834906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ac936926-5361-4da0-9611-6082053f83df None None] Port c07b9875-8564-40b5-8120-b6626ade1fa9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:48:52.846483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Made reservation on behalf of e5d8370a9e6349e6bf69507b0fe36552 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:52.850632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.861844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Made reservation on behalf of dacc8f68a6d5409dbd6c6e57c5cc78f8 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:52.868710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.877310 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-d4fca1fb-132c-4719-9c7b-7905b46cad83 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5897977 Nov 29 11:48:52.902261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Request body: {'port': {'device_id': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:52.939510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] device_id is not set on port 91dc54df-7eb1-4724-a145-160e7c6f8c70 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:52.947454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:52.954125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:52.954721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.041624 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8778cd81-3761-44ba-8863-e0e16325d926 req-80c3ad5f-61a2-40c7-b5db-3c4ef8f5f0d8 service neutron] 10.222.0.30 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069717 Nov 29 11:48:53.072914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.119063 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8660219 Nov 29 11:48:53.123467 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54182) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:53.136671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'subnet': {'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:53.159885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'Subnet': ['ID=b5080bb1-1e37-48e6-9531-9fc198fd3597,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:53.211278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Checking segment: {'id': 'b9ab50cd-4124-4906-9413-7d7aeaea2c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9601b3f-9a43-4f21-80f6-80682a72ee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:53.211639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Network hostable DHCP agents. Network: c9601b3f-9a43-4f21-80f6-80682a72ee7e, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:53.263993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:53.281623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, c9601b3f-9a43-4f21-80f6-80682a72ee7e) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:53.291540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64539f9-1a88-4635-85a3-2b3e8915eba5 None None] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:53.303944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:53.305660 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.316998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Made reservation on behalf of f0f01a17f0bd407b9ccfec49eb92a58f for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:53.321446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.417300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff153040-0d78-4800-9006-3561fc802ed7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Network': ['ID=6c58aa5c-9558-4e3b-bcf1-cd0370499a02,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:53.432903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:53.433637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.448128 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2f399e0d-179f-450d-8cda-e3d8ec7b463c tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9422929 Nov 29 11:48:53.451763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54196) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:53.457633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-64426286', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:53.517904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d5075-6bc3-4c1c-869d-28ebae3ec33c req-f6f9f4fe-78d7-426e-932e-25a59ec79996 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:53.519695 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fb5d5075-6bc3-4c1c-869d-28ebae3ec33c req-f6f9f4fe-78d7-426e-932e-25a59ec79996 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 931 time: 0.1749308 Nov 29 11:48:53.562245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-c9601b3f-9a43-4f21-80f6-80682a72ee7e', 'network_id': 'c9601b3f-9a43-4f21-80f6-80682a72ee7e', 'tenant_id': 'dacc8f68a6d5409dbd6c6e57c5cc78f8', 'fixed_ips': [{'subnet_id': 'b5080bb1-1e37-48e6-9531-9fc198fd3597'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:53.563455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.569845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.571676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.610056 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8778cd81-3761-44ba-8863-e0e16325d926 req-2fae9fa6-1802-43cb-9b4d-a8769b146029 service neutron] 10.222.0.30 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536671 Nov 29 11:48:53.616040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.658204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.665209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.707775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54202) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:53.766494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Allocated IP 172.20.0.2 (c9601b3f-9a43-4f21-80f6-80682a72ee7e/b5080bb1-1e37-48e6-9531-9fc198fd3597/9b9e1044-c1ba-4791-ab07-6ddf86fda0d1) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:53.786526 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fb5d5075-6bc3-4c1c-869d-28ebae3ec33c req-97ae6c69-0534-40ff-8f60-15fe5eb04036 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2559643 Nov 29 11:48:53.804511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.904130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8cd44-1269-45c0-8c3d-ea8a536ff83c req-fc1909d9-3f21-4a38-9587-d4c0f348c7b3 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:53.905635 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-36e8cd44-1269-45c0-8c3d-ea8a536ff83c req-fc1909d9-3f21-4a38-9587-d4c0f348c7b3 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 943 time: 0.2434106 Nov 29 11:48:53.916771 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.927800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=0ea5248f-2fae-481d-8852-1e9b917e3437,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:53.954714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Network b053a17f-37a0-4905-a435-59997469e09a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:53.978185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.984360 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:53.990311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1871464968'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:53.996490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:54.006127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:54.007135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:54.007814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.010023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=91dc54df-7eb1-4724-a145-160e7c6f8c70,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:54.014715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': '63f38c36-5595-46fc-ae1c-0ca39cc3c162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:54.015371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: dc0ba49c-96bf-4ca5-925a-38310a96b63d, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:54.029301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:54.036974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:54.040272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:54.043007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Pushing event updated for resources: {'Port': ['ID=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:54.066201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:54.078170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.093475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, dc0ba49c-96bf-4ca5-925a-38310a96b63d) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:54.097505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-36e8cd44-1269-45c0-8c3d-ea8a536ff83c req-2c1022e5-ec2a-4cea-ac3c-fe2be7e9809d tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850195 Nov 29 11:48:54.109192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4346e9-2ffd-49c4-9b9a-21ee26d258df None None] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:54.119248 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-10f982da-e5c2-436d-bace-6960c7c8ffc9 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5176818 Nov 29 11:48:54.120025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:54.121471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.122222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Made reservation on behalf of 9752b14f957a4d4eac3b055ae1772298 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:54.125822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.127864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54208) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:54.143343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf96331-e2b8-43db-9d1a-602bc7ea1490 req-f3baca61-9e22-42e6-980b-8dad8f8291da tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:54.144869 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-caf96331-e2b8-43db-9d1a-602bc7ea1490 req-f3baca61-9e22-42e6-980b-8dad8f8291da tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.2382505 Nov 29 11:48:54.147123 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-eb614e5f-9f24-4cef-a2d1-03d743d5bd74 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8952558 Nov 29 11:48:54.153415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54210) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:54.158595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:54.165287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Attempting to bind port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:54.165287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Attempting to bind port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9ab50cd-4124-4906-9413-7d7aeaea2c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9601b3f-9a43-4f21-80f6-80682a72ee7e'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:54.165512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Attempting to bind port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 on network c9601b3f-9a43-4f21-80f6-80682a72ee7e {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:54.178325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:54.178606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Checking segment: {'id': 'b9ab50cd-4124-4906-9413-7d7aeaea2c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9601b3f-9a43-4f21-80f6-80682a72ee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:54.179004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.180256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Bound using segment: {'id': 'b9ab50cd-4124-4906-9413-7d7aeaea2c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9601b3f-9a43-4f21-80f6-80682a72ee7e'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:54.180256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Bound port: 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ab50cd-4124-4906-9413-7d7aeaea2c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c9601b3f-9a43-4f21-80f6-80682a72ee7e'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:54.180467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.187051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.240219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ce1236-ada8-44a1-824d-57c032905076 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:54.241607 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-81ce1236-ada8-44a1-824d-57c032905076 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "GET /v2.0/ports/91dc54df-7eb1-4724-a145-160e7c6f8c70 HTTP/1.1" status: 200 len: 954 time: 0.1062996 Nov 29 11:48:54.242335 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Subnet': ['ID=b44bf9b4-46b7-4e71-9c2b-3f719355b389,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:54.246567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07b9875-8564-40b5-8120-b6626ade1fa9 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:48:54.250665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54212) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:54.271153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.295790 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-caf96331-e2b8-43db-9d1a-602bc7ea1490 req-1c39cfd1-1531-4b4c-b97e-c1f13b119694 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295953 Nov 29 11:48:54.296649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Checking segment: {'id': 'fbbe89fd-814c-4d4f-a2de-8b12ecf79908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:54.296840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Network hostable DHCP agents. Network: 6c58aa5c-9558-4e3b-bcf1-cd0370499a02, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:54.320512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] For port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:54.325899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] For port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,segment=NetworkSegment(b9ab50cd-4124-4906-9413-7d7aeaea2c0d),segment_id=b9ab50cd-4124-4906-9413-7d7aeaea2c0d)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:54.343399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:54.355098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.355329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Transition to ACTIVE for port object c07b9875-8564-40b5-8120-b6626ade1fa9 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:48:54.376415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 6c58aa5c-9558-4e3b-bcf1-cd0370499a02) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:54.384691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.389547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:54.390180 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.427204 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de73ada-220d-417f-847b-246d6ab8a457 None None] Pushing event updated for resources: {'Port': ['ID=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:54.428615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.439187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-dc0ba49c-96bf-4ca5-925a-38310a96b63d', 'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': '0ea5248f-2fae-481d-8852-1e9b917e3437'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:54.441728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.448272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:54.452031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.458292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c74799a-6047-415d-bdd0-92ca8d9cb517 None None] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:54.463537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.478560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Pushing event updated for resources: {'Port': ['ID=c07b9875-8564-40b5-8120-b6626ade1fa9,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:54.495095 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f77a58ce-3377-4fca-aabd-c1293e92b671 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3690033 Nov 29 11:48:54.496170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:54.508233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54214) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:54.514762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1713064913'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:54.536965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.537550 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Added segment 407690c5-8ee1-45f4-b4e1-b39ef128920a of type vlan for network 11805587-172b-4344-9feb-1413116b1a96 Nov 29 11:48:54.591787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.619969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.627960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2967bdec-bf96-4b20-97ea-5147e0a8b342 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Deleting port 91dc54df-7eb1-4724-a145-160e7c6f8c70 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:54.628309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2967bdec-bf96-4b20-97ea-5147e0a8b342 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.649184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.729568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Attempting to bind port c07b9875-8564-40b5-8120-b6626ade1fa9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:54.729908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Attempting to bind port c07b9875-8564-40b5-8120-b6626ade1fa9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:54.730347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Attempting to bind port c07b9875-8564-40b5-8120-b6626ade1fa9 on network 184cc2ac-2415-4f9b-a217-5513ff3793c3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:54.760713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Port c07b9875-8564-40b5-8120-b6626ade1fa9 on network 184cc2ac-2415-4f9b-a217-5513ff3793c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:54.762411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Attempting to bind port c07b9875-8564-40b5-8120-b6626ade1fa9 on network 184cc2ac-2415-4f9b-a217-5513ff3793c3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:54.777021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Allocated IP 2001:db8::2 (dc0ba49c-96bf-4ca5-925a-38310a96b63d/0ea5248f-2fae-481d-8852-1e9b917e3437/a470bcea-77a7-4f4f-ac18-f832c6cbbd45) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:54.789153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2967bdec-bf96-4b20-97ea-5147e0a8b342 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.801677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:54.802364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Checking segment: {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:54.803013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Bound using segment: {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:54.803841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Bound port: c07b9875-8564-40b5-8120-b6626ade1fa9, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8783d4b8-e0f0-475c-b36c-77106f8a25be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:54.804553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.811825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:48:54.846420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2967bdec-bf96-4b20-97ea-5147e0a8b342 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Calling delete_port for 91dc54df-7eb1-4724-a145-160e7c6f8c70 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:54.872663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33918a02-c8f4-4e58-a275-e61d4b90bcf3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:54.960158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Allocated IP 172.26.5.100 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/a6dd396b-0a38-42a3-8c8e-0bea55c0a8a8) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:54.963351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.967882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'tenant_id': 'f0f01a17f0bd407b9ccfec49eb92a58f', 'fixed_ips': [{'subnet_id': 'b44bf9b4-46b7-4e71-9c2b-3f719355b389'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:54.968747 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:54.969605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:54.970324 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.068909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] For port c07b9875-8564-40b5-8120-b6626ade1fa9, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:55.090992 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3793139 Nov 29 11:48:55.096138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54218) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:55.102582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'subnet': {'network_id': '11805587-172b-4344-9feb-1413116b1a96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:55.141164 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683606a-94b6-4596-b40b-e0e8a57f97f0 req-9a4bcb88-de36-41a0-89bb-520cf56b80af tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:55.155149 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8683606a-94b6-4596-b40b-e0e8a57f97f0 req-9a4bcb88-de36-41a0-89bb-520cf56b80af tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 943 time: 0.2534490 Nov 29 11:48:55.174697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] For port c07b9875-8564-40b5-8120-b6626ade1fa9, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c07b9875-8564-40b5-8120-b6626ade1fa9,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:55.194194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.203598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2967bdec-bf96-4b20-97ea-5147e0a8b342 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.276958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2967bdec-bf96-4b20-97ea-5147e0a8b342 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.282447 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2967bdec-bf96-4b20-97ea-5147e0a8b342 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "DELETE /v2.0/ports/91dc54df-7eb1-4724-a145-160e7c6f8c70 HTTP/1.1" status: 204 len: 168 time: 1.0288196 Nov 29 11:48:55.295184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54222) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:55.318692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.320676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Allocated IP 2001:db8::2 (6c58aa5c-9558-4e3b-bcf1-cd0370499a02/b44bf9b4-46b7-4e71-9c2b-3f719355b389/36f38eb4-4665-4c0a-b44d-800ecada0793) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:55.331562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.334531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:55.334531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.335281 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] 10.222.0.30 "PUT /v2.0/ports/c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 1093 time: 2.4446034 Nov 29 11:48:55.336135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'tag': 'c07b9875-8564-40b5-8120-b6626ade1fa9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:48:55.339021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcd4186-d980-4d2d-9660-9ed8fec950f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb95be2-38a4-45c9-81e5-fcdb8bb10c00", "tag": "c07b9875-8564-40b5-8120-b6626ade1fa9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:48:55.379434 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdb35c8-4701-4548-860c-5bec735240c1 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] GET failed (client error): The resource could not be found. Nov 29 11:48:55.384605 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ffdb35c8-4701-4548-860c-5bec735240c1 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "GET /v2.0/ports/91dc54df-7eb1-4724-a145-160e7c6f8c70 HTTP/1.1" status: 404 len: 333 time: 0.0833359 Nov 29 11:48:55.385748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54228) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:55.387837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.389743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c961f-8a7e-4596-ac8d-c127c946253b service neutron] Pushing event updated for resources: {'Port': ['ID=c07b9875-8564-40b5-8120-b6626ade1fa9,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:55.446757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Request body: {'port': {'network_id': 'b053a17f-37a0-4905-a435-59997469e09a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-321006746'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:55.453844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:55.459623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:55.462078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:55.487790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af360d-63dd-4fa3-9b08-bc613a9130fe tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Network': ['ID=11805587-172b-4344-9feb-1413116b1a96,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:55.495949 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Pushing event updated for resources: {'Port': ['ID=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:55.514377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 11805587-172b-4344-9feb-1413116b1a96 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:55.564990 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8683606a-94b6-4596-b40b-e0e8a57f97f0 req-00173282-d33e-45a4-8a97-1612813a2b6b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4088979 Nov 29 11:48:55.576800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:55.590666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:55.592393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967bdec-bf96-4b20-97ea-5147e0a8b342 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event deleted for resources: {'Port': ['ID=91dc54df-7eb1-4724-a145-160e7c6f8c70,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:55.603777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:55.609702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.614468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b309671-1bdd-4cce-a727-4ecc9f2b9305 req-0e6f71ed-4636-4901-a85f-76292488fdf8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:55.616868 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5b309671-1bdd-4cce-a727-4ecc9f2b9305 req-0e6f71ed-4636-4901-a85f-76292488fdf8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 943 time: 0.1871059 Nov 29 11:48:55.645408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.657817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1907f5-100e-4982-83cb-506428695edf req-d6e6f876-1fef-488c-9169-51b5ae9c145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:55.659414 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-d6e6f876-1fef-488c-9169-51b5ae9c145d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1096 time: 0.2752905 Nov 29 11:48:55.660163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Made reservation on behalf of 9752b14f957a4d4eac3b055ae1772298 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:55.673727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.700064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Attempting to bind port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:55.700531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Attempting to bind port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '63f38c36-5595-46fc-ae1c-0ca39cc3c162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:55.700954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Attempting to bind port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 on network dc0ba49c-96bf-4ca5-925a-38310a96b63d {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:55.707192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=bf99b4ff-db4b-43db-ab72-b17f9d990a1d,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:55.728190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:55.729124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Made reservation on behalf of f0f01a17f0bd407b9ccfec49eb92a58f for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:55.729468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Checking segment: {'id': '63f38c36-5595-46fc-ae1c-0ca39cc3c162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:55.730035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.730538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Bound using segment: {'id': '63f38c36-5595-46fc-ae1c-0ca39cc3c162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:55.731115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Bound port: a470bcea-77a7-4f4f-ac18-f832c6cbbd45, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f38c36-5595-46fc-ae1c-0ca39cc3c162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:55.731556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.736330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.755762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.775522 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-0bb2b906-d035-49e9-a767-f57191804870 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 217 time: 0.0881984 Nov 29 11:48:55.783082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.784619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.794375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] device_id is not set on port b35f4c34-f09d-4a43-9fae-558a08dae5ec yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:55.837816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ad7cc840-e5be-47b4-a647-c40bd2db118f details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:48:55.860535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Made reservation on behalf of e5d8370a9e6349e6bf69507b0fe36552 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:55.869533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.871064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:55.881035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:55.888935 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-15c16cfd-4b6f-4553-9c54-3c8338c702f0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7343841 Nov 29 11:48:55.894892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:55.901480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:55.903591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'Port': ['ID=a6dd396b-0a38-42a3-8c8e-0bea55c0a8a8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:55.912154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54230) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:55.913124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:55.926434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] For port a470bcea-77a7-4f4f-ac18-f832c6cbbd45, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:55.932128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] For port a470bcea-77a7-4f4f-ac18-f832c6cbbd45, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,segment=NetworkSegment(63f38c36-5595-46fc-ae1c-0ca39cc3c162),segment_id=63f38c36-5595-46fc-ae1c-0ca39cc3c162)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:55.936473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Pushing event updated for resources: {'Port': ['ID=36f38eb4-4665-4c0a-b44d-800ecada0793,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:55.953063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] device_id is not set on port 2c9ab305-77e0-49d0-beea-d3f01d33093e yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:55.959112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:55.964671 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5b309671-1bdd-4cce-a727-4ecc9f2b9305 req-97e2da6b-5602-4894-aad0-fbd274230aa6 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2962544 Nov 29 11:48:55.982846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:55.986805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1907f5-100e-4982-83cb-506428695edf req-cf49d729-fe06-4651-bbb6-b9436dcea172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:55.988511 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-cf49d729-fe06-4651-bbb6-b9436dcea172 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.1364489 Nov 29 11:48:56.041407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c2c79-367d-47de-95c9-cd0515f7cc0e None None] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:56.048352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618fd84-0726-44e2-b9f3-d022010b081c req-cd3b7954-4de2-4b4f-ba0e-2a3e15196249 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.049835 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e618fd84-0726-44e2-b9f3-d022010b081c req-cd3b7954-4de2-4b4f-ba0e-2a3e15196249 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.3600199 Nov 29 11:48:56.155768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ad7cc840-e5be-47b4-a647-c40bd2db118f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad7cc840-e5be-47b4-a647-c40bd2db118f,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:56.184921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da70aaed-77a6-4fda-aff2-622e384ccef1 x-openstack-request-id: req-da70aaed-77a6-4fda-aff2-622e384ccef1 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:48:56.185412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb95be2-38a4-45c9-81e5-fcdb8bb10c00", "tag": "c07b9875-8564-40b5-8120-b6626ade1fa9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:48:56.185513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da70aaed-77a6-4fda-aff2-622e384ccef1 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:48:56.185846 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'tag': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'status': 'completed', 'code': 200} Nov 29 11:48:56.202431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.203924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Attempting to bind port 36f38eb4-4665-4c0a-b44d-800ecada0793 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:56.204373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Attempting to bind port 36f38eb4-4665-4c0a-b44d-800ecada0793 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'fbbe89fd-814c-4d4f-a2de-8b12ecf79908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:56.204796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Attempting to bind port 36f38eb4-4665-4c0a-b44d-800ecada0793 on network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:56.207655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'port_id': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'mac_address': 'fa:16:3e:6f:29:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:48:56.268211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1907f5-100e-4982-83cb-506428695edf req-7dabb5b6-59cb-4710-ae8b-ff2a39684f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.269765 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-7dabb5b6-59cb-4710-ae8b-ff2a39684f98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2730258 Nov 29 11:48:56.279172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:56.279361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.292205 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e618fd84-0726-44e2-b9f3-d022010b081c req-5c934689-7b3a-43d9-b03c-243026a58f7d tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299163 Nov 29 11:48:56.316968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117132d-88ba-4db9-af3b-8a150bb2f8f9 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.318662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117132d-88ba-4db9-af3b-8a150bb2f8f9 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.320313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117132d-88ba-4db9-af3b-8a150bb2f8f9 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.322180 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117132d-88ba-4db9-af3b-8a150bb2f8f9 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.323475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117132d-88ba-4db9-af3b-8a150bb2f8f9 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.331200 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4117132d-88ba-4db9-af3b-8a150bb2f8f9 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4010005 Nov 29 11:48:56.331200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Allocated IP 2001:db8::1f7 (6c58aa5c-9558-4e3b-bcf1-cd0370499a02/b44bf9b4-46b7-4e71-9c2b-3f719355b389/b35f4c34-f09d-4a43-9fae-558a08dae5ec) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:56.336599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53b5cb-35cf-41df-9c3c-da75054323a7 None None] Pushing event updated for resources: {'Port': ['ID=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:56.340076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54232) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:56.356934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:48:56.357316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Checking segment: {'id': 'fbbe89fd-814c-4d4f-a2de-8b12ecf79908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:56.357748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.358355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Bound using segment: {'id': 'fbbe89fd-814c-4d4f-a2de-8b12ecf79908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:48:56.358841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Bound port: 36f38eb4-4665-4c0a-b44d-800ecada0793, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbe89fd-814c-4d4f-a2de-8b12ecf79908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:48:56.359217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.374736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-691763537'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:56.374899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.393215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad7cc840-e5be-47b4-a647-c40bd2db118f {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:48:56.427470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.429834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2bdbe30a-e12f-44ff-8cc4-78c57349edf9 None None] Provisioning complete for port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:56.430772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2bdbe30a-e12f-44ff-8cc4-78c57349edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.447070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:56.447448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.516370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Subnet': ['ID=512b0c00-0d43-489c-81af-4824360c93da,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:56.524029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ad7cc840-e5be-47b4-a647-c40bd2db118f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad7cc840-e5be-47b4-a647-c40bd2db118f,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:56.531421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Network b053a17f-37a0-4905-a435-59997469e09a is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:56.540364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:56.543781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.556621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.557628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 2c04e46d-0c55-4df8-b884-d556c382cb7b details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:48:56.572599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=2c9ab305-77e0-49d0-beea-d3f01d33093e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:56.585800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:56.591866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:56.592797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.593429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.610930 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-df4bed0c-5fcd-44ea-b1de-33dfdf7f74bc service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279715 Nov 29 11:48:56.615218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Checking segment: {'id': '407690c5-8ee1-45f4-b4e1-b39ef128920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '11805587-172b-4344-9feb-1413116b1a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:56.616032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Network hostable DHCP agents. Network: 11805587-172b-4344-9feb-1413116b1a96, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:56.683731 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-75cb49e2-724d-46d0-84eb-94bc431675a2 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2968895 Nov 29 11:48:56.689907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:48:56.692243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54236) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:56.711502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.711720 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment f3daae19-9d42-4121-b907-ea4605515d7e of type vlan for network 1d84931c-d151-4e27-b082-2be41abdd6ba Nov 29 11:48:56.714275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Network 11805587-172b-4344-9feb-1413116b1a96 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:56.716698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:56.766771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 11805587-172b-4344-9feb-1413116b1a96) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:56.775146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ad7cc840-e5be-47b4-a647-c40bd2db118f,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:56.786289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] For port 36f38eb4-4665-4c0a-b44d-800ecada0793, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:56.788536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.789184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.792766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.804901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f985741-1c43-4ca3-9d29-0837f771d62b None None] Network 11805587-172b-4344-9feb-1413116b1a96 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:56.806880 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f1907f5-100e-4982-83cb-506428695edf req-d6e024c9-f7eb-4a92-a199-ed5369f6ab4f service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831465 Nov 29 11:48:56.858583 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-909e8acc-0fbc-4c93-9f1f-9459b32a93c1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7612531 Nov 29 11:48:56.859394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc8244-be9f-4a0a-9a15-cd80ee93ade0 req-4f7dc6e1-862b-4e02-ae7d-a61f908f20e4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.859871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54238) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:56.860905 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6fcc8244-be9f-4a0a-9a15-cd80ee93ade0 req-4f7dc6e1-862b-4e02-ae7d-a61f908f20e4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 943 time: 0.1875219 Nov 29 11:48:56.870456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'network_id': '11805587-172b-4344-9feb-1413116b1a96', 'name': 'tempest-AllowedAddressPairTestJSON-1923582651'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:56.874922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.882286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:56.883557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1601581'] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.883932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.908978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] For port 36f38eb4-4665-4c0a-b44d-800ecada0793, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=36f38eb4-4665-4c0a-b44d-800ecada0793,segment=NetworkSegment(fbbe89fd-814c-4d4f-a2de-8b12ecf79908),segment_id=fbbe89fd-814c-4d4f-a2de-8b12ecf79908)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:48:56.938594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.995100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:56.996482 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.042114 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6fcc8244-be9f-4a0a-9a15-cd80ee93ade0 req-de5fe97e-fbea-4206-a73a-74d5a9271710 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621494 Nov 29 11:48:57.074284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b7b23-d921-4fd8-8457-f48b979fb7a3 None None] Pushing event updated for resources: {'Port': ['ID=36f38eb4-4665-4c0a-b44d-800ecada0793,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:57.112747 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2bdbe30a-e12f-44ff-8cc4-78c57349edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.203020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.218004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 2c04e46d-0c55-4df8-b884-d556c382cb7b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:57.311369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2bdbe30a-e12f-44ff-8cc4-78c57349edf9 None None] For port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,segment=NetworkSegment(b9ab50cd-4124-4906-9413-7d7aeaea2c0d),segment_id=b9ab50cd-4124-4906-9413-7d7aeaea2c0d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:57.319445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.368053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd8284-9baf-4a44-93c3-8a47d5c84318 req-2d47e213-42ea-4a00-800d-772989b8a519 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:57.369641 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f3dd8284-9baf-4a44-93c3-8a47d5c84318 req-2d47e213-42ea-4a00-800d-772989b8a519 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 944 time: 0.3020260 Nov 29 11:48:57.396038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'port_id': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'mac_address': 'fa:16:3e:bf:83:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:48:57.397915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2bdbe30a-e12f-44ff-8cc4-78c57349edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.421828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.492853 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1499367 Nov 29 11:48:57.503881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54246) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:57.511072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-23622709-772a-4476-a4ba-15b9c678a7f1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:57.579978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9b084-20c1-4a50-bdcb-9635eef14a56 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=1d84931c-d151-4e27-b082-2be41abdd6ba,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:57.623121 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-ab1d3464-8a04-4631-9142-50d922948e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:57.624775 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-ab1d3464-8a04-4631-9142-50d922948e34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1096 time: 0.7360692 Nov 29 11:48:57.772138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 1d84931c-d151-4e27-b082-2be41abdd6ba details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:57.775758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f9c808-059c-4e54-a45d-758fbd8bfe49 None None] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:57.808488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:57.829560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Made reservation on behalf of 9752b14f957a4d4eac3b055ae1772298 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:57.834081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.840413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:57.867446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:57.871204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-5878744e-9544-4876-aa02-eb4de475c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:57.873152 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-5878744e-9544-4876-aa02-eb4de475c663 service neutron] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 911 time: 0.2389328 Nov 29 11:48:57.873285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:57.873594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.887339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] device_id is not set on port 2078e9df-5709-43a1-9742-4a64b2abb064 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:57.888521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=b35f4c34-f09d-4a43-9fae-558a08dae5ec,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:57.911807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-23622709-772a-4476-a4ba-15b9c678a7f1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.938271 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f3dd8284-9baf-4a44-93c3-8a47d5c84318 req-e47e906a-b0e2-4210-ba8b-31d9572fce14 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4919133 Nov 29 11:48:57.940013 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-11805587-172b-4344-9feb-1413116b1a96', 'network_id': '11805587-172b-4344-9feb-1413116b1a96', 'tenant_id': '9752b14f957a4d4eac3b055ae1772298', 'fixed_ips': [{'subnet_id': '512b0c00-0d43-489c-81af-4824360c93da'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:48:57.941259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.951097 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bb462480-853c-426c-accd-140e2a884314 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4402869 Nov 29 11:48:57.952312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.953498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:48:57.953848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:48:57.954214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54248) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:57.954389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.962971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1171713828', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f7', 'mac_address': 'fa:16:3e:fe:a5:bc'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:57.978966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbe30a-e12f-44ff-8cc4-78c57349edf9 None None] Pushing event updated for resources: {'Port': ['ID=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:57.981977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] device_id is not set on port 2c9ab305-77e0-49d0-beea-d3f01d33093e yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:57.987367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ea42722e-c3c8-47cd-997f-45d04478ef36 None None] Provisioning complete for port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:57.987811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ea42722e-c3c8-47cd-997f-45d04478ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:57.990026 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-df390510-c505-40c9-a65f-c62b19cd6170 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 217 time: 0.1087465 Nov 29 11:48:58.023957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c04e46d-0c55-4df8-b884-d556c382cb7b {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:48:58.034526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640678a-91be-426d-81ec-54bf2ff580f7 req-1c830f03-8554-4ae4-afa9-d194824cbd44 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:58.038439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-23622709-772a-4476-a4ba-15b9c678a7f1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.042544 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8640678a-91be-426d-81ec-54bf2ff580f7 req-1c830f03-8554-4ae4-afa9-d194824cbd44 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 943 time: 0.6045103 Nov 29 11:48:58.046131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.135623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.140941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 2c04e46d-0c55-4df8-b884-d556c382cb7b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:58.170492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23622709-772a-4476-a4ba-15b9c678a7f1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network 1d84931c-d151-4e27-b082-2be41abdd6ba is not hosted by any dhcp agent {{(pid=102104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 11:48:58.170694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.176798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23622709-772a-4476-a4ba-15b9c678a7f1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:58.177473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-23622709-772a-4476-a4ba-15b9c678a7f1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.179243 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-23622709-772a-4476-a4ba-15b9c678a7f1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "PUT /v2.0/networks/1d84931c-d151-4e27-b082-2be41abdd6ba HTTP/1.1" status: 200 len: 723 time: 0.6745515 Nov 29 11:48:58.187099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54252) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:58.195188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23622709-772a-4476-a4ba-15b9c678a7f1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=1d84931c-d151-4e27-b082-2be41abdd6ba,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:58.209036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': '1d84931c-d151-4e27-b082-2be41abdd6ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:58.227780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 1d84931c-d151-4e27-b082-2be41abdd6ba details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:48:58.233926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-e58d48c3-235e-440c-a118-ccfc707550e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:58.235669 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-e58d48c3-235e-440c-a118-ccfc707550e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.2345126 Nov 29 11:48:58.264486 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8640678a-91be-426d-81ec-54bf2ff580f7 req-f74c942f-9275-43de-99b5-c108323a6330 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213778 Nov 29 11:48:58.295236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=2c9ab305-77e0-49d0-beea-d3f01d33093e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:58.337538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=2c04e46d-0c55-4df8-b884-d556c382cb7b,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:58.346889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb5bac-1c8a-46ee-9679-02cf90f0f9b6 req-465cbaf3-b0d9-4849-a604-b73cacddc319 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:58.348497 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-44fb5bac-1c8a-46ee-9679-02cf90f0f9b6 req-465cbaf3-b0d9-4849-a604-b73cacddc319 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 943 time: 0.2205913 Nov 29 11:48:58.370092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:58.370483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:58.370822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:58.383228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Made reservation on behalf of f0f01a17f0bd407b9ccfec49eb92a58f for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:58.391541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Allocated IP 172.20.0.10 (11805587-172b-4344-9feb-1413116b1a96/512b0c00-0d43-489c-81af-4824360c93da/2078e9df-5709-43a1-9742-4a64b2abb064) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:58.393855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:58.394773 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:58.420994 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 2 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:58.436969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-310b69fa-16e4-4dfe-9d0b-16abf8555f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:58.438889 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-310b69fa-16e4-4dfe-9d0b-16abf8555f18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1831992 Nov 29 11:48:58.527836 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-44fb5bac-1c8a-46ee-9679-02cf90f0f9b6 req-b102d4cb-719b-41b2-823b-88edf66b0552 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703026 Nov 29 11:48:58.538436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:58.538867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:58.539419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:58.554233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Router e3bace1c-3a2a-4958-b424-7c2216fce86a is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:48:58.555607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:58.556009 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:58.559108 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 3 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:58.579847 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-22dc0250-98de-413e-9f2e-9bf1a621d782 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276162 Nov 29 11:48:58.607899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:48:58.612194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.639015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] Provisioning complete for port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:58.648877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.650964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf00d608-9f5d-460a-be60-b8d10ce20ba4 None None] Update dhcp port {'port': {'network_id': 'dc0ba49c-96bf-4ca5-925a-38310a96b63d', 'fixed_ips': [{'subnet_id': '0ea5248f-2fae-481d-8852-1e9b917e3437', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf99b4ff-db4b-43db-ab72-b17f9d990a1d'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': 'a470bcea-77a7-4f4f-ac18-f832c6cbbd45'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:48:58.654895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:58.655260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:58.655594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:58.712275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['ad7cc840-e5be-47b4-a647-c40bd2db118f'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:48:58.746415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.755358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:58.755768 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:58.761742 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 4 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:58.765101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:48:58.789420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['2c04e46d-0c55-4df8-b884-d556c382cb7b'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:48:58.799569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:58.800223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:58.800757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:58.806828 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] device_id is not set on port 7d9bc973-4f28-4bf3-ae92-581e58e2fe3e yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:48:58.812950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:58.813587 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:58.815303 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 5 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:58.826280 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c65be41-a351-4d9e-b3f1-3708d06624d4 None None] Sync routers for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:48:58.827147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.831699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-29eeecb5-dbb6-4d0e-9e11-8fc5bdbb3c38 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 5.3751962 Nov 29 11:48:58.833795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54254) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:58.848213 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65be41-a351-4d9e-b3f1-3708d06624d4 None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:58.848766 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4c65be41-a351-4d9e-b3f1-3708d06624d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:58.868543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf00d608-9f5d-460a-be60-b8d10ce20ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:58.877753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:58.878171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:58.878451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:58.887965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:58.888358 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:58.890741 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 6 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:58.914208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:58.914610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:58.914879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:58.919495 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4c65be41-a351-4d9e-b3f1-3708d06624d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:58.928500 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65be41-a351-4d9e-b3f1-3708d06624d4 None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:48:58.929196 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4c65be41-a351-4d9e-b3f1-3708d06624d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:48:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:58.938975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:58.939307 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:58.943439 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 7 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:58.968771 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:58.969105 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:58.969436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:58.970423 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4c65be41-a351-4d9e-b3f1-3708d06624d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:48:58.971234 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c65be41-a351-4d9e-b3f1-3708d06624d4 None None] The sync data for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:48:58.976155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:58.976504 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:58.977374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c12e0d-1645-4a4f-bd25-b25bd100d595 None None] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:48:58.980071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a470bcea-77a7-4f4f-ac18-f832c6cbbd45 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:48:58.986673 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 8 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:58.995020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Allocated IP 2001:db8::114 (6c58aa5c-9558-4e3b-bcf1-cd0370499a02/b44bf9b4-46b7-4e71-9c2b-3f719355b389/7d9bc973-4f28-4bf3-ae92-581e58e2fe3e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:59.081041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.085758 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6dcd4186-d980-4d2d-9660-9ed8fec950f6 req-1a1d449c-be82-465c-b201-f05f4b18ee4f service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902272 Nov 29 11:48:59.095380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:59.095797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:59.096465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:59.106526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:59.106767 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:59.109189 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 9 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:59.126566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:59.126895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:59.127419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:59.172202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:59.172524 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:59.177277 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempt 10 to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e Nov 29 11:48:59.202431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55f363-358f-4c14-88e5-c43edc9fd6e9 req-8ae70129-22dc-42a5-960f-251da9be504e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.203936 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5f55f363-358f-4c14-88e5-c43edc9fd6e9 req-8ae70129-22dc-42a5-960f-251da9be504e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 944 time: 0.1646106 Nov 29 11:48:59.213879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:48:59.214587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:48:59.214939 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempting to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:48:59.248774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:48:59.249101 dv-neutron-819578-1-hyperv neutron-server[102103]: ERROR neutron.plugins.ml2.managers [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Failed to bind port 2c9ab305-77e0-49d0-beea-d3f01d33093e on host hv-neutron-8195 for vnic_type normal using segments [{'id': '03b3f059-7adf-4687-8fa9-7ab2ae1adea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b053a17f-37a0-4905-a435-59997469e09a'}] Nov 29 11:48:59.249964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.286657 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5f55f363-358f-4c14-88e5-c43edc9fd6e9 req-72c39356-f109-46f7-b70b-21b8c9f36cd6 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686164 Nov 29 11:48:59.339818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.359402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.362819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.370523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.374526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-cf00d608-9f5d-460a-be60-b8d10ce20ba4 None None] Allocated IP 172.20.0.1 (dc0ba49c-96bf-4ca5-925a-38310a96b63d/bf99b4ff-db4b-43db-ab72-b17f9d990a1d/a470bcea-77a7-4f4f-ac18-f832c6cbbd45) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:59.386488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] For port 2c9ab305-77e0-49d0-beea-d3f01d33093e, host hv-neutron-8195, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:48:59.386847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attempted to set empty binding levels {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 29 11:48:59.392297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.409328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] In _notify_port_updated(), no bound segment for port 2c9ab305-77e0-49d0-beea-d3f01d33093e on network b053a17f-37a0-4905-a435-59997469e09a {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:48:59.410356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.410949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.415083 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "PUT /v2.0/ports/2c9ab305-77e0-49d0-beea-d3f01d33093e HTTP/1.1" status: 200 len: 976 time: 2.7082188 Nov 29 11:48:59.415697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54260) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:59.429494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:48:59.429863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.514723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.544272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27b2d6-e5c2-440f-9adf-78ac020feea7 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event updated for resources: {'Port': ['ID=2c9ab305-77e0-49d0-beea-d3f01d33093e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:59.585927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Allocated IP 172.20.0.2 (11805587-172b-4344-9feb-1413116b1a96/512b0c00-0d43-489c-81af-4824360c93da/f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:48:59.617019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d32f13-6eb7-455b-a8fc-c55b9c3674de req-d353fb94-b94a-4d20-9f1c-632da727053c tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.624882 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d4d32f13-6eb7-455b-a8fc-c55b9c3674de req-d353fb94-b94a-4d20-9f1c-632da727053c tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 944 time: 0.2215476 Nov 29 11:48:59.626352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=7d9bc973-4f28-4bf3-ae92-581e58e2fe3e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:59.641713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:59.653732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:59.658090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:59.664475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.665136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.710652 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d4d32f13-6eb7-455b-a8fc-c55b9c3674de req-03aa4f6c-a0a8-4167-aec2-c8c3e554476f tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850556 Nov 29 11:48:59.742086 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9d383621-1411-487a-b528-f8360f77b19b tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7838943 Nov 29 11:48:59.745377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54264) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:59.755172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=f6b9f9a8-ba39-4216-86c8-90e26b6dd08b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:59.773572 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Network 11805587-172b-4344-9feb-1413116b1a96 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:48:59.780527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:48:59.792314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:48:59.803841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=2078e9df-5709-43a1-9742-4a64b2abb064,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:48:59.804483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Deleting port 2c9ab305-77e0-49d0-beea-d3f01d33093e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:48:59.804830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.862156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': 'f3daae19-9d42-4121-b907-ea4605515d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d84931c-d151-4e27-b082-2be41abdd6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:48:59.862520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: 1d84931c-d151-4e27-b082-2be41abdd6ba, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:48:59.884136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.884661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.885134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10d69f-691e-446b-8644-01817cd1a47f req-611a3b94-bad1-44f2-a1c1-e494c49e99a6 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.892438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d10d69f-691e-446b-8644-01817cd1a47f req-611a3b94-bad1-44f2-a1c1-e494c49e99a6 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 943 time: 0.2028725 Nov 29 11:48:59.931559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] For port 2c9ab305-77e0-49d0-beea-d3f01d33093e, host hv-neutron-8195, got binding levels [] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:59.931965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:48:59.934802 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-be96b6ad-a024-451c-a2c4-f52988898b42 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0688956 Nov 29 11:48:59.939189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54266) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:59.941986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network 1d84931c-d151-4e27-b082-2be41abdd6ba is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:48:59.946952 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'network_id': '11805587-172b-4344-9feb-1413116b1a96', 'name': 'tempest-AllowedAddressPairTestJSON-1980192114', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6f:49:36'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:48:59.947711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba71a0d-6d11-4626-ba7c-3c6d632655ee tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.950125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cf00d608-9f5d-460a-be60-b8d10ce20ba4 None None] For port a470bcea-77a7-4f4f-ac18-f832c6cbbd45, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,segment=NetworkSegment(63f38c36-5595-46fc-ae1c-0ca39cc3c162),segment_id=63f38c36-5595-46fc-ae1c-0ca39cc3c162)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:48:59.953875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba71a0d-6d11-4626-ba7c-3c6d632655ee tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.959966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba71a0d-6d11-4626-ba7c-3c6d632655ee tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:48:59.962329 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8ba71a0d-6d11-4626-ba7c-3c6d632655ee tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2151310 Nov 29 11:48:59.967297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54268) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:48:59.983457 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Calling delete_port for 2c9ab305-77e0-49d0-beea-d3f01d33093e owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:48:59.999764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 1d84931c-d151-4e27-b082-2be41abdd6ba) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:00.011864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:00.012635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.015644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.033010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bcda52-3cea-4410-b550-61dfc3749990 None None] Network 1d84931c-d151-4e27-b082-2be41abdd6ba requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:00.038583 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d10d69f-691e-446b-8644-01817cd1a47f req-5f8b0fb4-7c47-4584-ac05-fa786cab8e28 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451514 Nov 29 11:49:00.056595 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f4742663-d551-48c7-8d64-342e2ed79f8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8668432 Nov 29 11:49:00.061930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54270) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:00.071512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-13fd142c-0220-434e-af11-e8fe9839941e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:00.088944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf00d608-9f5d-460a-be60-b8d10ce20ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.123642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf00d608-9f5d-460a-be60-b8d10ce20ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.164251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.200524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c9ab305-77e0-49d0-beea-d3f01d33093e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:00.209168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.215063 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b911f032-8763-4110-a2b6-ed47efee3db8 tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2c9ab305-77e0-49d0-beea-d3f01d33093e HTTP/1.1" status: 204 len: 168 time: 0.7931023 Nov 29 11:49:00.216978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54272) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:00.224671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4a1186c1-872b-4ed8-bb21-225856938ebd tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Deleting port 7d9bc973-4f28-4bf3-ae92-581e58e2fe3e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:00.225064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a1186c1-872b-4ed8-bb21-225856938ebd tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.259834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.266839 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-9566ca2d-c08c-4155-82f7-71b09d90a7db tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] GET failed (client error): The resource could not be found. Nov 29 11:49:00.268462 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9566ca2d-c08c-4155-82f7-71b09d90a7db tempest-PortsAdminExtendedAttrsTestJSON-1004539145 tempest-PortsAdminExtendedAttrsTestJSON-1004539145-project-admin] 10.222.0.23 "GET /v2.0/ports/2c9ab305-77e0-49d0-beea-d3f01d33093e HTTP/1.1" status: 404 len: 333 time: 0.0491149 Nov 29 11:49:00.278981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54274) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:00.299486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13fd142c-0220-434e-af11-e8fe9839941e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9424387'] for subnet, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.304445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Made reservation on behalf of 9752b14f957a4d4eac3b055ae1772298 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:00.320569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:00.321268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:00.388003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.399476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a1186c1-872b-4ed8-bb21-225856938ebd tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.408320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:00.408758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:00.422531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00d608-9f5d-460a-be60-b8d10ce20ba4 None None] Pushing event updated for resources: {'Port': ['ID=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:00.426292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.433996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4a1186c1-872b-4ed8-bb21-225856938ebd tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Calling delete_port for 7d9bc973-4f28-4bf3-ae92-581e58e2fe3e owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:00.453257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.523584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Pushing event updated for resources: {'Port': ['ID=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:00.552591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Network 11805587-172b-4344-9feb-1413116b1a96 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:00.580421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.581916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:00.584863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:00.626595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-1d84931c-d151-4e27-b082-2be41abdd6ba', 'network_id': '1d84931c-d151-4e27-b082-2be41abdd6ba', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': 'f6b9f9a8-ba39-4216-86c8-90e26b6dd08b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:00.627802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.681169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] device_id is not set on port 84a24dbe-5ab3-40ae-98a1-e53b24d0b838 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:00.699091 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73c75c-cacf-4fba-b96a-64e5424ac67b req-dd738690-7ee5-42c2-9429-d44217fec782 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:00.701034 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db73c75c-cacf-4fba-b96a-64e5424ac67b req-dd738690-7ee5-42c2-9429-d44217fec782 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 944 time: 0.2631378 Nov 29 11:49:00.718108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a1186c1-872b-4ed8-bb21-225856938ebd tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.816367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fb5c2be7-9eed-477d-9786-617c60ab1543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.819569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Attempting to bind port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:00.820422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Attempting to bind port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '407690c5-8ee1-45f4-b4e1-b39ef128920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '11805587-172b-4344-9feb-1413116b1a96'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:00.820885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Attempting to bind port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 on network 11805587-172b-4344-9feb-1413116b1a96 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:00.854663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1186c1-872b-4ed8-bb21-225856938ebd tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Port': ['ID=7d9bc973-4f28-4bf3-ae92-581e58e2fe3e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:00.878388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.882293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:00.882675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Checking segment: {'id': '407690c5-8ee1-45f4-b4e1-b39ef128920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '11805587-172b-4344-9feb-1413116b1a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:00.884430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.884866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Bound using segment: {'id': '407690c5-8ee1-45f4-b4e1-b39ef128920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '11805587-172b-4344-9feb-1413116b1a96'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:00.885373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Bound port: f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407690c5-8ee1-45f4-b4e1-b39ef128920a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '11805587-172b-4344-9feb-1413116b1a96'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:00.885774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.917799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13fd142c-0220-434e-af11-e8fe9839941e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727943387549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65742512'] for subnet, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:00.976575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Allocated IP 2001:db8::2 (1d84931c-d151-4e27-b082-2be41abdd6ba/f6b9f9a8-ba39-4216-86c8-90e26b6dd08b/6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:01.056437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd142c-0220-434e-af11-e8fe9839941e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:01.057073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13fd142c-0220-434e-af11-e8fe9839941e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.058737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-13fd142c-0220-434e-af11-e8fe9839941e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "PUT /v2.0/subnets/f6b9f9a8-ba39-4216-86c8-90e26b6dd08b HTTP/1.1" status: 200 len: 826 time: 0.9935620 Nov 29 11:49:01.089912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54282) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:01.090464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.198353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] For port a470bcea-77a7-4f4f-ac18-f832c6cbbd45, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,segment=NetworkSegment(63f38c36-5595-46fc-ae1c-0ca39cc3c162),segment_id=63f38c36-5595-46fc-ae1c-0ca39cc3c162)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:01.216046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.224742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd142c-0220-434e-af11-e8fe9839941e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=f6b9f9a8-ba39-4216-86c8-90e26b6dd08b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:01.268824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Allocated IP 172.20.0.7 (11805587-172b-4344-9feb-1413116b1a96/512b0c00-0d43-489c-81af-4824360c93da/84a24dbe-5ab3-40ae-98a1-e53b24d0b838) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:01.308044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Allocated IP 172.20.0.1 (c9601b3f-9a43-4f21-80f6-80682a72ee7e/b5080bb1-1e37-48e6-9531-9fc198fd3597/94ef08e7-a98a-48b9-a0e2-833586a2e9fe) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:01.327003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57628aa0-3adc-4cfe-9c7d-803f81e9f9f7 None None] Pushing event updated for resources: {'Port': ['ID=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:01.339482 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db73c75c-cacf-4fba-b96a-64e5424ac67b req-a91e2c3c-65dd-4776-8511-603955d0e473 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6140609 Nov 29 11:49:01.345409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b053a17f-37a0-4905-a435-59997469e09a']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:01.345854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77b601-8360-4903-a9ba-d402c03573d3 None None] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:01.376154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b3f059-7adf-4687-8fa9-7ab2ae1adea5') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:01.376747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b3f059-7adf-4687-8fa9-7ab2ae1adea5') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:01.380467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.383593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.401604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc03b6-c588-46cf-8396-a5a097ede7f7 req-d32a7921-88c4-4cd4-bf96-1cda266f9d07 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:01.409421 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a9cc03b6-c588-46cf-8396-a5a097ede7f7 req-d32a7921-88c4-4cd4-bf96-1cda266f9d07 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 944 time: 0.5423152 Nov 29 11:49:01.416356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.496809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.498913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Could not find standard attr ID for object 7d9bc973-4f28-4bf3-ae92-581e58e2fe3e. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:01.500361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.510884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a1186c1-872b-4ed8-bb21-225856938ebd tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.510884 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4a1186c1-872b-4ed8-bb21-225856938ebd tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "DELETE /v2.0/ports/7d9bc973-4f28-4bf3-ae92-581e58e2fe3e HTTP/1.1" status: 204 len: 168 time: 1.5425181 Nov 29 11:49:01.516096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.516270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54284) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:01.518607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:01.519012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:01.524491 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:01.569374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] For port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:01.580489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Network 1d84931c-d151-4e27-b082-2be41abdd6ba is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:01.599304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:01.600316 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee33f05-eb27-43b8-a00b-1c0e0f41a1e2 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] GET failed (client error): The resource could not be found. Nov 29 11:49:01.601931 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6ee33f05-eb27-43b8-a00b-1c0e0f41a1e2 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "GET /v2.0/ports/7d9bc973-4f28-4bf3-ae92-581e58e2fe3e HTTP/1.1" status: 404 len: 333 time: 0.0788722 Nov 29 11:49:01.611482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:01.612340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54286) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:01.614480 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a9cc03b6-c588-46cf-8396-a5a097ede7f7 req-baf58086-851a-4a45-9aa8-a0843f324685 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033393 Nov 29 11:49:01.615850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] For port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,segment=NetworkSegment(407690c5-8ee1-45f4-b4e1-b39ef128920a),segment_id=407690c5-8ee1-45f4-b4e1-b39ef128920a)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:01.629513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1305416424'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:01.633032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Provisioning complete for port b35f4c34-f09d-4a43-9fae-558a08dae5ec triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:01.633032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.637125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Pushing event updated for resources: {'Port': ['ID=6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:01.640060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.654696 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.655489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334a76d-be68-4b1c-be6e-347116d902de req-a139a6f0-c60a-48d6-80ab-ffdf5cd4c315 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:01.657201 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b334a76d-be68-4b1c-be6e-347116d902de req-a139a6f0-c60a-48d6-80ab-ffdf5cd4c315 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 943 time: 0.2371683 Nov 29 11:49:01.658673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.671469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.677596 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] 10.222.0.23 "DELETE /v2.0/networks/b053a17f-37a0-4905-a435-59997469e09a HTTP/1.1" status: 204 len: 168 time: 1.3937681 Nov 29 11:49:01.702568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7fe4d-2934-4eec-935a-e687a9c1c5a2 tempest-PortsAdminExtendedAttrsTestJSON-554094493 tempest-PortsAdminExtendedAttrsTestJSON-554094493-project] Pushing event deleted for resources: {'Network': ['ID=b053a17f-37a0-4905-a435-59997469e09a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:01.726302 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b334a76d-be68-4b1c-be6e-347116d902de req-eecce25d-ae60-490f-a104-3646e054b826 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561240 Nov 29 11:49:01.764394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.833622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting port 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:01.833988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.842462 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Port b35f4c34-f09d-4a43-9fae-558a08dae5ec cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:01.856438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:01.856819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:01.857433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Attempting to bind port 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:01.857805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Attempting to bind port 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f3daae19-9d42-4121-b907-ea4605515d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d84931c-d151-4e27-b082-2be41abdd6ba'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:01.858196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Attempting to bind port 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab on network 1d84931c-d151-4e27-b082-2be41abdd6ba {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:01.875931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287142a-fd8e-4ef6-9ce4-743ebc028668 None None] Pushing event updated for resources: {'Port': ['ID=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:01.883866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:01.884854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Checking segment: {'id': 'f3daae19-9d42-4121-b907-ea4605515d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d84931c-d151-4e27-b082-2be41abdd6ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:01.884854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.885164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Bound using segment: {'id': 'f3daae19-9d42-4121-b907-ea4605515d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d84931c-d151-4e27-b082-2be41abdd6ba'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:01.885732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Bound port: 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3daae19-9d42-4121-b907-ea4605515d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '1d84931c-d151-4e27-b082-2be41abdd6ba'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:01.886059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.918299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Provisioning complete for port 36f38eb4-4665-4c0a-b44d-800ecada0793 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:01.918676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.934441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.957642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:01.960914 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:49:02.020947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:02.038957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54292) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:02.052331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:02.053999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] For port 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:02.059953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] For port 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab,segment=NetworkSegment(f3daae19-9d42-4121-b907-ea4605515d7e),segment_id=f3daae19-9d42-4121-b907-ea4605515d7e)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:02.072029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.077487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Network 11805587-172b-4344-9feb-1413116b1a96 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:02.087307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:02.095396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:02.097932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'Port': ['ID=94ef08e7-a98a-48b9-a0e2-833586a2e9fe,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:02.126976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:02.213691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device c07b9875-8564-40b5-8120-b6626ade1fa9 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:49:02.247206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] For port 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:02.247473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.250209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Made reservation on behalf of f0f01a17f0bd407b9ccfec49eb92a58f for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:02.253726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.275172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ad7cc840-e5be-47b4-a647-c40bd2db118f up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:02.316671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=84a24dbe-5ab3-40ae-98a1-e53b24d0b838,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:02.320291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.336649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Calling delete_port for 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:02.376315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.378775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf485f3-c629-4954-9eb9-b31246a16c99 None None] Pushing event updated for resources: {'Port': ['ID=6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:02.388430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] device_id is not set on port cf3550b7-8f91-40be-9782-4d475c1cdd1e yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:02.415443 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b902fb66-343e-4080-b7f9-0b0caf25f94a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fd9409b194974a6bb9593e5d3f71e76c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750303 Nov 29 11:49:02.417980 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54298) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:02.574156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb64aba8-ca57-45ee-8e15-5a862d5aaf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.585888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b9474-4436-46fb-81ac-fe3911ec6f29 req-ecc5b7e8-8338-4818-a10c-31b53e322a0b tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:02.591954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a3b9474-4436-46fb-81ac-fe3911ec6f29 req-ecc5b7e8-8338-4818-a10c-31b53e322a0b tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 944 time: 0.1240287 Nov 29 11:49:02.617644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.resource_extend [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:49:02.619453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb64aba8-ca57-45ee-8e15-5a862d5aaf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.704058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] For port 36f38eb4-4665-4c0a-b44d-800ecada0793, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=36f38eb4-4665-4c0a-b44d-800ecada0793,segment=NetworkSegment(fbbe89fd-814c-4d4f-a2de-8b12ecf79908),segment_id=fbbe89fd-814c-4d4f-a2de-8b12ecf79908)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:02.720130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.722061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port ad7cc840-e5be-47b4-a647-c40bd2db118f completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:49:02.734546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb64aba8-ca57-45ee-8e15-5a862d5aaf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.737281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb64aba8-ca57-45ee-8e15-5a862d5aaf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.739161 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cb64aba8-ca57-45ee-8e15-5a862d5aaf82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c2f85c6-c1ab-4356-96a6-c765da6219f3 HTTP/1.1" status: 204 len: 168 time: 0.3192420 Nov 29 11:49:02.776144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64aba8-ca57-45ee-8e15-5a862d5aaf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f85c6-c1ab-4356-96a6-c765da6219f3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:02.788314 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a3b9474-4436-46fb-81ac-fe3911ec6f29 req-490a5e92-5850-4203-90ca-21eb13582969 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595938 Nov 29 11:49:02.811644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b14fa-9ff8-4da8-b5a7-0a0ece8c646a req-22a7de41-bc1f-487b-90b8-6ac5b89b8546 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:02.813591 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-846b14fa-9ff8-4da8-b5a7-0a0ece8c646a req-22a7de41-bc1f-487b-90b8-6ac5b89b8546 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 944 time: 0.1127377 Nov 29 11:49:02.817582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port ad7cc840-e5be-47b4-a647-c40bd2db118f triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:02.818025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.908723 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-846b14fa-9ff8-4da8-b5a7-0a0ece8c646a req-8fbf75da-d60b-4937-9bbf-1cf25cefded1 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890479 Nov 29 11:49:02.965054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:02.965719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:02.984309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port c07b9875-8564-40b5-8120-b6626ade1fa9, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c07b9875-8564-40b5-8120-b6626ade1fa9,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:03.006281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Provisioning complete for port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:03.006652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.013532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9730f5e-4b35-41ea-a1e2-e198f21cc406 req-96b5e7ac-f752-452d-9665-c2a58151b33b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:03.016124 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f9730f5e-4b35-41ea-a1e2-e198f21cc406 req-96b5e7ac-f752-452d-9665-c2a58151b33b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 943 time: 0.0891583 Nov 29 11:49:03.073308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f9730f5e-4b35-41ea-a1e2-e198f21cc406 req-52a19ca1-2422-40de-9ab3-94f3dc709b5e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510201 Nov 29 11:49:03.078595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:03.080174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad91c1cd-4369-447c-beb3-e0c72f8c2991 None None] Pushing event updated for resources: {'Port': ['ID=36f38eb4-4665-4c0a-b44d-800ecada0793,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:03.117011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'port_id': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'mac_address': 'fa:16:3e:44:61:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:49:03.151665 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-92334a84-221c-434d-97d6-6d0f8417a87f tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.2110462 Nov 29 11:49:03.154303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54308) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:03.227736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c979c274-72ba-4e68-b253-44372b1eeff4 None None] Network 11805587-172b-4344-9feb-1413116b1a96 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:03.246732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54310) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:03.264963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Allocated IP 2001:db8::108 (6c58aa5c-9558-4e3b-bcf1-cd0370499a02/b44bf9b4-46b7-4e71-9c2b-3f719355b389/cf3550b7-8f91-40be-9782-4d475c1cdd1e) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:03.281369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd17f07-ca36-4320-b90a-d325f05c6729 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:03.287911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd17f07-ca36-4320-b90a-d325f05c6729 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:03.293916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd17f07-ca36-4320-b90a-d325f05c6729 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:03.295675 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4dd17f07-ca36-4320-b90a-d325f05c6729 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1400576 Nov 29 11:49:03.306199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54312) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:03.325180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-25d922b6-f4b2-424f-be27-4d966e7597d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5d8370a9e6349e6bf69507b0fe36552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770426 Nov 29 11:49:03.330444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54314) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:03.374777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61106f7b-a3ee-4564-a46e-98c49daca5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.387434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-10bd5430-6428-4aef-a799-bc194a18cc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.388066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.416716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-10bd5430-6428-4aef-a799-bc194a18cc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.448177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.459689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:03.460308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.481374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-10bd5430-6428-4aef-a799-bc194a18cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.485232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-10bd5430-6428-4aef-a799-bc194a18cc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.488975 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-10bd5430-6428-4aef-a799-bc194a18cc74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc76de66-0f2e-4755-b9c3-85b7c8799238 HTTP/1.1" status: 204 len: 168 time: 0.1550701 Nov 29 11:49:03.497288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd5430-6428-4aef-a799-bc194a18cc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76de66-0f2e-4755-b9c3-85b7c8799238,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:03.522143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7cc840-e5be-47b4-a647-c40bd2db118f'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:49:03.546542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.593777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.625081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751545bf-0e47-4ce8-96c6-23a6e7ee51bb None None] Network 1d84931c-d151-4e27-b082-2be41abdd6ba requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:03.655765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ad7cc840-e5be-47b4-a647-c40bd2db118f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad7cc840-e5be-47b4-a647-c40bd2db118f,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:03.668568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Port': ['ID=6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:03.668761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07b9875-8564-40b5-8120-b6626ade1fa9 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:49:03.728968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.730132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 2c04e46d-0c55-4df8-b884-d556c382cb7b up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:03.769808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.775197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No DVR routers for this DVR port 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:03.808025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a96cd70-b24c-4beb-b836-6ec95da91fb8" -d '{"events": [{"server_uuid": "ad9d9960-99f5-4716-82a3-95f92c7338a3", "name": "network-vif-plugged", "status": "completed", "tag": "ad7cc840-e5be-47b4-a647-c40bd2db118f"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:49:03.813719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port c07b9875-8564-40b5-8120-b6626ade1fa9, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c07b9875-8564-40b5-8120-b6626ade1fa9,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:03.849603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:03.959386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ad7cc840-e5be-47b4-a647-c40bd2db118f,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:03.964979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e0764-113d-4f8b-b458-aa8860a01f30 req-42c2e1a1-9721-4f2e-a7cc-a466e2ebecf2 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:03.968061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca98fee-06ae-409b-82d7-4ffdbbee71d2 x-openstack-request-id: req-3ca98fee-06ae-409b-82d7-4ffdbbee71d2 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:49:03.968490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9d9960-99f5-4716-82a3-95f92c7338a3", "name": "network-vif-plugged", "status": "completed", "tag": "ad7cc840-e5be-47b4-a647-c40bd2db118f", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:49:03.968838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ca98fee-06ae-409b-82d7-4ffdbbee71d2 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:49:03.969372 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'code': 200} Nov 29 11:49:03.980257 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c21e0764-113d-4f8b-b458-aa8860a01f30 req-42c2e1a1-9721-4f2e-a7cc-a466e2ebecf2 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.1098859 Nov 29 11:49:04.000175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Provisioning complete for port 94ef08e7-a98a-48b9-a0e2-833586a2e9fe triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:04.000665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.037814 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c21e0764-113d-4f8b-b458-aa8860a01f30 req-97ed1115-542a-419d-b925-73b999f5298f tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565937 Nov 29 11:49:04.063445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 36f38eb4-4665-4c0a-b44d-800ecada0793 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:04.115440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 2c04e46d-0c55-4df8-b884-d556c382cb7b completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:49:04.165054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a341ee0-70fd-4cb1-8e96-2c47065519a6 req-6cb425d2-e6b7-4962-85b7-018e829575d9 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:04.169214 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6a341ee0-70fd-4cb1-8e96-2c47065519a6 req-6cb425d2-e6b7-4962-85b7-018e829575d9 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 944 time: 0.1069357 Nov 29 11:49:04.170319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 2c04e46d-0c55-4df8-b884-d556c382cb7b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:04.170762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.193518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.201328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Port 94ef08e7-a98a-48b9-a0e2-833586a2e9fe cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:04.210251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=c07b9875-8564-40b5-8120-b6626ade1fa9,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:04.219197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['c07b9875-8564-40b5-8120-b6626ade1fa9'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:49:04.254603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Could not find standard attr ID for object 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:04.260412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.277655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.284647 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6a341ee0-70fd-4cb1-8e96-2c47065519a6 req-753ddd92-7d14-4929-afce-174f79d250bc tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037591 Nov 29 11:49:04.301595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b951e-bbdf-4482-b576-b6fe82c0d859 req-2d5a2dd1-35ce-45b3-af9b-a7e313672024 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:04.311692 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f46b951e-bbdf-4482-b576-b6fe82c0d859 req-2d5a2dd1-35ce-45b3-af9b-a7e313672024 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 944 time: 0.1100414 Nov 29 11:49:04.336184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Provisioning complete for port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:04.336694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.370530 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f46b951e-bbdf-4482-b576-b6fe82c0d859 req-405183f5-26b1-4912-ba16-602ea62dcd78 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576808 Nov 29 11:49:04.393375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 36f38eb4-4665-4c0a-b44d-800ecada0793 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:04.393757 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.396913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.465283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-28d01d31-4719-4865-81d3-7e1833d2cbe1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Deleting port 84a24dbe-5ab3-40ae-98a1-e53b24d0b838 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:04.465779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28d01d31-4719-4865-81d3-7e1833d2cbe1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.482894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.653605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f89f201-be7e-4044-aac7-273a1dc05055 None None] Network 1d84931c-d151-4e27-b082-2be41abdd6ba requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:04.657701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 2c04e46d-0c55-4df8-b884-d556c382cb7b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:04.658741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.660428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54352) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.690352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e6581-69e4-4a45-9fe0-6424d8e5ffb7 req-5d394248-7d86-49b2-94ed-bd60e5d5f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:04.691963 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5f4e6581-69e4-4a45-9fe0-6424d8e5ffb7 req-5d394248-7d86-49b2-94ed-bd60e5d5f581 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 1098 time: 0.4097395 Nov 29 11:49:04.699861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'Port': ['ID=94ef08e7-a98a-48b9-a0e2-833586a2e9fe,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:04.733828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.742947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.754354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.802394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-64203ea0-64a8-4bc2-8ffe-0de8b6f2f60c tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.806034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.806934 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-64203ea0-64a8-4bc2-8ffe-0de8b6f2f60c tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1452532 Nov 29 11:49:04.808270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54356) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.814949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-91f577bd-a441-4151-b21c-9f5a13307324 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.818240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5f4e6581-69e4-4a45-9fe0-6424d8e5ffb7 req-b484bedf-9561-4cdc-9d31-b776eb468fba service neutron] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.819603 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-91f577bd-a441-4151-b21c-9f5a13307324 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0102103 Nov 29 11:49:04.820571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54358) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.827659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-3566179b-6a7b-41e6-8a1f-3a8240439002 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.833705 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3566179b-6a7b-41e6-8a1f-3a8240439002 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0105817 Nov 29 11:49:04.834732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54360) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.839948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-493caac5-22aa-4637-93d5-b2101381cbe4 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.841985 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-493caac5-22aa-4637-93d5-b2101381cbe4 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050199 Nov 29 11:49:04.843850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54362) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.848866 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-d9c37c38-dee0-43cd-9cb9-9dfa2890c10f tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.849806 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d9c37c38-dee0-43cd-9cb9-9dfa2890c10f tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050969 Nov 29 11:49:04.856191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54364) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.860392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-b5cb20b1-3828-4246-8ab3-62296843f1f9 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.861331 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b5cb20b1-3828-4246-8ab3-62296843f1f9 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043564 Nov 29 11:49:04.867858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54366) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.885455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-3422780b-ad3a-4864-ba29-ac18342472dd tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.886449 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3422780b-ad3a-4864-ba29-ac18342472dd tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0175309 Nov 29 11:49:04.887629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=2c04e46d-0c55-4df8-b884-d556c382cb7b,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:04.889163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54368) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.896336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Provisioning complete for port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:04.896559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.896712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-e749c30b-a3e5-405a-b9d1-1455a06f8d73 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.897847 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e749c30b-a3e5-405a-b9d1-1455a06f8d73 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074775 Nov 29 11:49:04.900336 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54370) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.907073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-1f2d81a4-4784-4c30-85d5-4279d7e195eb tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.917253 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1f2d81a4-4784-4c30-85d5-4279d7e195eb tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0128157 Nov 29 11:49:04.918331 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54372) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.921747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28d01d31-4719-4865-81d3-7e1833d2cbe1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:04.927834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-3f1c21ce-a140-4093-9046-90477f3b3a45 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.933260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3f1c21ce-a140-4093-9046-90477f3b3a45 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0110300 Nov 29 11:49:04.934150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54374) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.936202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=cf3550b7-8f91-40be-9782-4d475c1cdd1e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:04.940180 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-13d0b0ac-1062-4c32-bc13-9fd0686085b4 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.946787 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-13d0b0ac-1062-4c32-bc13-9fd0686085b4 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0109522 Nov 29 11:49:04.949078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54376) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.954480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-f3c4b465-62a0-4551-9714-ca701b83be1d tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.956062 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f3c4b465-62a0-4551-9714-ca701b83be1d tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054116 Nov 29 11:49:04.963280 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54378) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.968485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-02fafaa3-e011-4fab-900d-4113f030f835 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.969652 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-02fafaa3-e011-4fab-900d-4113f030f835 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051510 Nov 29 11:49:04.973922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54380) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.979449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-608a2ff9-0572-4f5e-9305-53f127d55935 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.980440 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-608a2ff9-0572-4f5e-9305-53f127d55935 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0054941 Nov 29 11:49:04.984014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54382) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:04.989587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-cb86bba7-9043-4c3f-8d1c-6afdcce31d97 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:04.991022 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cb86bba7-9043-4c3f-8d1c-6afdcce31d97 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056977 Nov 29 11:49:04.993228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54384) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.006803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-0c93af48-6702-4289-a101-e00de99b31ec tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.011308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:05.014207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54386) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.018670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0c93af48-6702-4289-a101-e00de99b31ec tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057552 Nov 29 11:49:05.099248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-28d01d31-4719-4865-81d3-7e1833d2cbe1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Calling delete_port for 84a24dbe-5ab3-40ae-98a1-e53b24d0b838 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:05.112503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:05.120397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a470bcea-77a7-4f4f-ac18-f832c6cbbd45 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:05.120880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-218b4ef4-5a44-4a73-8eb6-5a3ebcfe5212 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.126911 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-218b4ef4-5a44-4a73-8eb6-5a3ebcfe5212 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0095305 Nov 29 11:49:05.127817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54390) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.141342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:05.149292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:05.150329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.170417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-c7336837-0b70-48a4-8a8c-a471164eb8ec tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.174475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36643260-15de-45e5-8b62-0d6312e5abef req-111aba2c-6f91-4b03-b096-87bf05f7deb5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:05.176616 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c7336837-0b70-48a4-8a8c-a471164eb8ec tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0122702 Nov 29 11:49:05.177250 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-36643260-15de-45e5-8b62-0d6312e5abef req-111aba2c-6f91-4b03-b096-87bf05f7deb5 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.0698538 Nov 29 11:49:05.177999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54392) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.182611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-e21f32db-24cd-4d91-bc40-deb5cb3281d8 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.183731 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e21f32db-24cd-4d91-bc40-deb5cb3281d8 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045023 Nov 29 11:49:05.186663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54394) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.189233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=f6b9f9a8-ba39-4216-86c8-90e26b6dd08b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:05.192416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-8e94a38c-d4dc-407d-9bab-0c99e17ae08b tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.193729 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e94a38c-d4dc-407d-9bab-0c99e17ae08b tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058746 Nov 29 11:49:05.196075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54396) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.201551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-6f56ea4a-38d5-4b90-879b-573f10f5bcbb tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.202780 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6f56ea4a-38d5-4b90-879b-573f10f5bcbb tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053978 Nov 29 11:49:05.205225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54398) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.210483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-c3196813-cf72-4d3a-a8b6-f33c433bdf28 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.211573 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c3196813-cf72-4d3a-a8b6-f33c433bdf28 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051534 Nov 29 11:49:05.212168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.218173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54400) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.225740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-399c2cfd-2809-4784-9657-0db1a340db19 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.226879 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-399c2cfd-2809-4784-9657-0db1a340db19 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056322 Nov 29 11:49:05.233079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54402) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.240235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-f9d7a6a6-8aee-4c52-a38d-e066785e6e05 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.241796 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f9d7a6a6-8aee-4c52-a38d-e066785e6e05 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0076411 Nov 29 11:49:05.247907 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bed23748-0277-422a-a4d1-6b6bf5a58888 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6319907 Nov 29 11:49:05.248616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54404) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.253256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-8d9b0eb0-e078-4e56-bb86-5907e34b8ab5 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.256624 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8d9b0eb0-e078-4e56-bb86-5907e34b8ab5 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049915 Nov 29 11:49:05.260789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54406) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.261118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54408) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.262510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5226368-1884-471c-bc0c-e7bc84c75581 None None] DHCP port deletion for 1d84931c-d151-4e27-b082-2be41abdd6ba request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:05.270639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f7', 'mac_address': 'fa:16:3e:fe:a5:bc'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:05.276347 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-bf87dd8e-a646-4042-a968-8889a2592b82 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.279636 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bf87dd8e-a646-4042-a968-8889a2592b82 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0133188 Nov 29 11:49:05.279767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.280933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54410) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.281468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:05.281826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.313809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-8fc380dd-fccc-41ea-8175-e09875f519f8 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.318176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8fc380dd-fccc-41ea-8175-e09875f519f8 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0329034 Nov 29 11:49:05.318176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-36643260-15de-45e5-8b62-0d6312e5abef req-ae071945-b0d4-4014-aeb2-d87db576eebd tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230617 Nov 29 11:49:05.320824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54414) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.327321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-84a0340a-4926-42e8-9300-859858a4ae9e tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.330897 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-84a0340a-4926-42e8-9300-859858a4ae9e tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067859 Nov 29 11:49:05.332800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54416) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.340063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-7c36205d-b365-48ea-be3f-2a11bf30e041 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.341018 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7c36205d-b365-48ea-be3f-2a11bf30e041 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0079057 Nov 29 11:49:05.346952 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d84931c-d151-4e27-b082-2be41abdd6ba']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:05.353622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54418) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.371846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-d8df30c8-eec3-490c-9d28-88fdb82f2cf0 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.374580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3daae19-9d42-4121-b907-ea4605515d7e') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:05.375176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3daae19-9d42-4121-b907-ea4605515d7e') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:05.376777 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d8df30c8-eec3-490c-9d28-88fdb82f2cf0 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0096393 Nov 29 11:49:05.377490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54420) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.392254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] For port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,segment=NetworkSegment(407690c5-8ee1-45f4-b4e1-b39ef128920a),segment_id=407690c5-8ee1-45f4-b4e1-b39ef128920a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:05.401590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.413311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:05.417964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-34b018cb-6f26-4005-974c-1764122bd93d tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.421308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.424474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:05.427515 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-34b018cb-6f26-4005-974c-1764122bd93d tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0135145 Nov 29 11:49:05.432621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54424) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.442747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-b870930e-240a-4a9d-b677-b5eaabd94700 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.443926 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b870930e-240a-4a9d-b677-b5eaabd94700 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061362 Nov 29 11:49:05.460831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54426) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.471995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.478624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de5094-023e-4474-93f9-5ae5b97b434f None None] Pushing event updated for resources: {'Port': ['ID=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:05.499295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-1bf7628a-97e7-4952-b89e-1a1b11fb45f3 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.500276 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1bf7628a-97e7-4952-b89e-1a1b11fb45f3 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0350273 Nov 29 11:49:05.530965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54428) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.536215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-9d23d78d-2d82-48ff-a39f-7dbe36858256 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.537191 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9d23d78d-2d82-48ff-a39f-7dbe36858256 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0052764 Nov 29 11:49:05.548777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54430) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.554432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-9fd42c66-82b9-46a3-91f6-b7d158f883cf tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.558610 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9fd42c66-82b9-46a3-91f6-b7d158f883cf tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048938 Nov 29 11:49:05.559161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54432) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.571740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:05.571917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:05.572170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:05.575713 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:05.590336 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-c544efb4-82b1-46b2-9577-0da4bf6630f0 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.593785 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c544efb4-82b1-46b2-9577-0da4bf6630f0 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0292773 Nov 29 11:49:05.600529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54434) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.609647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-55d15673-c415-4905-8938-5a5d5b2c6ded tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.613775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-55d15673-c415-4905-8938-5a5d5b2c6ded tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0078437 Nov 29 11:49:05.614825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Provisioning complete for port 2078e9df-5709-43a1-9742-4a64b2abb064 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:05.615204 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.630899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54436) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.636941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-b945c076-8c3a-4815-a18b-dd5b8174441d tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.637874 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b945c076-8c3a-4815-a18b-dd5b8174441d tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045214 Nov 29 11:49:05.646915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54438) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.665269 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd5adf-46fc-4f41-9f34-31e083f97028 req-7f242f84-9f4d-420c-a06e-fb86c1fb4443 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:05.674202 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6fcd5adf-46fc-4f41-9f34-31e083f97028 req-7f242f84-9f4d-420c-a06e-fb86c1fb4443 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.2454057 Nov 29 11:49:05.676027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.683382 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-1b2867b9-8f0a-48e6-8c9f-e1ca067a1a39 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.686010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Port 2078e9df-5709-43a1-9742-4a64b2abb064 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:05.688454 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1b2867b9-8f0a-48e6-8c9f-e1ca067a1a39 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0111029 Nov 29 11:49:05.689530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:05.690700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.691261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.695233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54440) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.699732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.705371 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/1d84931c-d151-4e27-b082-2be41abdd6ba HTTP/1.1" status: 204 len: 168 time: 4.6099496 Nov 29 11:49:05.709426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54442) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.724415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-e69c7989-ead8-40c6-b6f4-954fd204a035 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.727862 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e69c7989-ead8-40c6-b6f4-954fd204a035 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0168841 Nov 29 11:49:05.732226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Provisioning complete for port 84a24dbe-5ab3-40ae-98a1-e53b24d0b838 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:05.732605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.734309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5f4e6581-69e4-4a45-9fe0-6424d8e5ffb7 req-b484bedf-9561-4cdc-9d31-b776eb468fba service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.736519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54444) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.760179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-5a6ea9ec-be29-4673-a825-5b95956d20cd tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.761543 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5a6ea9ec-be29-4673-a825-5b95956d20cd tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0237870 Nov 29 11:49:05.765023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54446) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.769057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce560016-de17-41d6-80ad-fd192a41d0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=1d84931c-d151-4e27-b082-2be41abdd6ba,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:05.776769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f28a9-2953-4d11-b272-9448154bba0f req-cf4eb257-9b53-4918-a4fa-e8467267b69e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:05.777316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Port 84a24dbe-5ab3-40ae-98a1-e53b24d0b838 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:05.778002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5f4e6581-69e4-4a45-9fe0-6424d8e5ffb7 req-b484bedf-9561-4cdc-9d31-b776eb468fba service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.779153 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e4f28a9-2953-4d11-b272-9448154bba0f req-cf4eb257-9b53-4918-a4fa-e8467267b69e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 944 time: 0.2312541 Nov 29 11:49:05.782067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-f5c257ed-b3aa-4b60-8e64-29e350641063 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.786343 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f5c257ed-b3aa-4b60-8e64-29e350641063 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0181890 Nov 29 11:49:05.790939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54448) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.806187 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6fcd5adf-46fc-4f41-9f34-31e083f97028 req-465409a7-e09d-4b35-96fd-90b9268017dd tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272526 Nov 29 11:49:05.819340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-3ae9b75f-8b8f-4784-b20b-a6c6ac6b7b25 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.819340 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3ae9b75f-8b8f-4784-b20b-a6c6ac6b7b25 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086553 Nov 29 11:49:05.819597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Provisioning complete for port cf3550b7-8f91-40be-9782-4d475c1cdd1e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:05.819597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.822470 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00286bf-377e-40a3-86c0-b15d52fedffc tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:05.823185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00286bf-377e-40a3-86c0-b15d52fedffc tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:05.826756 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f00286bf-377e-40a3-86c0-b15d52fedffc tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/1d84931c-d151-4e27-b082-2be41abdd6ba HTTP/1.1" status: 404 len: 339 time: 0.0911157 Nov 29 11:49:05.827383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54450) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.833417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54452) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.837362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5f4e6581-69e4-4a45-9fe0-6424d8e5ffb7 req-b484bedf-9561-4cdc-9d31-b776eb468fba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1283333 Nov 29 11:49:05.845992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-ed194e45-3e5e-4448-9e60-280554ae9864 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.849450 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ed194e45-3e5e-4448-9e60-280554ae9864 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0117161 Nov 29 11:49:05.850671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1813716412', 'description': 'd1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:05.857077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54454) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.861367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-267a10b2-62ac-490a-a370-d12faad8dd42 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.865126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-267a10b2-62ac-490a-a370-d12faad8dd42 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043581 Nov 29 11:49:05.868142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54456) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.868939 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 36f38eb4-4665-4c0a-b44d-800ecada0793 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:05.872191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484bedf-9561-4cdc-9d31-b776eb468fba service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f49644a7-02e4-4c6d-9f42-a2c8a435dce1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:05.877196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-24639767-d59e-4468-9462-b13e76dba85a tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.881054 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-24639767-d59e-4468-9462-b13e76dba85a tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079830 Nov 29 11:49:05.881864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54458) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.887071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-df086eae-f6ac-4581-bd58-f0684c9d709a tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.891198 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-df086eae-f6ac-4581-bd58-f0684c9d709a tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052514 Nov 29 11:49:05.891198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28d01d31-4719-4865-81d3-7e1833d2cbe1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.894821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54460) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.898972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Router e3bace1c-3a2a-4958-b424-7c2216fce86a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:49:05.903603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-4acdf908-46df-4606-bd11-3d60fa5c1275 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.907680 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4acdf908-46df-4606-bd11-3d60fa5c1275 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070779 Nov 29 11:49:05.911992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54462) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.916699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e4f28a9-2953-4d11-b272-9448154bba0f req-6a5637fb-c98f-4b44-95d4-558351f3959d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251743 Nov 29 11:49:05.930448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d01d31-4719-4865-81d3-7e1833d2cbe1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Port': ['ID=84a24dbe-5ab3-40ae-98a1-e53b24d0b838,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:05.931751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-0b7dcb84-d3b9-42cc-93d8-7413a5648b80 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.933021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Port cf3550b7-8f91-40be-9782-4d475c1cdd1e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:05.933346 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0b7dcb84-d3b9-42cc-93d8-7413a5648b80 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0199168 Nov 29 11:49:05.937921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54464) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.946820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.956156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 36f38eb4-4665-4c0a-b44d-800ecada0793 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:05.957053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.970027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-128fdf99-ca7e-490f-b120-e4d336eaf101 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.970027 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-128fdf99-ca7e-490f-b120-e4d336eaf101 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0255318 Nov 29 11:49:05.970607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54466) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.978793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-7dbd968e-d81f-4982-80b9-9d01de8d2e0e tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:05.979163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:05.979766 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7dbd968e-d81f-4982-80b9-9d01de8d2e0e tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0063868 Nov 29 11:49:05.979877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04e46d-0c55-4df8-b884-d556c382cb7b'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:49:05.982589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362186e3-7363-4e0e-b989-eb8e4e717de6" -d '{"events": [{"server_uuid": "b5f9b1f2-6557-46d9-9c59-95f620f18ed1", "name": "network-vif-plugged", "status": "completed", "tag": "2c04e46d-0c55-4df8-b884-d556c382cb7b"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:49:05.983709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.985357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Provisioning complete for port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:05.985636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54468) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:05.985748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-65cae0be-a274-4f2a-a435-f6c82610b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:05.999648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-6167426b-7cfd-41ef-9ca2-f6610a42485e tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.000654 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6167426b-7cfd-41ef-9ca2-f6610a42485e tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0102422 Nov 29 11:49:06.009099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54472) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.018440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-bebd0209-1af4-4947-aa77-eee6237d0640 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.019686 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bebd0209-1af4-4947-aa77-eee6237d0640 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093377 Nov 29 11:49:06.024293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54474) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.032030 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-7fc0fcab-0611-41c9-9542-e53282b6112c tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.033755 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7fc0fcab-0611-41c9-9542-e53282b6112c tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0080194 Nov 29 11:49:06.037307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54476) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.044200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-e905bf32-7b92-407d-ac66-4ee9d8f944e1 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.047469 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e905bf32-7b92-407d-ac66-4ee9d8f944e1 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048449 Nov 29 11:49:06.051758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54478) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.055886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-66baea7f-143e-4cad-a7e5-a26d132c8b84 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.059228 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66baea7f-143e-4cad-a7e5-a26d132c8b84 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043955 Nov 29 11:49:06.062721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54480) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.075723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-8e1af6d9-417a-4064-bf66-87c06607860b tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.075886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1b787f-76ea-4da6-898e-4b835e1c4bf3 x-openstack-request-id: req-5f1b787f-76ea-4da6-898e-4b835e1c4bf3 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:49:06.079622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f9b1f2-6557-46d9-9c59-95f620f18ed1", "name": "network-vif-plugged", "status": "completed", "tag": "2c04e46d-0c55-4df8-b884-d556c382cb7b", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:49:06.079622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f1b787f-76ea-4da6-898e-4b835e1c4bf3 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:49:06.079975 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e1af6d9-417a-4064-bf66-87c06607860b tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0129018 Nov 29 11:49:06.080078 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'code': 200} Nov 29 11:49:06.080955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54482) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.088806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:06.093327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-1175ad8c-e5b1-4242-8346-73ecf1a95823 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.096694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1175ad8c-e5b1-4242-8346-73ecf1a95823 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0098958 Nov 29 11:49:06.099845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54484) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.113012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [None req-24afc9bb-a0fa-4e7b-811e-05e018ad1bc1 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.114213 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-24afc9bb-a0fa-4e7b-811e-05e018ad1bc1 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0091951 Nov 29 11:49:06.116067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.116414 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment ea7944b1-433e-4be5-b4d3-749ac027ca86 of type vlan for network ffde134a-9b7f-4322-8a15-86a580e86003 Nov 29 11:49:06.118671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54486) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.122915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-ba710927-fd42-4bd3-ba6e-7e73dc6e204a tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.123844 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ba710927-fd42-4bd3-ba6e-7e73dc6e204a tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042534 Nov 29 11:49:06.133235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54488) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.140278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-cac99bb9-e8d0-43c4-99d4-deaf8485e50f tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.141254 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cac99bb9-e8d0-43c4-99d4-deaf8485e50f tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070984 Nov 29 11:49:06.144776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54490) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.167153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-93678b39-1ad8-4a4a-a02b-9a7e0774551a tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.168149 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-93678b39-1ad8-4a4a-a02b-9a7e0774551a tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0224891 Nov 29 11:49:06.178694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54492) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.195005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-2c2fe814-3871-496f-be02-29dd0b96394b tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.198557 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c2fe814-3871-496f-be02-29dd0b96394b tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0163596 Nov 29 11:49:06.207996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.209630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54494) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.214113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-6b3db8ab-fefd-40c0-850d-379a03b419a4 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.217709 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6b3db8ab-fefd-40c0-850d-379a03b419a4 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046997 Nov 29 11:49:06.217709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.219476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54496) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.225003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-6952860d-70f8-4669-ba59-d24ab65eff0b tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.228601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6952860d-70f8-4669-ba59-d24ab65eff0b tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055926 Nov 29 11:49:06.228601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.232322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54498) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.245471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-69aad9ec-7471-49de-970e-949178aa39ec tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.249470 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-69aad9ec-7471-49de-970e-949178aa39ec tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0106721 Nov 29 11:49:06.254999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device c07b9875-8564-40b5-8120-b6626ade1fa9 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:06.279098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54500) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.288893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-5220fb53-877c-415a-aab9-cdbc7b824889 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.292903 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5220fb53-877c-415a-aab9-cdbc7b824889 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076900 Nov 29 11:49:06.300913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54502) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.307003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] In _notify_port_updated(), no bound segment for port cf3550b7-8f91-40be-9782-4d475c1cdd1e on network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:06.312519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:06.313179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.314545 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "PUT /v2.0/ports/cf3550b7-8f91-40be-9782-4d475c1cdd1e HTTP/1.1" status: 200 len: 1003 time: 1.0525107 Nov 29 11:49:06.326738 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-42606632-5341-4ab3-ac8c-03dab8a0f9b9 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.327660 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-42606632-5341-4ab3-ac8c-03dab8a0f9b9 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0258231 Nov 29 11:49:06.328239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54504) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.333758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54506) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.353394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [None req-c8407fc6-42c9-47e2-ab80-0129e9c7f8c3 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:49:06.354465 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c8407fc6-42c9-47e2-ab80-0129e9c7f8c3 tempest-ExtensionsTestJSON-1481147336 tempest-ExtensionsTestJSON-1481147336-project] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0125468 Nov 29 11:49:06.364790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port c07b9875-8564-40b5-8120-b6626ade1fa9 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:49:06.366898 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-592bea5b-6042-4cde-9b64-d1464f7e15f7 None None] Provisioning complete for port 94ef08e7-a98a-48b9-a0e2-833586a2e9fe triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:06.367369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-592bea5b-6042-4cde-9b64-d1464f7e15f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.371501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.377094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:06.377712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.380816 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=cf3550b7-8f91-40be-9782-4d475c1cdd1e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:06.422782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-592bea5b-6042-4cde-9b64-d1464f7e15f7 None None] Port 94ef08e7-a98a-48b9-a0e2-833586a2e9fe cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:06.424383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port c07b9875-8564-40b5-8120-b6626ade1fa9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:06.424753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.493129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.493474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.493864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.494254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.494637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.494963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.495333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.495885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.496612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.496948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.497276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.497598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df63200-59ab-436f-83df-57bebcbe8432 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:06.532983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.578617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port c07b9875-8564-40b5-8120-b6626ade1fa9, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c07b9875-8564-40b5-8120-b6626ade1fa9,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:06.585250 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.597626 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7606237 Nov 29 11:49:06.602668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54512) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.636049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46f04-8548-488e-a155-3e7fcfedb83a req-807773cf-7b35-44c1-a3c2-a175a6ab2bf7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:06.645739 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f1b46f04-8548-488e-a155-3e7fcfedb83a req-807773cf-7b35-44c1-a3c2-a175a6ab2bf7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.1343071 Nov 29 11:49:06.653061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cdfcd-9c1f-4f99-b15e-5f98fea6c467 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=ffde134a-9b7f-4322-8a15-86a580e86003,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:06.659222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=c07b9875-8564-40b5-8120-b6626ade1fa9,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:06.667055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network ffde134a-9b7f-4322-8a15-86a580e86003 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:06.716580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-74aca592-fb0b-4267-8068-59d3720f3e9e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Deleting port cf3550b7-8f91-40be-9782-4d475c1cdd1e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:06.717521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28d01d31-4719-4865-81d3-7e1833d2cbe1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.717663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-74aca592-fb0b-4267-8068-59d3720f3e9e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.720800 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-28d01d31-4719-4865-81d3-7e1833d2cbe1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "DELETE /v2.0/ports/84a24dbe-5ab3-40ae-98a1-e53b24d0b838 HTTP/1.1" status: 204 len: 168 time: 3.4134138 Nov 29 11:49:06.725503 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f1b46f04-8548-488e-a155-3e7fcfedb83a req-d46e0a7a-832b-4a44-a401-d9083ca84431 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788724 Nov 29 11:49:06.729065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54516) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.749805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:49:06.754174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc820140-a451-431c-82f9-e8bfe9c84d15 req-43b3950a-e3e1-4aab-9738-825ca8e9e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:06.756574 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dc820140-a451-431c-82f9-e8bfe9c84d15 req-43b3950a-e3e1-4aab-9738-825ca8e9e7df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 1098 time: 0.2343557 Nov 29 11:49:06.761634 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0f62ff29-9a7c-4f36-b250-80b54744498b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "PUT /v2.0/routers/e3bace1c-3a2a-4958-b424-7c2216fce86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9204824 Nov 29 11:49:06.764703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54518) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.770072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78a1d57-46db-4496-8da1-83ccd1ad25fd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:06.771738 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b78a1d57-46db-4496-8da1-83ccd1ad25fd tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/networks?id=ffde134a-9b7f-4322-8a15-86a580e86003 HTTP/1.1" status: 200 len: 765 time: 0.1681154 Nov 29 11:49:06.778184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54520) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.785173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'description': 'd2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:06.792339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c70e5-569a-4a21-a640-a3cc932c751b None None] Sync routers for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:49:06.812008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-66ab6aab-a2db-47e7-aeb0-b5a384186f92 None None] Provisioning complete for port cf3550b7-8f91-40be-9782-4d475c1cdd1e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:06.812797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-66ab6aab-a2db-47e7-aeb0-b5a384186f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:06.817723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Request body: {'port': {'network_id': 'c9601b3f-9a43-4f21-80f6-80682a72ee7e', 'name': 'tempest-FloatingIPAdminTestJSON-287324341'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:06.835240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54524) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.838549 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8486bc49-0401-4696-a875-e425eed07e73 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] GET failed (client error): The resource could not be found. Nov 29 11:49:06.840151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8486bc49-0401-4696-a875-e425eed07e73 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "GET /v2.0/ports/84a24dbe-5ab3-40ae-98a1-e53b24d0b838 HTTP/1.1" status: 404 len: 333 time: 0.1101899 Nov 29 11:49:06.848041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54526) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:06.864949 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'network_id': '11805587-172b-4344-9feb-1413116b1a96', 'name': 'tempest-AllowedAddressPairTestJSON-823051262'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:06.914945 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dc820140-a451-431c-82f9-e8bfe9c84d15 req-9d9eca83-703e-43f7-b079-dff0c0c20009 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418748 Nov 29 11:49:06.942675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c70e5-569a-4a21-a640-a3cc932c751b None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:06.945616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-593c70e5-569a-4a21-a640-a3cc932c751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:06.987156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-74aca592-fb0b-4267-8068-59d3720f3e9e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.020563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-66ab6aab-a2db-47e7-aeb0-b5a384186f92 None None] Port cf3550b7-8f91-40be-9782-4d475c1cdd1e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:07.023671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-593c70e5-569a-4a21-a640-a3cc932c751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:07.029602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:07.037650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85a7a900-a87b-4f91-a7b1-e3f5f0026cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.052863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-74aca592-fb0b-4267-8068-59d3720f3e9e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Calling delete_port for cf3550b7-8f91-40be-9782-4d475c1cdd1e owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:07.056702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c70e5-569a-4a21-a640-a3cc932c751b None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:07.057324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-593c70e5-569a-4a21-a640-a3cc932c751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:07.094070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-593c70e5-569a-4a21-a640-a3cc932c751b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:07.094690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c70e5-569a-4a21-a640-a3cc932c751b None None] The sync data for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:49:07.105655 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Made reservation on behalf of dacc8f68a6d5409dbd6c6e57c5cc78f8 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:07.109341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.117831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.119799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:07.120245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.141675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Made reservation on behalf of 9752b14f957a4d4eac3b055ae1772298 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:07.145429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.157644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.173874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956d9ea-be73-4c2f-bd42-4e63d6bdfe04 req-f0137c64-e8b2-4500-814b-fcb75b514840 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:07.175668 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4956d9ea-be73-4c2f-bd42-4e63d6bdfe04 req-f0137c64-e8b2-4500-814b-fcb75b514840 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.1776009 Nov 29 11:49:07.186135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network ffde134a-9b7f-4322-8a15-86a580e86003 is not hosted by any dhcp agent {{(pid=102104) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 11:49:07.187962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] device_id is not set on port 0c4343ca-93f1-46fe-a48d-4ca853ffa9ba yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:07.192180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:07.192794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.194081 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "PUT /v2.0/networks/ffde134a-9b7f-4322-8a15-86a580e86003 HTTP/1.1" status: 200 len: 762 time: 0.4138536 Nov 29 11:49:07.204811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54532) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:07.213747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f210b5-cf22-4fee-85fb-3da58d09bc4e req-7258ae11-81b0-4d90-9597-364572710730 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:07.215634 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-15f210b5-cf22-4fee-85fb-3da58d09bc4e req-7258ae11-81b0-4d90-9597-364572710730 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1721325 Nov 29 11:49:07.219711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:07.226489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] device_id is not set on port 6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:07.243138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:07.243369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6744701f-d88f-4ca8-a0c7-2fbc75b7f7ab not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:07.294205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=ffde134a-9b7f-4322-8a15-86a580e86003,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:07.317786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85a7a900-a87b-4f91-a7b1-e3f5f0026cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.319371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.319718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.320067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.320389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.320714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.321101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.321432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.321755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.322110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.322431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.322765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.323069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e853ab-75ce-4019-b79e-80bb6172cae1 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:07.329190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85a7a900-a87b-4f91-a7b1-e3f5f0026cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.336433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network ffde134a-9b7f-4322-8a15-86a580e86003 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:07.415621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4956d9ea-be73-4c2f-bd42-4e63d6bdfe04 req-50bdfdd5-10f8-4dc5-a411-70a76bf7a35d tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183378 Nov 29 11:49:07.418932 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-85a7a900-a87b-4f91-a7b1-e3f5f0026cb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=faca3991b8954d34b8b60e13f8ca4f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5786629 Nov 29 11:49:07.419775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54534) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:07.438962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7a900-a87b-4f91-a7b1-e3f5f0026cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c340e0-b1cd-4b67-9bb1-8b46111643e0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:07.446983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89532cf1-50b0-4352-8ea8-b4d9a5aeec09 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:07.449069 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-89532cf1-50b0-4352-8ea8-b4d9a5aeec09 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/networks?id=ffde134a-9b7f-4322-8a15-86a580e86003 HTTP/1.1" status: 200 len: 765 time: 0.2430694 Nov 29 11:49:07.454347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54536) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:07.462939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Allocated IP 172.20.0.11 (11805587-172b-4344-9feb-1413116b1a96/512b0c00-0d43-489c-81af-4824360c93da/6ad5a40f-6e8d-4a93-8320-82fdfdf1c549) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:07.471345 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-15f210b5-cf22-4fee-85fb-3da58d09bc4e req-0d9babda-7827-4598-9437-259babd2a98e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358029 Nov 29 11:49:07.523104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Allocated IP 172.20.0.11 (c9601b3f-9a43-4f21-80f6-80682a72ee7e/b5080bb1-1e37-48e6-9531-9fc198fd3597/0c4343ca-93f1-46fe-a48d-4ca853ffa9ba) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:07.526934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-74aca592-fb0b-4267-8068-59d3720f3e9e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.560621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aca592-fb0b-4267-8068-59d3720f3e9e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Port': ['ID=cf3550b7-8f91-40be-9782-4d475c1cdd1e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:07.670048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5cb0-37c2-4f72-ba95-194641346792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.781015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fac098-d540-4f8f-9d5c-14230d22f084 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:07.782625 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a3fac098-d540-4f8f-9d5c-14230d22f084 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3236208 Nov 29 11:49:07.784829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5cb0-37c2-4f72-ba95-194641346792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.792887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54540) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:07.843639 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-16e6c62a-dba5-4eb4-86bf-d48700b8881c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 207 time: 0.0496082 Nov 29 11:49:07.848830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54542) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:07.980376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.992702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-74aca592-fb0b-4267-8068-59d3720f3e9e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:07.999525 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-74aca592-fb0b-4267-8068-59d3720f3e9e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "DELETE /v2.0/ports/cf3550b7-8f91-40be-9782-4d475c1cdd1e HTTP/1.1" status: 204 len: 168 time: 1.6667213 Nov 29 11:49:08.000524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54544) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:08.036017 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adf4966-9843-486d-ad67-17aac4b3b36a tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] GET failed (client error): The resource could not be found. Nov 29 11:49:08.041320 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6adf4966-9843-486d-ad67-17aac4b3b36a tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "GET /v2.0/ports/cf3550b7-8f91-40be-9782-4d475c1cdd1e HTTP/1.1" status: 404 len: 333 time: 0.0363600 Nov 29 11:49:08.042983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54546) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:08.044249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5cb0-37c2-4f72-ba95-194641346792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.047695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5cb0-37c2-4f72-ba95-194641346792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.053110 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6f8f5cb0-37c2-4f72-ba95-194641346792 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8c340e0-b1cd-4b67-9bb1-8b46111643e0 HTTP/1.1" status: 204 len: 168 time: 0.6280105 Nov 29 11:49:08.054340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1201559264'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:08.077708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07b9875-8564-40b5-8120-b6626ade1fa9'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:49:08.078745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c2271-fbd7-4d7c-be94-09439c07edaa tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.080694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c6a4bd-b402-4bde-85ae-ded6fa1022bd" -d '{"events": [{"server_uuid": "8eb95be2-38a4-45c9-81e5-fcdb8bb10c00", "name": "network-vif-plugged", "status": "completed", "tag": "c07b9875-8564-40b5-8120-b6626ade1fa9"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:49:08.087404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c2271-fbd7-4d7c-be94-09439c07edaa tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.095026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c2271-fbd7-4d7c-be94-09439c07edaa tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.103207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c2271-fbd7-4d7c-be94-09439c07edaa tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.110695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c2271-fbd7-4d7c-be94-09439c07edaa tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.118753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c2271-fbd7-4d7c-be94-09439c07edaa tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.120955 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-254c2271-fbd7-4d7c-be94-09439c07edaa tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2688284 Nov 29 11:49:08.125351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f5cb0-37c2-4f72-ba95-194641346792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c340e0-b1cd-4b67-9bb1-8b46111643e0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:08.127136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54552) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:08.141562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59273a9-c6e0-4c70-be9a-2a072e92b364 req-cec2bb11-56ec-4587-bc20-1b5361fceb45 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.143147 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c59273a9-c6e0-4c70-be9a-2a072e92b364 req-cec2bb11-56ec-4587-bc20-1b5361fceb45 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.2185535 Nov 29 11:49:08.143508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.167829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813854f2-67b0-4bcb-ace4-cc8d2be30ebe x-openstack-request-id: req-813854f2-67b0-4bcb-ace4-cc8d2be30ebe {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:49:08.168266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb95be2-38a4-45c9-81e5-fcdb8bb10c00", "name": "network-vif-plugged", "status": "completed", "tag": "c07b9875-8564-40b5-8120-b6626ade1fa9", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:49:08.168580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-813854f2-67b0-4bcb-ace4-cc8d2be30ebe {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:49:08.169035 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'code': 200} Nov 29 11:49:08.181544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.245040 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c59273a9-c6e0-4c70-be9a-2a072e92b364 req-ac1713f0-ce77-4859-a4f2-4acf4824a432 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907171 Nov 29 11:49:08.247044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Network 11805587-172b-4344-9feb-1413116b1a96 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:08.258947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:08.262327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:08.286169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.288604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Made reservation on behalf of f0f01a17f0bd407b9ccfec49eb92a58f for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:08.293492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.307721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=6ad5a40f-6e8d-4a93-8320-82fdfdf1c549,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:08.369505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event updated for resources: {'Port': ['ID=0c4343ca-93f1-46fe-a48d-4ca853ffa9ba,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:08.381133 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6ebc829e-82c2-424d-a50b-f1a82d22b119 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2508962 Nov 29 11:49:08.387429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.388200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.390622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54556) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:08.393179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] device_id is not set on port 2acfda9d-5ce3-4098-88e9-23f32b9b32a9 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:08.414184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:08.419426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:08.459597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:08.596898 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-05deb34f-065f-4357-88b6-f11858b93991 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7384636 Nov 29 11:49:08.610058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54566) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:08.627429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6f:49:36'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:08.645315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0cb5e-d9d9-4613-9737-90d273572ae5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.647108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0cb5e-d9d9-4613-9737-90d273572ae5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.648728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0cb5e-d9d9-4613-9737-90d273572ae5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.649300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.650074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.650446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0cb5e-d9d9-4613-9737-90d273572ae5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.652042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b0cb5e-d9d9-4613-9737-90d273572ae5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.659064 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-66b0cb5e-d9d9-4613-9737-90d273572ae5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2602229 Nov 29 11:49:08.677481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54570) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:08.740452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7b6e629b-97b6-454c-b918-52fc5be2cf42 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9412696 Nov 29 11:49:08.746746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54574) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:08.758634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-04804709-8372-42a1-959d-80e5e7824f4e None None] Provisioning complete for port 6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:08.759227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-04804709-8372-42a1-959d-80e5e7824f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.770234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Allocated IP 2001:db8::229 (6c58aa5c-9558-4e3b-bcf1-cd0370499a02/b44bf9b4-46b7-4e71-9c2b-3f719355b389/2acfda9d-5ce3-4098-88e9-23f32b9b32a9) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:08.781040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03554a3c-18d3-4582-a471-1542cb7d9d40 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.782911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03554a3c-18d3-4582-a471-1542cb7d9d40 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.784500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03554a3c-18d3-4582-a471-1542cb7d9d40 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.786386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03554a3c-18d3-4582-a471-1542cb7d9d40 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.788914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03554a3c-18d3-4582-a471-1542cb7d9d40 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['shared'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.790516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a157c11-5eac-4922-bb0e-53bc1e7a9642 req-3b2989fc-e457-49f1-948b-62d43d864b0b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.792719 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a157c11-5eac-4922-bb0e-53bc1e7a9642 req-3b2989fc-e457-49f1-948b-62d43d864b0b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2148645 Nov 29 11:49:08.802824 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-03554a3c-18d3-4582-a471-1542cb7d9d40 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1163309 Nov 29 11:49:08.807467 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e633b8-7305-433a-b77b-a04e43749f6e req-48dc6a3a-85e7-4386-a614-ff2bc3ec1ca0 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.809180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-26e633b8-7305-433a-b77b-a04e43749f6e req-48dc6a3a-85e7-4386-a614-ff2bc3ec1ca0 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.2223256 Nov 29 11:49:08.810026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54578) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:08.816748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b90991-de29-45e8-be82-7afbce9bacc5 req-fd7b4c68-96fa-462a-9955-3a35281ae485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:08.819001 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d1b90991-de29-45e8-be82-7afbce9bacc5 req-fd7b4c68-96fa-462a-9955-3a35281ae485 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1098 time: 0.4275179 Nov 29 11:49:08.823170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-04804709-8372-42a1-959d-80e5e7824f4e None None] Port 6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:08.901472 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d1b90991-de29-45e8-be82-7afbce9bacc5 req-ea20db99-8eb6-4283-9deb-786928526d97 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675187 Nov 29 11:49:08.952974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e9907c99-ffb4-42a6-9d52-6ccabc40ea4f None None] Provisioning complete for port 0c4343ca-93f1-46fe-a48d-4ca853ffa9ba triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:08.953866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9907c99-ffb4-42a6-9d52-6ccabc40ea4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:08.961550 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a157c11-5eac-4922-bb0e-53bc1e7a9642 req-438c8e45-a232-4321-9945-49c73b39bcb9 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500478 Nov 29 11:49:08.987339 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-26e633b8-7305-433a-b77b-a04e43749f6e req-7cb6b644-48d8-4284-b87c-92f948b14b7d tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503668 Nov 29 11:49:09.012869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.038691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e9907c99-ffb4-42a6-9d52-6ccabc40ea4f None None] Port 0c4343ca-93f1-46fe-a48d-4ca853ffa9ba cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:09.052500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'project_id': 'dacc8f68a6d5409dbd6c6e57c5cc78f8', 'port_id': '0c4343ca-93f1-46fe-a48d-4ca853ffa9ba'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:09.080310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaec07b-75f7-441f-90dd-660e36a09bb2 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:09.080310 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-edaec07b-75f7-441f-90dd-660e36a09bb2 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/networks/bf8dbd2d-01d7-4d9e-abb5-21578aa68945 HTTP/1.1" status: 200 len: 803 time: 0.2632899 Nov 29 11:49:09.081634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54588) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:09.163107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.190925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54590) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:09.219434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.225143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.242479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.287883 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a9a97e11-030c-4587-9058-8b2065b95806 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/networks/bf8dbd2d-01d7-4d9e-abb5-21578aa68945?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2049282 Nov 29 11:49:09.296483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54596) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:09.311162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=6ad5a40f-6e8d-4a93-8320-82fdfdf1c549,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:09.322228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-876486394'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:09.343105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] In _notify_port_updated(), no bound segment for port 6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 on network 11805587-172b-4344-9feb-1413116b1a96 {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:09.349567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:09.350242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.351803 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0671e17f-f68c-4940-be4b-16352ff77d28 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "PUT /v2.0/ports/6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 HTTP/1.1" status: 200 len: 994 time: 0.7398310 Nov 29 11:49:09.354493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54598) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:09.365174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:09.369149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.373165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.403036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.430602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbb69e9-ff63-465b-ac92-7135ab605638 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:09.431969 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dcbb69e9-ff63-465b-ac92-7135ab605638 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/subnets/a673e39f-c10b-41d8-9bf7-611ebcdff998 HTTP/1.1" status: 200 len: 843 time: 0.1343851 Nov 29 11:49:09.438153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54600) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:09.465598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:09.501822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:09.504246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:09.510496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:09.511051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.512353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-7cc96e4f-a915-4189-89b4-424bc1fe51af tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Deleting port 6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:09.512688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7cc96e4f-a915-4189-89b4-424bc1fe51af tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.524737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=2acfda9d-5ce3-4098-88e9-23f32b9b32a9,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:09.552251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdaae3-94f7-425f-afa8-8c945200a56d req-f4023751-83a3-4741-95e1-1731644e7741 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:09.553665 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-74cdaae3-94f7-425f-afa8-8c945200a56d req-f4023751-83a3-4741-95e1-1731644e7741 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.2042401 Nov 29 11:49:09.564909 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cc359965-6d28-4af8-8aee-9ce9c97c30c7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5162315 Nov 29 11:49:09.567326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54602) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:09.573481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:a5:bc'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:09.574737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d08f8980-a455-4f43-8a57-bbdcb478a258 None None] Provisioning complete for port 6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:09.575254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d08f8980-a455-4f43-8a57-bbdcb478a258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.579288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6634113-fc9e-4cd3-9419-23e7e6f30fdc tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['shared'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:09.586174 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c6634113-fc9e-4cd3-9419-23e7e6f30fdc tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "GET /v2.0/subnets/a673e39f-c10b-41d8-9bf7-611ebcdff998?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1400590 Nov 29 11:49:09.590109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54604) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:09.592750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.597884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758112851'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:09.612332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.625227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d08f8980-a455-4f43-8a57-bbdcb478a258 None None] Port 6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:09.654909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.661732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:09.684202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49390804-4a42-461d-a719-dc257784951c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:09.689973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7cc96e4f-a915-4189-89b4-424bc1fe51af tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.691224 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-74cdaae3-94f7-425f-afa8-8c945200a56d req-3f960215-1d0e-4414-b378-8d3db013698b tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244349 Nov 29 11:49:09.695602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.695954 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Added segment 78a6e323-8245-49be-b335-1c001ff7c777 of type vlan for network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 Nov 29 11:49:09.700599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.710237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:09.713688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.720838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-7cc96e4f-a915-4189-89b4-424bc1fe51af tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Calling delete_port for 6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:09.848592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-28f7760c-8f85-43e9-8956-50cfbe6bed4c None None] Provisioning complete for port 2acfda9d-5ce3-4098-88e9-23f32b9b32a9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:09.849614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-28f7760c-8f85-43e9-8956-50cfbe6bed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.852101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:09.868761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.877872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.878803 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Added segment dc5c8e71-a85b-4d8e-83c4-f04cd920c396 of type vlan for network c33d6ed7-4c3b-4905-b9fc-b096e646252f Nov 29 11:49:09.890933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-28f7760c-8f85-43e9-8956-50cfbe6bed4c None None] Port 2acfda9d-5ce3-4098-88e9-23f32b9b32a9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:09.921232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Allocated IP 172.26.5.193 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/9b561d1b-fbac-4c29-b27d-5726414a3715) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:09.947759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.953679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:09.954437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.957600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:09.962182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb86c2c-3ef5-47a1-8a9b-b80dcbbe57e3 req-322df761-1e0c-4513-b7c5-5368eec15786 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:09.963669 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5fb86c2c-3ef5-47a1-8a9b-b80dcbbe57e3 req-322df761-1e0c-4513-b7c5-5368eec15786 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.1376760 Nov 29 11:49:09.980121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54608) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:09.986722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Request body: {'floatingip': {'port_id': 'ad7cc840-e5be-47b4-a647-c40bd2db118f'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:10.145208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.314168 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1221282 Nov 29 11:49:10.320296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54614) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:10.340384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'name': 'tempest-PortsIpV6TestJSON-1836985253'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:10.389133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.396170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:10.397035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.406764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e11653-ee81-40cd-8f72-2ebe0eeae82d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Network': ['ID=8de2d5ac-0855-4064-ba04-1d3fa5c9bb29,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:10.418667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:10.484193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7cc96e4f-a915-4189-89b4-424bc1fe51af tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.527418 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9367158 Nov 29 11:49:10.536994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54616) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:10.541048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc96e4f-a915-4189-89b4-424bc1fe51af tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Port': ['ID=6ad5a40f-6e8d-4a93-8320-82fdfdf1c549,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:10.549477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'network_id': 'c33d6ed7-4c3b-4905-b9fc-b096e646252f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:10.585365 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.597913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65477e86-6939-4d07-a379-ee924b0bcaf8 req-b01a0c48-088a-4298-b484-88d69f31315f tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:10.599473 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-65477e86-6939-4d07-a379-ee924b0bcaf8 req-b01a0c48-088a-4298-b484-88d69f31315f tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.5047410 Nov 29 11:49:10.608009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.611351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.621747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0751a-4c39-4b93-bdac-57ffac6afd8f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Network': ['ID=c33d6ed7-4c3b-4905-b9fc-b096e646252f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:10.635991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network c33d6ed7-4c3b-4905-b9fc-b096e646252f details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:10.638407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a25bf-9385-4f61-9e10-687424a1f1f4 req-2ef8e731-4971-4b0f-82eb-09bc84ccbfb8 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:10.640205 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d01a25bf-9385-4f61-9e10-687424a1f1f4 req-2ef8e731-4971-4b0f-82eb-09bc84ccbfb8 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.5549316 Nov 29 11:49:10.650332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:10.653679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.691692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] In _notify_port_updated(), no bound segment for port 2acfda9d-5ce3-4098-88e9-23f32b9b32a9 on network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:10.697349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:10.697984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.702045 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "PUT /v2.0/ports/2acfda9d-5ce3-4098-88e9-23f32b9b32a9 HTTP/1.1" status: 200 len: 1003 time: 1.1310632 Nov 29 11:49:10.709266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port 42d9bc45-73ed-4765-91e9-8898480ffc78 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:10.715926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54618) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:10.844413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace59e3-299c-4357-996c-e24b74f0d19e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=2acfda9d-5ce3-4098-88e9-23f32b9b32a9,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:10.852230 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-65477e86-6939-4d07-a379-ee924b0bcaf8 req-922f2c38-9031-41a6-b0cd-01b925aa5de3 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344174 Nov 29 11:49:10.868595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Made reservation on behalf of 3ad2fc046e84401c95e0f6e7d2e418d8 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:10.872011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.877849 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d01a25bf-9385-4f61-9e10-687424a1f1f4 req-80fa1632-d770-4dc3-a9e1-9a06e715e927 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893175 Nov 29 11:49:10.900541 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:10.962755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:10.994919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Performing IP validity checks on allocation pools {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 11:49:10.995445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 11:49:10.998923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7cc96e4f-a915-4189-89b4-424bc1fe51af tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.002116 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7cc96e4f-a915-4189-89b4-424bc1fe51af tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "DELETE /v2.0/ports/6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 HTTP/1.1" status: 204 len: 168 time: 1.6467280 Nov 29 11:49:11.009167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54622) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:11.014808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:11.033503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:11.055632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Pushing event updated for resources: {'Port': ['ID=9b561d1b-fbac-4c29-b27d-5726414a3715,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:11.077918 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8daee4-d7d7-47a0-b91b-04bd5927a394 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] GET failed (client error): The resource could not be found. Nov 29 11:49:11.079498 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4f8daee4-d7d7-47a0-b91b-04bd5927a394 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "GET /v2.0/ports/6ad5a40f-6e8d-4a93-8320-82fdfdf1c549 HTTP/1.1" status: 404 len: 333 time: 0.0633435 Nov 29 11:49:11.109054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54624) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:11.116396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'network_id': '11805587-172b-4344-9feb-1413116b1a96', 'name': 'tempest-AllowedAddressPairTestJSON-2123723901'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:11.139976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-83654210-b0f4-4456-831c-41544b02649d None None] Provisioning complete for port 2acfda9d-5ce3-4098-88e9-23f32b9b32a9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:11.140639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-83654210-b0f4-4456-831c-41544b02649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.175253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-83654210-b0f4-4456-831c-41544b02649d None None] Port 2acfda9d-5ce3-4098-88e9-23f32b9b32a9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:11.210935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-aab3885a-99ce-4f46-945e-f7248b048a0e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Deleting port 2acfda9d-5ce3-4098-88e9-23f32b9b32a9 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:11.211271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aab3885a-99ce-4f46-945e-f7248b048a0e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.243134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe2ff3-ef4f-4b79-aad7-5e7dccd81b40 req-1b77f9f9-188f-4c1b-8646-c4740845fdd9 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:11.244733 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66fe2ff3-ef4f-4b79-aad7-5e7dccd81b40 req-1b77f9f9-188f-4c1b-8646-c4740845fdd9 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.2883468 Nov 29 11:49:11.265315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54626) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:11.271319 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Request body: {'floatingip': {'port_id': '2c04e46d-0c55-4df8-b884-d556c382cb7b'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:11.278981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.381135 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.442237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aab3885a-99ce-4f46-945e-f7248b048a0e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.460903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Made reservation on behalf of 9752b14f957a4d4eac3b055ae1772298 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:11.464346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.465439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:49:11.466430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-aab3885a-99ce-4f46-945e-f7248b048a0e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Calling delete_port for 2acfda9d-5ce3-4098-88e9-23f32b9b32a9 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:11.484373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.521616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.536003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] device_id is not set on port 7969bb57-fb78-4b69-a4e2-0a09d11753db yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:11.644654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.656434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.673642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=42d9bc45-73ed-4765-91e9-8898480ffc78,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:11.727205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=bb1290dc-0f4b-4feb-a0ba-0ad33dc7decd,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:11.763227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking segment: {'id': '78a6e323-8245-49be-b335-1c001ff7c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:11.763585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network hostable DHCP agents. Network: 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:11.788936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Checking segment: {'id': 'dc5c8e71-a85b-4d8e-83c4-f04cd920c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c33d6ed7-4c3b-4905-b9fc-b096e646252f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:11.789302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network hostable DHCP agents. Network: c33d6ed7-4c3b-4905-b9fc-b096e646252f, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:11.813239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Allocated IP 172.20.0.8 (11805587-172b-4344-9feb-1413116b1a96/512b0c00-0d43-489c-81af-4824360c93da/7969bb57-fb78-4b69-a4e2-0a09d11753db) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:11.849745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:11.880869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Network c33d6ed7-4c3b-4905-b9fc-b096e646252f is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:11.896325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:11.906942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d74ff9-1402-43f4-9263-e5cee008ec71 None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:11.912406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, c33d6ed7-4c3b-4905-b9fc-b096e646252f) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:11.919263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:11.924590 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:11.925272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.932509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aab3885a-99ce-4f46-945e-f7248b048a0e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:11.941306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:11.941689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.003166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffdf112-3fdb-4512-a910-122b12642fed None None] Network c33d6ed7-4c3b-4905-b9fc-b096e646252f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:12.014883 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-601c8f1e-f56c-4e08-b670-1114015fe332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6846750 Nov 29 11:49:12.039088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3885a-99ce-4f46-945e-f7248b048a0e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Port': ['ID=2acfda9d-5ce3-4098-88e9-23f32b9b32a9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:12.045417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54630) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:12.048690 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-30131630-4b38-47af-91a4-a85cd8b0cf93 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5087597 Nov 29 11:49:12.052680 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54632) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:12.060803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1888453869'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:12.062142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d2f843d3-9881-485a-be1f-b6aa52875af8 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:12.087085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aab3885a-99ce-4f46-945e-f7248b048a0e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.092791 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-aab3885a-99ce-4f46-945e-f7248b048a0e tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "DELETE /v2.0/ports/2acfda9d-5ce3-4098-88e9-23f32b9b32a9 HTTP/1.1" status: 204 len: 168 time: 1.3708584 Nov 29 11:49:12.095801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54634) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:12.132288 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d313e4-d3e4-4463-9727-cd984372b772 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] GET failed (client error): The resource could not be found. Nov 29 11:49:12.138339 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-27d313e4-d3e4-4463-9727-cd984372b772 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "GET /v2.0/ports/2acfda9d-5ce3-4098-88e9-23f32b9b32a9 HTTP/1.1" status: 404 len: 333 time: 0.0371878 Nov 29 11:49:12.138509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54636) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:12.148975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:12.152280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.167105 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-185310534'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:12.196852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.205520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:12.219402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.219778 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Added segment 14620b69-9ba3-408a-85cb-661aead45815 of type vlan for network 8de90c55-8919-4a3e-afcd-dfeeaba8bb6a Nov 29 11:49:12.278492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-c33d6ed7-4c3b-4905-b9fc-b096e646252f', 'network_id': 'c33d6ed7-4c3b-4905-b9fc-b096e646252f', 'tenant_id': '3ad2fc046e84401c95e0f6e7d2e418d8', 'fixed_ips': [{'subnet_id': 'bb1290dc-0f4b-4feb-a0ba-0ad33dc7decd'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:12.279883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.281818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.291217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.352272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Network 11805587-172b-4344-9feb-1413116b1a96 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:12.366096 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:12.368348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.373902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:12.374737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.379358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:12.442947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=7969bb57-fb78-4b69-a4e2-0a09d11753db,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:12.480902 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Floating IP 660862fc-2575-4887-84e8-6fb0177cfb32 associated. External IP: 172.26.5.55, port: ad7cc840-e5be-47b4-a647-c40bd2db118f. Nov 29 11:49:12.500635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0936003-4de9-4569-9b79-52516ea87256 req-e43362d2-7c6b-4f13-9a97-1a235751fb1e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:12.506353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Allocated IP 2001:db8::3 (c33d6ed7-4c3b-4905-b9fc-b096e646252f/bb1290dc-0f4b-4feb-a0ba-0ad33dc7decd/3930c743-f4d2-4059-9839-7d5ec83f6903) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:12.509030 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4591978 Nov 29 11:49:12.509820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84c653-fe2a-4937-bdfb-c3778b5468dd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Network': ['ID=8de90c55-8919-4a3e-afcd-dfeeaba8bb6a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:12.510280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d0936003-4de9-4569-9b79-52516ea87256 req-e43362d2-7c6b-4f13-9a97-1a235751fb1e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.4566078 Nov 29 11:49:12.514467 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54638) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:12.532291 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8de90c55-8919-4a3e-afcd-dfeeaba8bb6a details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:12.541864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:12.542577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.566642 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'ports': [{'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29'}, {'network_id': '8de90c55-8919-4a3e-afcd-dfeeaba8bb6a'}]} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:12.567020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:12.567501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '8de90c55-8919-4a3e-afcd-dfeeaba8bb6a'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:12.568359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dc1b4c72-b351-4eb0-ae97-3b334317caf1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4560556 Nov 29 11:49:12.570876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54640) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:12.578298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6f:49:36'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:12.660477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.667939 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f843d3-9881-485a-be1f-b6aa52875af8 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8916831'] for subnet, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.733307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-daa21b17-76a4-4add-83df-a64b41a501ce None None] Provisioning complete for port 7969bb57-fb78-4b69-a4e2-0a09d11753db triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:12.733707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-daa21b17-76a4-4add-83df-a64b41a501ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.812155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.865315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.871335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.891053 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d0936003-4de9-4569-9b79-52516ea87256 req-ec7f594c-6293-4040-8a2f-f2420ba15e1b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798890 Nov 29 11:49:12.911897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.930942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-daa21b17-76a4-4add-83df-a64b41a501ce None None] Port 7969bb57-fb78-4b69-a4e2-0a09d11753db cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:12.952496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.983731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] In _notify_port_updated(), no bound segment for port 7969bb57-fb78-4b69-a4e2-0a09d11753db on network 11805587-172b-4344-9feb-1413116b1a96 {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:12.985052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Made reservation on behalf of f0f01a17f0bd407b9ccfec49eb92a58f for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:12.988754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.991884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:12.992883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:12.994545 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "PUT /v2.0/ports/7969bb57-fb78-4b69-a4e2-0a09d11753db HTTP/1.1" status: 200 len: 996 time: 0.4224432 Nov 29 11:49:12.998154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54644) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:13.035553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Network c33d6ed7-4c3b-4905-b9fc-b096e646252f is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:13.037588 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Pushing event updated for resources: {'Port': ['ID=3930c743-f4d2-4059-9839-7d5ec83f6903,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:13.040717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:13.044494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:13.056560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.057084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.057492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.057838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.058198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.058533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.058865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.059446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.059782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.060429 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.060759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.061257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:49:13.064464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0873c1-13b4-4651-8336-722598454054 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=7969bb57-fb78-4b69-a4e2-0a09d11753db,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:13.095890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:49:13.128994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5d93517c-4521-442f-9b1f-b4ebcf7602f1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Deleting port 7969bb57-fb78-4b69-a4e2-0a09d11753db {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:13.129343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5d93517c-4521-442f-9b1f-b4ebcf7602f1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.138322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Attempting to bind port 3930c743-f4d2-4059-9839-7d5ec83f6903 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:13.138941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Attempting to bind port 3930c743-f4d2-4059-9839-7d5ec83f6903 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'dc5c8e71-a85b-4d8e-83c4-f04cd920c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c33d6ed7-4c3b-4905-b9fc-b096e646252f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:13.139423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Attempting to bind port 3930c743-f4d2-4059-9839-7d5ec83f6903 on network c33d6ed7-4c3b-4905-b9fc-b096e646252f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:13.145558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:13.146099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Checking segment: {'id': 'dc5c8e71-a85b-4d8e-83c4-f04cd920c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c33d6ed7-4c3b-4905-b9fc-b096e646252f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:13.146602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.147088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Bound using segment: {'id': 'dc5c8e71-a85b-4d8e-83c4-f04cd920c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c33d6ed7-4c3b-4905-b9fc-b096e646252f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:13.147674 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Bound port: 3930c743-f4d2-4059-9839-7d5ec83f6903, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5c8e71-a85b-4d8e-83c4-f04cd920c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c33d6ed7-4c3b-4905-b9fc-b096e646252f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:13.148363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.170187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] device_id is not set on port 212efe7d-5919-45ab-a901-4ea67be92ee0 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:13.221057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] For port 3930c743-f4d2-4059-9839-7d5ec83f6903, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:13.224446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] For port 3930c743-f4d2-4059-9839-7d5ec83f6903, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3930c743-f4d2-4059-9839-7d5ec83f6903,segment=NetworkSegment(dc5c8e71-a85b-4d8e-83c4-f04cd920c396),segment_id=dc5c8e71-a85b-4d8e-83c4-f04cd920c396)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:13.228625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.232742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5d93517c-4521-442f-9b1f-b4ebcf7602f1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.245689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5d93517c-4521-442f-9b1f-b4ebcf7602f1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Calling delete_port for 7969bb57-fb78-4b69-a4e2-0a09d11753db owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:13.294279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.303112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6b2a4-3baf-430d-b53d-80e3d68451a6 None None] Pushing event updated for resources: {'Port': ['ID=3930c743-f4d2-4059-9839-7d5ec83f6903,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:13.303825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-90636ade-d0de-4f75-a0aa-5196de642949 None None] Provisioning complete for port 7969bb57-fb78-4b69-a4e2-0a09d11753db triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:13.304202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-90636ade-d0de-4f75-a0aa-5196de642949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.350983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-90636ade-d0de-4f75-a0aa-5196de642949 None None] Port 7969bb57-fb78-4b69-a4e2-0a09d11753db cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:13.388144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.412349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5d93517c-4521-442f-9b1f-b4ebcf7602f1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.413176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8a6c3-d469-4c5e-99f3-4c149fa5c9f4 req-45f490e1-670f-4831-aa55-33d21ab4167c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:13.415527 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10c8a6c3-d469-4c5e-99f3-4c149fa5c9f4 req-45f490e1-670f-4831-aa55-33d21ab4167c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.4198093 Nov 29 11:49:13.429236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.441420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54646) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:13.448859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Request body: {'floatingip': {'port_id': 'c07b9875-8564-40b5-8120-b6626ade1fa9'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:13.451577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93517c-4521-442f-9b1f-b4ebcf7602f1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Port': ['ID=7969bb57-fb78-4b69-a4e2-0a09d11753db,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:13.514605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 2} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:13.520029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.540187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for floatingip, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.700346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5d93517c-4521-442f-9b1f-b4ebcf7602f1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:13.706581 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5d93517c-4521-442f-9b1f-b4ebcf7602f1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "DELETE /v2.0/ports/7969bb57-fb78-4b69-a4e2-0a09d11753db HTTP/1.1" status: 204 len: 168 time: 0.7041311 Nov 29 11:49:13.709285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54648) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:13.739979 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ac66cc-9ef8-4f67-a292-00687b31b9f3 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] GET failed (client error): The resource could not be found. Nov 29 11:49:13.744118 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c8ac66cc-9ef8-4f67-a292-00687b31b9f3 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "GET /v2.0/ports/7969bb57-fb78-4b69-a4e2-0a09d11753db HTTP/1.1" status: 404 len: 333 time: 0.0317070 Nov 29 11:49:13.747029 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54650) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:13.761458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'network_id': '11805587-172b-4344-9feb-1413116b1a96', 'name': 'tempest-AllowedAddressPairTestJSON-1589133663'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:13.925658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.024117 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:49:14.025408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Allocated IP 2001:db8::1e0 (6c58aa5c-9558-4e3b-bcf1-cd0370499a02/b44bf9b4-46b7-4e71-9c2b-3f719355b389/212efe7d-5919-45ab-a901-4ea67be92ee0) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:14.172309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f843d3-9881-485a-be1f-b6aa52875af8 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727943387549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4142288'] for subnet, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.205040 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Floating IP 760e1bb2-d39c-426c-976f-734667c96467 associated. External IP: 172.26.5.42, port: 2c04e46d-0c55-4df8-b884-d556c382cb7b. Nov 29 11:49:14.270508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port beb4bad0-fb2b-40fa-936d-985758d669dc yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:14.355394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3948a-595d-46ca-9fc7-2b808ea62a73 None None] Network c33d6ed7-4c3b-4905-b9fc-b096e646252f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:14.382731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Made reservation on behalf of 9752b14f957a4d4eac3b055ae1772298 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:14.386352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.440499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] device_id is not set on port 41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:14.444662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f843d3-9881-485a-be1f-b6aa52875af8 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:14.445264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f843d3-9881-485a-be1f-b6aa52875af8 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.449238 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d2f843d3-9881-485a-be1f-b6aa52875af8 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "PUT /v2.0/subnets/bb1290dc-0f4b-4feb-a0ba-0ad33dc7decd HTTP/1.1" status: 200 len: 900 time: 2.3915427 Nov 29 11:49:14.449384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5c2a6a95-e4f4-4946-9dc4-904907e9f8a4 None None] Provisioning complete for port 3930c743-f4d2-4059-9839-7d5ec83f6903 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:14.449384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6a95-e4f4-4946-9dc4-904907e9f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.450531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54652) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:14.510669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f843d3-9881-485a-be1f-b6aa52875af8 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event updated for resources: {'Subnet': ['ID=bb1290dc-0f4b-4feb-a0ba-0ad33dc7decd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:14.523664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.542953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.600208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6a95-e4f4-4946-9dc4-904907e9f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.633634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.resource_extend [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:49:14.648971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5c2a6a95-e4f4-4946-9dc4-904907e9f8a4 None None] For port 3930c743-f4d2-4059-9839-7d5ec83f6903, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3930c743-f4d2-4059-9839-7d5ec83f6903,segment=NetworkSegment(dc5c8e71-a85b-4d8e-83c4-f04cd920c396),segment_id=dc5c8e71-a85b-4d8e-83c4-f04cd920c396)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:14.654801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c2a6a95-e4f4-4946-9dc4-904907e9f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.714625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a6a95-e4f4-4946-9dc4-904907e9f8a4 None None] Pushing event updated for resources: {'Port': ['ID=3930c743-f4d2-4059-9839-7d5ec83f6903,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:14.736154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.746916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Pushing event updated for resources: {'Port': ['ID=9b561d1b-fbac-4c29-b27d-5726414a3715,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:14.783085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:49:14.788087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.790805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Allocated IP 172.20.0.11 (11805587-172b-4344-9feb-1413116b1a96/512b0c00-0d43-489c-81af-4824360c93da/41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:14.799344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.805821 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] Sync routers for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:49:14.810109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.814826 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:14.815638 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:14.858036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.860431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:14.877734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace13a54-63e5-4694-8d6c-0873d1983cf2 None None] Network c33d6ed7-4c3b-4905-b9fc-b096e646252f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:14.998592 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:49:15.023510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3930c743-f4d2-4059-9839-7d5ec83f6903 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:15.043000 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Floating IP 7678ec39-fda0-4927-877d-62cce6cc9f13 associated. External IP: 172.26.5.153, port: c07b9875-8564-40b5-8120-b6626ade1fa9. Nov 29 11:49:15.062945 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.118591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-476a148f-cdd2-47cf-b28d-ee66ba0a3076 None None] Provisioning complete for port 3930c743-f4d2-4059-9839-7d5ec83f6903 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:15.118591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-476a148f-cdd2-47cf-b28d-ee66ba0a3076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.139679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting port 3930c743-f4d2-4059-9839-7d5ec83f6903 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:15.140065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.149804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port 7816e0c6-1492-450b-89b3-3bf2c241262a yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:15.204853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 3930c743-f4d2-4059-9839-7d5ec83f6903 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:15.205373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.226788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.283685 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '660862fc-2575-4887-84e8-6fb0177cfb32', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'port_id': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'mac_address': 'fa:16:3e:6f:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:27Z', 'updated_at': '2021-11-29T11:49:11Z', 'revision_number': 1, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:25Z', 'revision_number': 5, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:15.285699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.304879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] For port 3930c743-f4d2-4059-9839-7d5ec83f6903, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3930c743-f4d2-4059-9839-7d5ec83f6903,segment=NetworkSegment(dc5c8e71-a85b-4d8e-83c4-f04cd920c396),segment_id=dc5c8e71-a85b-4d8e-83c4-f04cd920c396)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:15.305251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.315291 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] Checking router: 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:49:15.324367 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:15.325520 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:15.341178 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-69276dc5-2b27-40d2-857e-a27c176c79a8 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "PUT /v2.0/floatingips/660862fc-2575-4887-84e8-6fb0177cfb32 HTTP/1.1" status: 200 len: 990 time: 5.3583088 Nov 29 11:49:15.352056 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Router 013a6e74-287e-43fe-a585-c99eee3235dd has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:49:15.410970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Calling delete_port for 3930c743-f4d2-4059-9839-7d5ec83f6903 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:15.434721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.464950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'tag': 'ad7cc840-e5be-47b4-a647-c40bd2db118f'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:49:15.467552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9d9960-99f5-4716-82a3-95f92c7338a3", "tag": "ad7cc840-e5be-47b4-a647-c40bd2db118f"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:49:15.470906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.475156 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Floating IP 610f5a96-9050-4f20-9de9-9ebb42833bb7 associated. External IP: 172.26.5.193, port: 0c4343ca-93f1-46fe-a48d-4ca853ffa9ba. Nov 29 11:49:15.478459 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:49:15.498659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.614182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b152a2-bfbe-452d-b7f1-6b1b694be96c x-openstack-request-id: req-92b152a2-bfbe-452d-b7f1-6b1b694be96c {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:49:15.614892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9d9960-99f5-4716-82a3-95f92c7338a3", "tag": "ad7cc840-e5be-47b4-a647-c40bd2db118f", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:49:15.615307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92b152a2-bfbe-452d-b7f1-6b1b694be96c {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:49:15.615713 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'tag': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'status': 'completed', 'code': 200} Nov 29 11:49:15.620188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Router db154af1-04aa-4232-8aba-860248f4880a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:49:15.622421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Network 11805587-172b-4344-9feb-1413116b1a96 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:15.633433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:15.635936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:15.642802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:15.672364 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-12c2a10e-808b-451e-adce-d4fb34c28ec8 None None] Provisioning complete for port 3930c743-f4d2-4059-9839-7d5ec83f6903 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:15.673889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12c2a10e-808b-451e-adce-d4fb34c28ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.749055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-1b02c1b7-7135-4940-9439-8067244b6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:15.751201 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-1b02c1b7-7135-4940-9439-8067244b6032 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c7036afab6b45bd80311f207072fa15&device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 1098 time: 0.1645398 Nov 29 11:49:15.760903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:15.762139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.800207 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '660862fc-2575-4887-84e8-6fb0177cfb32', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'port_id': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'mac_address': 'fa:16:3e:6f:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:27Z', 'updated_at': '2021-11-29T11:49:11Z', 'revision_number': 1, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:25Z', 'revision_number': 5, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:15.846362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef23f8-ba7b-4138-affa-723625db35d4 None None] The sync data for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv is: [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '660862fc-2575-4887-84e8-6fb0177cfb32', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'floating_ip_address': '172.26.5.55', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'port_id': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'mac_address': 'fa:16:3e:6f:29:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:27Z', 'updated_at': '2021-11-29T11:49:11Z', 'revision_number': 1, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:25Z', 'revision_number': 5, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:49:15.952139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f9cf72b3-0792-483d-b920-a5843a64fcc9 None None] Provisioning complete for port 41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:15.952543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9cf72b3-0792-483d-b920-a5843a64fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:15.986694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f9cf72b3-0792-483d-b920-a5843a64fcc9 None None] Port 41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:15.992057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-942c51af-2136-4f9a-be77-21eba680a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:15.995055 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-942c51af-2136-4f9a-be77-21eba680a0de service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee HTTP/1.1" status: 200 len: 912 time: 0.2297885 Nov 29 11:49:16.006134 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f6af9d26-321c-4e94-920e-6db4c8732ab9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2579000 Nov 29 11:49:16.011640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54660) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:16.032066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'network_id': '11805587-172b-4344-9feb-1413116b1a96', 'name': 'tempest-AllowedAddressPairTestJSON-1628285319'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:16.041737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:16.045240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:16.053777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:16.059441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:16.060080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:16.098845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:16.102123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb24d3b-e50a-440a-8c3e-3c0058b16e67 None None] New status for floating IP 660862fc-2575-4887-84e8-6fb0177cfb32: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:49:16.105402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=212efe7d-5919-45ab-a901-4ea67be92ee0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:16.116176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:16.118270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:49:16.121970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:16.124746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:16.135090 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] Sync routers for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:49:16.141709 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4c1ce6cf-447a-4746-9a14-66b10c783d93 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9868269 Nov 29 11:49:16.146935 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:16.147854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:16.149229 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54662) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:16.152026 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:16.152653 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:16.157029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'network_id': '6c58aa5c-9558-4e3b-bcf1-cd0370499a02', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-29087181'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:16.212083 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3c50b184-b24b-4f99-afa1-cd88decefccf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "PUT /v2.0/floatingips/7678ec39-fda0-4927-877d-62cce6cc9f13 HTTP/1.1" status: 200 len: 991 time: 2.7695484 Nov 29 11:49:16.224537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'tag': 'c07b9875-8564-40b5-8120-b6626ade1fa9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:49:16.226851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb95be2-38a4-45c9-81e5-fcdb8bb10c00", "tag": "c07b9875-8564-40b5-8120-b6626ade1fa9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:49:16.406268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=beb4bad0-fb2b-40fa-936d-985758d669dc,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:16.420837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:49:16.429719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:16.446029 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:49:16.464275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] Sync routers for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:49:16.477381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:16.478142 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:16.596300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7ed540e3-f537-4583-a419-70986a67f190 None None] Provisioning complete for port 212efe7d-5919-45ab-a901-4ea67be92ee0 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:16.597256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7ed540e3-f537-4583-a419-70986a67f190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:16.636605 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d2a614c5-f73d-4e68-bcc5-4b1c405fd040 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "PUT /v2.0/floatingips/760e1bb2-d39c-426c-976f-734667c96467 HTTP/1.1" status: 200 len: 990 time: 5.3684962 Nov 29 11:49:16.664156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7ed540e3-f537-4583-a419-70986a67f190 None None] Port 212efe7d-5919-45ab-a901-4ea67be92ee0 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:16.680112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:49:16.715606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=7816e0c6-1492-450b-89b3-3bf2c241262a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:16.731559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Router e3bace1c-3a2a-4958-b424-7c2216fce86a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:49:16.734554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking segment: {'id': '14620b69-9ba3-408a-85cb-661aead45815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '8de90c55-8919-4a3e-afcd-dfeeaba8bb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:16.734922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network hostable DHCP agents. Network: 8de90c55-8919-4a3e-afcd-dfeeaba8bb6a, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:16.762290 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '7678ec39-fda0-4927-877d-62cce6cc9f13', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'floating_ip_address': '172.26.5.153', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'port_id': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'mac_address': 'fa:16:3e:44:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:33Z', 'updated_at': '2021-11-29T11:49:14Z', 'revision_number': 1, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:30Z', 'revision_number': 5, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:16.777996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809d249c-0466-44ed-b70f-2e4845830082 x-openstack-request-id: req-809d249c-0466-44ed-b70f-2e4845830082 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:49:16.779120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb95be2-38a4-45c9-81e5-fcdb8bb10c00", "tag": "c07b9875-8564-40b5-8120-b6626ade1fa9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:49:16.779761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-809d249c-0466-44ed-b70f-2e4845830082 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:49:16.780557 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'tag': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'status': 'completed', 'code': 200} Nov 29 11:49:16.799101 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] Checking router: db154af1-04aa-4232-8aba-860248f4880a for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:49:16.817655 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:16.818422 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:16.822699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Port': ['ID=3930c743-f4d2-4059-9839-7d5ec83f6903,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:16.861681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de90c55-8919-4a3e-afcd-dfeeaba8bb6a is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:16.870247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Made reservation on behalf of f0f01a17f0bd407b9ccfec49eb92a58f for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:16.874404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:16.880555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 8de90c55-8919-4a3e-afcd-dfeeaba8bb6a) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:16.884100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:16.896294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:16.901449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:16.902171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:16.905686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15c874-5b7b-4a5c-b896-2d15d909e089 None None] DHCP port deletion for c33d6ed7-4c3b-4905-b9fc-b096e646252f request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:16.910057 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-7181ced6-6256-4711-95fe-9bdce54dba8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7cc840-e5be-47b4-a647-c40bd2db118f HTTP/1.1" status: 200 len: 998 time: 0.8991485 Nov 29 11:49:16.910923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No DVR routers for this DVR port 3930c743-f4d2-4059-9839-7d5ec83f6903 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:16.912226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc5a01-e323-4401-be9a-c2666eae8442 None None] Network 8de90c55-8919-4a3e-afcd-dfeeaba8bb6a requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:16.938294 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-85e33e0f-39bc-4d27-b218-eb4395e32165 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3756232 Nov 29 11:49:16.940206 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54674) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:16.989406 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:49:17.010883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-d1403c7b-dac6-4d1f-9606-9037958846d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:17.013280 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-d1403c7b-dac6-4d1f-9606-9037958846d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32262308-b0e7-4d46-b015-3101c9347f45 HTTP/1.1" status: 200 len: 850 time: 0.0887868 Nov 29 11:49:17.033597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] device_id is not set on port ac55bfd3-0515-44e7-b5ff-29be68b3889a yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:17.089451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-9bd56981-f647-476d-8ce7-3587d21b2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:17.090863 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-9bd56981-f647-476d-8ce7-3587d21b2685 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1098 time: 0.3092654 Nov 29 11:49:17.130622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:49:17.142068 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d390fb-e236-40dd-a17b-64b6db352a3f None None] Sync routers for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:49:17.191251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-7fa804ea-431f-47ab-8b17-1dc73c909a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:17.192648 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-7fa804ea-431f-47ab-8b17-1dc73c909a4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1373973 Nov 29 11:49:17.193418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.194379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8418247e-b805-4e6b-a791-06a3938095e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 7816e0c6-1492-450b-89b3-3bf2c241262a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:17.194970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8418247e-b805-4e6b-a791-06a3938095e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.211179 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d390fb-e236-40dd-a17b-64b6db352a3f None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:17.211801 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d3d390fb-e236-40dd-a17b-64b6db352a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:17.252811 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d3d390fb-e236-40dd-a17b-64b6db352a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:17.254186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3930c743-f4d2-4059-9839-7d5ec83f6903 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:17.270804 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d390fb-e236-40dd-a17b-64b6db352a3f None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:17.271423 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d3d390fb-e236-40dd-a17b-64b6db352a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:17.288597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8418247e-b805-4e6b-a791-06a3938095e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.303186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Made reservation on behalf of 9752b14f957a4d4eac3b055ae1772298 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:17.306695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.309212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8418247e-b805-4e6b-a791-06a3938095e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 7816e0c6-1492-450b-89b3-3bf2c241262a owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:17.313511 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d3d390fb-e236-40dd-a17b-64b6db352a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:17.314966 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d390fb-e236-40dd-a17b-64b6db352a3f None None] The sync data for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:49:17.316266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 3930c743-f4d2-4059-9839-7d5ec83f6903 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:17.316266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3930c743-f4d2-4059-9839-7d5ec83f6903 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:17.343471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.364580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] device_id is not set on port d013d734-9306-4122-81df-cd3968e5c5ea yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:17.401660 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '7678ec39-fda0-4927-877d-62cce6cc9f13', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'floating_ip_address': '172.26.5.153', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'port_id': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'mac_address': 'fa:16:3e:44:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:33Z', 'updated_at': '2021-11-29T11:49:14Z', 'revision_number': 1, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:30Z', 'revision_number': 5, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:17.428053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '760e1bb2-d39c-426c-976f-734667c96467', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'floating_ip_address': '172.26.5.42', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'port_id': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'mac_address': 'fa:16:3e:bf:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:29Z', 'updated_at': '2021-11-29T11:49:12Z', 'revision_number': 1, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:27Z', 'revision_number': 5, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:17.462793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] Checking router: 013a6e74-287e-43fe-a585-c99eee3235dd for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:49:17.475064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:17.476006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:17.479896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda84cc6-c8c0-4fd8-94f6-b01ad0fdd341 None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:49:17.488445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Allocated IP 172.20.0.4 (11805587-172b-4344-9feb-1413116b1a96/512b0c00-0d43-489c-81af-4824360c93da/d013d734-9306-4122-81df-cd3968e5c5ea) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:17.493184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Allocated IP 2001:db8::288 (6c58aa5c-9558-4e3b-bcf1-cd0370499a02/b44bf9b4-46b7-4e71-9c2b-3f719355b389/ac55bfd3-0515-44e7-b5ff-29be68b3889a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:17.500088 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea1ace0-6f4c-4f25-aeeb-3d2cc1e0f2dc None None] The sync data for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv is: [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '7678ec39-fda0-4927-877d-62cce6cc9f13', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'floating_ip_address': '172.26.5.153', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'port_id': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'mac_address': 'fa:16:3e:44:61:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:33Z', 'updated_at': '2021-11-29T11:49:14Z', 'revision_number': 1, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:30Z', 'revision_number': 5, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:49:17.571309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8418247e-b805-4e6b-a791-06a3938095e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.620635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'tag': '2c04e46d-0c55-4df8-b884-d556c382cb7b'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:49:17.623160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e25abdc-2eda-468d-bf6b-6437964a7c19" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f9b1f2-6557-46d9-9c59-95f620f18ed1", "tag": "2c04e46d-0c55-4df8-b884-d556c382cb7b"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:49:17.657412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.658157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8418247e-b805-4e6b-a791-06a3938095e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.664586 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8418247e-b805-4e6b-a791-06a3938095e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/7816e0c6-1492-450b-89b3-3bf2c241262a HTTP/1.1" status: 204 len: 168 time: 0.7211463 Nov 29 11:49:17.665426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54680) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:17.669063 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e8413057-bb0d-45c5-8feb-9206bb1841e4 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.9209263 Nov 29 11:49:17.678048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418247e-b805-4e6b-a791-06a3938095e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=7816e0c6-1492-450b-89b3-3bf2c241262a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:17.685355 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54682) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:17.695641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-085a1853-634b-4474-a89e-1dc222a4d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:17.697384 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-085a1853-634b-4474-a89e-1dc222a4d80e service neutron] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 911 time: 0.5931718 Nov 29 11:49:17.701415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.709756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:49:17.782255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e979ae9c-ed6f-4353-840f-41049ee6372c x-openstack-request-id: req-e979ae9c-ed6f-4353-840f-41049ee6372c {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:49:17.782542 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f9b1f2-6557-46d9-9c59-95f620f18ed1", "tag": "2c04e46d-0c55-4df8-b884-d556c382cb7b", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:49:17.782789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e979ae9c-ed6f-4353-840f-41049ee6372c {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:49:17.783168 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'tag': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'status': 'completed', 'code': 200} Nov 29 11:49:17.801021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda84cc6-c8c0-4fd8-94f6-b01ad0fdd341 None None] Resources bound (agent type, host, resource id): {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:49:17.883344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb75ab-1d72-46ac-9493-8121f134bb88 None None] New status for floating IP 7678ec39-fda0-4927-877d-62cce6cc9f13: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:49:17.903660 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-d2c22433-623a-4a88-a0ca-59cdfbef0d9a service neutron] 10.222.0.30 "GET /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826687 Nov 29 11:49:17.910384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=d013d734-9306-4122-81df-cd3968e5c5ea,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:17.930216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:17.939604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Network 11805587-172b-4344-9feb-1413116b1a96 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:17.945297 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d71453bf-8515-4443-b245-82e53f93c27c tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] 10.222.0.23 "GET /v2.0/floatingips/610f5a96-9050-4f20-9de9-9ebb42833bb7 HTTP/1.1" status: 200 len: 983 time: 0.2532594 Nov 29 11:49:17.950361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54688) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:17.972690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-a748f6aa-e0a5-4492-b6c3-b28d7b40c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:17.974663 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-a748f6aa-e0a5-4492-b6c3-b28d7b40c77b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a9e7c97cb9f4e94aeca62c2f34f0a48&device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 1098 time: 0.1907392 Nov 29 11:49:17.990094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:18.012535 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-9dee2cdc-cf52-474a-a989-5533562fa40e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 999 time: 0.2821510 Nov 29 11:49:18.013288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:18.026926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4964e1b-37bd-49fa-8ca4-0af88bbcf6ba tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:18.032219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1290dc-0f4b-4feb-a0ba-0ad33dc7decd,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:18.034082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4964e1b-37bd-49fa-8ca4-0af88bbcf6ba tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:18.035654 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f4964e1b-37bd-49fa-8ca4-0af88bbcf6ba tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3655529 Nov 29 11:49:18.074388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.086880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54690) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:18.170775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9d221a97-e384-4ee9-8bc6-7ede45577cb2 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3815 time: 0.2161462 Nov 29 11:49:18.174545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.178220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54692) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:18.244812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:18.245329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.257705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-66a0d122-4542-498b-ac08-215a218ea086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:18.259495 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-66a0d122-4542-498b-ac08-215a218ea086 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.2293725 Nov 29 11:49:18.263988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-8daccc65-6647-4d89-8e34-b562f6bb2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:18.265461 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-8daccc65-6647-4d89-8e34-b562f6bb2a8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd053911-1770-496c-974e-f2c804170770 HTTP/1.1" status: 200 len: 906 time: 0.2496402 Nov 29 11:49:18.268533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.269457 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33d6ed7-4c3b-4905-b9fc-b096e646252f']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:18.315844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5c8e71-a85b-4d8e-83c4-f04cd920c396') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:18.316142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5c8e71-a85b-4d8e-83c4-f04cd920c396') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:18.321546 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-e5847f95-3eca-4de7-a352-614b2ac3f602 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058807 Nov 29 11:49:18.337696 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e0582c46-f951-45fe-a7a8-c9fa978a12c9 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3199992 Nov 29 11:49:18.338250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.348111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54694) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:18.358382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:6f:49:36'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:a2:7b:c0'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:18.381519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '760e1bb2-d39c-426c-976f-734667c96467', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'floating_ip_address': '172.26.5.42', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'port_id': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'mac_address': 'fa:16:3e:bf:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:29Z', 'updated_at': '2021-11-29T11:49:12Z', 'revision_number': 1, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:27Z', 'revision_number': 5, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:18.384840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26abfd8e-2009-44fb-81ce-1079eeec7c40 None None] Network c33d6ed7-4c3b-4905-b9fc-b096e646252f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:18.395928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.414866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:18.415262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:18.418292 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:18.464643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-bb5c9884-2aec-4813-ab84-2a2e81efe603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:18.467065 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-bb5c9884-2aec-4813-ab84-2a2e81efe603 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1937041 Nov 29 11:49:18.467841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:18.477429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:18.490422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:18.496064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:18.496811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.499766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23cb71a-976b-4cc4-9cc3-0efb6ed80b04 None None] The sync data for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv is: [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '760e1bb2-d39c-426c-976f-734667c96467', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'floating_ip_address': '172.26.5.42', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'port_id': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'mac_address': 'fa:16:3e:bf:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:48:29Z', 'updated_at': '2021-11-29T11:49:12Z', 'revision_number': 1, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:27Z', 'revision_number': 5, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:49:18.500628 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-d3d0e614-e346-4364-bc4f-235553bae12a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b HTTP/1.1" status: 200 len: 998 time: 0.2145913 Nov 29 11:49:18.538626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-75657434-8b81-4a99-b8ef-785e73d934e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port beb4bad0-fb2b-40fa-936d-985758d669dc {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:18.538855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-75657434-8b81-4a99-b8ef-785e73d934e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.604430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=ac55bfd3-0515-44e7-b5ff-29be68b3889a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:18.640096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f81b50-ba0e-48cd-9ec9-80e0277943b4 None None] DHCP port deletion for c33d6ed7-4c3b-4905-b9fc-b096e646252f request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:18.659608 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4c90037b-d38e-418d-9d0c-2f6fd84c8e6d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5092421 Nov 29 11:49:18.665251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54698) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:18.673425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f7', 'mac_address': 'fa:16:3e:fe:a5:bc'}, {'ip_address': '2001:db8::1e0', 'mac_address': 'fa:16:3e:e4:07:eb'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:18.678454 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-5b821bdc-b9cb-4ba6-9fa3-875da4183a36 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706686 Nov 29 11:49:18.733525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.734125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-3fe89266-005f-46cb-ab84-fce9004589fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:18.735875 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-3fe89266-005f-46cb-ab84-fce9004589fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f14d764-4eb8-4915-96ae-55caa00cc376 HTTP/1.1" status: 200 len: 844 time: 0.2158926 Nov 29 11:49:18.739758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.747077 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/c33d6ed7-4c3b-4905-b9fc-b096e646252f HTTP/1.1" status: 204 len: 168 time: 4.2927034 Nov 29 11:49:18.750201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54700) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:18.794944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-75657434-8b81-4a99-b8ef-785e73d934e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.800078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3adae-62ef-4697-b392-e9f248be2dc7 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=c33d6ed7-4c3b-4905-b9fc-b096e646252f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:18.866714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-75657434-8b81-4a99-b8ef-785e73d934e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for beb4bad0-fb2b-40fa-936d-985758d669dc owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:18.875344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3c4397fb-7717-4963-ac77-757fe7278076 None None] Provisioning complete for port d013d734-9306-4122-81df-cd3968e5c5ea triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:18.882374 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21487af-9b2e-4f43-9ce1-9c6dde31c554 None None] New status for floating IP 760e1bb2-d39c-426c-976f-734667c96467: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:49:18.894421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3c4397fb-7717-4963-ac77-757fe7278076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.956739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:18.977637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3c4397fb-7717-4963-ac77-757fe7278076 None None] Port d013d734-9306-4122-81df-cd3968e5c5ea cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:19.066670 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8c1ac95-7c45-4f0a-b2d2-ca2470bb07df req-9d6c904e-d436-471e-91f4-6e143f250fce service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211715 Nov 29 11:49:19.112838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-555563c3-0e05-4e07-94cb-cec8fb70855d None None] Provisioning complete for port ac55bfd3-0515-44e7-b5ff-29be68b3889a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:19.113605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-555563c3-0e05-4e07-94cb-cec8fb70855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.171009 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e56e453-2aa7-4db4-8419-32a54d595c0e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:19.171594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e56e453-2aa7-4db4-8419-32a54d595c0e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:19.177734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-75657434-8b81-4a99-b8ef-785e73d934e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.178097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-555563c3-0e05-4e07-94cb-cec8fb70855d None None] Port ac55bfd3-0515-44e7-b5ff-29be68b3889a cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:19.178606 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6e56e453-2aa7-4db4-8419-32a54d595c0e tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/bb1290dc-0f4b-4feb-a0ba-0ad33dc7decd HTTP/1.1" status: 404 len: 337 time: 0.4206374 Nov 29 11:49:19.179311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54706) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:19.199938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Deleting port 9b561d1b-fbac-4c29-b27d-5726414a3715 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:19.200402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.237662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75657434-8b81-4a99-b8ef-785e73d934e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=beb4bad0-fb2b-40fa-936d-985758d669dc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:19.243917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-75657434-8b81-4a99-b8ef-785e73d934e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.249475 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-75657434-8b81-4a99-b8ef-785e73d934e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/beb4bad0-fb2b-40fa-936d-985758d669dc HTTP/1.1" status: 204 len: 168 time: 1.1557796 Nov 29 11:49:19.249475 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af388d3-ba7c-41eb-827e-f3b0ce17bae0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:19.249475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af388d3-ba7c-41eb-827e-f3b0ce17bae0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:19.253682 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2af388d3-ba7c-41eb-827e-f3b0ce17bae0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/c33d6ed7-4c3b-4905-b9fc-b096e646252f HTTP/1.1" status: 404 len: 339 time: 0.0642517 Nov 29 11:49:19.253682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54708) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:19.260870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54710) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:19.262934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-7a5e946e-7fac-4e80-9524-2d837aed9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:19.264393 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-7a5e946e-7fac-4e80-9524-2d837aed9b86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd053911-1770-496c-974e-f2c804170770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5190341 Nov 29 11:49:19.370740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75d75a-82b1-451d-8216-15a2e36389d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:19.374857 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cc75d75a-82b1-451d-8216-15a2e36389d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1168201 Nov 29 11:49:19.375026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54712) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:19.405706 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-684905a8-01cb-4ac8-bef2-facfe3cab09e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:49:19.407274 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-684905a8-01cb-4ac8-bef2-facfe3cab09e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/7816e0c6-1492-450b-89b3-3bf2c241262a HTTP/1.1" status: 404 len: 333 time: 0.0313969 Nov 29 11:49:19.412587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54714) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:19.441846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.444129 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-924ba19b-7929-4e8e-94b0-3e61ed3a5930 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:49:19.446010 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-924ba19b-7929-4e8e-94b0-3e61ed3a5930 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/beb4bad0-fb2b-40fa-936d-985758d669dc HTTP/1.1" status: 404 len: 333 time: 0.0325048 Nov 29 11:49:19.447363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.449127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54716) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:19.462811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.479474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.482200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.482528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.525875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Calling delete_port for 9b561d1b-fbac-4c29-b27d-5726414a3715 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:19.581633 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-a1636e06-d3d9-47dc-90ea-cf7a876a08e3 service neutron] 10.222.0.30 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063037 Nov 29 11:49:19.586891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event updated for resources: {'Port': ['ID=d013d734-9306-4122-81df-cd3968e5c5ea,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:19.594853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.607733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] In _notify_port_updated(), no bound segment for port d013d734-9306-4122-81df-cd3968e5c5ea on network 11805587-172b-4344-9feb-1413116b1a96 {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:19.613764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:19.614878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.618387 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2aed2e3d-d681-4f40-9c02-888bff1a4fca tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "PUT /v2.0/ports/d013d734-9306-4122-81df-cd3968e5c5ea HTTP/1.1" status: 200 len: 1057 time: 1.2658234 Nov 29 11:49:19.618726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54718) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:19.760537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.772212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.784026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de90c55-8919-4a3e-afcd-dfeeaba8bb6a']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:19.795648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14620b69-9ba3-408a-85cb-661aead45815') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:19.795989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14620b69-9ba3-408a-85cb-661aead45815') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:19.809586 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.811002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-888324f7-a1ee-4ce9-aee2-248182af3b2c None None] Provisioning complete for port d013d734-9306-4122-81df-cd3968e5c5ea triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:19.811526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-888324f7-a1ee-4ce9-aee2-248182af3b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.832542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-03789298-4aa2-4ca2-b21e-cfb6c824e93c tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Deleting port d013d734-9306-4122-81df-cd3968e5c5ea {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:19.832883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03789298-4aa2-4ca2-b21e-cfb6c824e93c tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.848363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.853799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-888324f7-a1ee-4ce9-aee2-248182af3b2c None None] Port d013d734-9306-4122-81df-cd3968e5c5ea cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:19.879527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffde134a-9b7f-4322-8a15-86a580e86003']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:19.884935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:19.885612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:19.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:19.902828 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7944b1-433e-4be5-b4d3-749ac027ca86') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:19.903123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7944b1-433e-4be5-b4d3-749ac027ca86') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:19.936257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.958160 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e25abdc-2eda-468d-bf6b-6437964a7c19 req-f1ad79d0-93a6-4f91-9d38-30ce15fd2922 service neutron] 10.222.0.30 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341336 Nov 29 11:49:19.967325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.972083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:19.975830 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/networks/8de90c55-8919-4a3e-afcd-dfeeaba8bb6a HTTP/1.1" status: 204 len: 168 time: 0.5226486 Nov 29 11:49:19.983123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54722) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:19.989047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-248157832'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:19.992443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.027693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:20.028278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:20.035355 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:20.144373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:20.148287 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.179100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.183118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.196901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.200353 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/ffde134a-9b7f-4322-8a15-86a580e86003 HTTP/1.1" status: 204 len: 168 time: 0.9350240 Nov 29 11:49:20.202068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.206956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54728) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:20.234188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.276067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a7769-64f9-489e-bc9e-a9b5c1929288 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=ffde134a-9b7f-4322-8a15-86a580e86003,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:20.291191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:20.293425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa46b941-b0de-47af-aeab-81173b398a5d tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:20.293874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa46b941-b0de-47af-aeab-81173b398a5d tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:20.296911 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aa46b941-b0de-47af-aeab-81173b398a5d tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/f6b9f9a8-ba39-4216-86c8-90e26b6dd08b HTTP/1.1" status: 404 len: 337 time: 0.0829937 Nov 29 11:49:20.305418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] In _notify_port_updated(), no bound segment for port ac55bfd3-0515-44e7-b5ff-29be68b3889a on network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:20.307830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03789298-4aa2-4ca2-b21e-cfb6c824e93c tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.309986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54730) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:20.311354 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:20.312018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.313310 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "PUT /v2.0/ports/ac55bfd3-0515-44e7-b5ff-29be68b3889a HTTP/1.1" status: 200 len: 1066 time: 1.6446860 Nov 29 11:49:20.321438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54732) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:20.324880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063b52a-b44f-4ec6-aecd-aa064aabeb3d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Network': ['ID=8de90c55-8919-4a3e-afcd-dfeeaba8bb6a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:20.342870 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f9c85b-60d5-451b-b339-3aedbc261d7b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:20.343429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f9c85b-60d5-451b-b339-3aedbc261d7b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:20.344090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.344629 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Added segment ff42e75b-330e-4543-ae5c-ec609c079244 of type vlan for network dae90bda-fda8-4df2-887a-167bce693d36 Nov 29 11:49:20.349461 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d8f9c85b-60d5-451b-b339-3aedbc261d7b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/1d84931c-d151-4e27-b082-2be41abdd6ba HTTP/1.1" status: 404 len: 339 time: 0.0352187 Nov 29 11:49:20.349461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-03789298-4aa2-4ca2-b21e-cfb6c824e93c tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Calling delete_port for d013d734-9306-4122-81df-cd3968e5c5ea owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:20.349698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54734) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:20.388638 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2045351-d121-4992-86d1-e000ecdb21be tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event updated for resources: {'Port': ['ID=ac55bfd3-0515-44e7-b5ff-29be68b3889a,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:20.450203 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-762a8fa4-3c7b-4d90-9a92-3f1fb034f861 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting subnet bf99b4ff-db4b-43db-ab72-b17f9d990a1d {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:20.450443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event deleted for resources: {'Port': ['ID=9b561d1b-fbac-4c29-b27d-5726414a3715,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:20.458898 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-762a8fa4-3c7b-4d90-9a92-3f1fb034f861 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.518013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.520792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-762a8fa4-3c7b-4d90-9a92-3f1fb034f861 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.528746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.529087 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Floating IP 610f5a96-9050-4f20-9de9-9ebb42833bb7 disassociated (deleted). External IP: 172.26.5.193, port: 0c4343ca-93f1-46fe-a48d-4ca853ffa9ba. Nov 29 11:49:20.576968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c4745cc2-5bbd-439a-b80e-d516f473d48e None None] Provisioning complete for port ac55bfd3-0515-44e7-b5ff-29be68b3889a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:20.578064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4745cc2-5bbd-439a-b80e-d516f473d48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.613726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c4745cc2-5bbd-439a-b80e-d516f473d48e None None] Port ac55bfd3-0515-44e7-b5ff-29be68b3889a cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:20.630657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.636175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:20.636754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.665004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03789298-4aa2-4ca2-b21e-cfb6c824e93c tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.696985 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9071689b-d423-41f2-a42b-4fbb5cf44c8d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Deleting port ac55bfd3-0515-44e7-b5ff-29be68b3889a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:20.697324 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9071689b-d423-41f2-a42b-4fbb5cf44c8d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.703846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-762a8fa4-3c7b-4d90-9a92-3f1fb034f861 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.726219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03789298-4aa2-4ca2-b21e-cfb6c824e93c tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Port': ['ID=d013d734-9306-4122-81df-cd3968e5c5ea,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:20.761810 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7771156 Nov 29 11:49:20.770176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54736) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:20.783552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': 'dae90bda-fda8-4df2-887a-167bce693d36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:20.787893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c925bd-c759-4bb8-9d9d-933efcacdf26 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Network': ['ID=dae90bda-fda8-4df2-887a-167bce693d36,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:20.806940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network dae90bda-fda8-4df2-887a-167bce693d36 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:20.923875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-762a8fa4-3c7b-4d90-9a92-3f1fb034f861 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.968643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9071689b-d423-41f2-a42b-4fbb5cf44c8d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.984220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a8fa4-3c7b-4d90-9a92-3f1fb034f861 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=bf99b4ff-db4b-43db-ab72-b17f9d990a1d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:20.989682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-762a8fa4-3c7b-4d90-9a92-3f1fb034f861 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:20.994972 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-762a8fa4-3c7b-4d90-9a92-3f1fb034f861 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/bf99b4ff-db4b-43db-ab72-b17f9d990a1d HTTP/1.1" status: 204 len: 168 time: 0.6421955 Nov 29 11:49:20.997727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8229299-4a8d-49cc-a1b2-bc79db26c262 None None] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:20.999172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9071689b-d423-41f2-a42b-4fbb5cf44c8d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Calling delete_port for ac55bfd3-0515-44e7-b5ff-29be68b3889a owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:21.000827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54740) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:21.036071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03789298-4aa2-4ca2-b21e-cfb6c824e93c tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.042091 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-03789298-4aa2-4ca2-b21e-cfb6c824e93c tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "DELETE /v2.0/ports/d013d734-9306-4122-81df-cd3968e5c5ea HTTP/1.1" status: 204 len: 168 time: 1.4200950 Nov 29 11:49:21.042399 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54742) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:21.076861 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e20fa05-ea1a-4251-a63a-1f7337659469 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] GET failed (client error): The resource could not be found. Nov 29 11:49:21.081250 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3e20fa05-ea1a-4251-a63a-1f7337659469 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "GET /v2.0/ports/d013d734-9306-4122-81df-cd3968e5c5ea HTTP/1.1" status: 404 len: 333 time: 0.0342071 Nov 29 11:49:21.081606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54744) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:21.087607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:21.091166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.180308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Router e3bace1c-3a2a-4958-b424-7c2216fce86a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:49:21.184546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-815306b2-63fc-4c88-a91d-e0488c5ef0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting subnet 0ea5248f-2fae-481d-8852-1e9b917e3437 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:21.195438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Performing IP validity checks on allocation pools {{(pid=102103) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 11:49:21.198709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102103) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 11:49:21.201260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-815306b2-63fc-4c88-a91d-e0488c5ef0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.217863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa5cc2-9719-4dd5-8550-e82ed6e0d27e tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Deleting port 41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:21.218242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5cc2-9719-4dd5-8550-e82ed6e0d27e tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.279272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-815306b2-63fc-4c88-a91d-e0488c5ef0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.321645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5cc2-9719-4dd5-8550-e82ed6e0d27e tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.334639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa5cc2-9719-4dd5-8550-e82ed6e0d27e tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Calling delete_port for 41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:21.475885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5cc2-9719-4dd5-8550-e82ed6e0d27e tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.503983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa5cc2-9719-4dd5-8550-e82ed6e0d27e tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Port': ['ID=41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:21.589626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5cc2-9719-4dd5-8550-e82ed6e0d27e tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.592977 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f4aa5cc2-9719-4dd5-8550-e82ed6e0d27e tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "DELETE /v2.0/ports/41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19 HTTP/1.1" status: 204 len: 168 time: 0.5103650 Nov 29 11:49:21.595505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54750) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:21.630433 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2e2e3f-0bc4-402b-a565-5789cda6e68d tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] GET failed (client error): The resource could not be found. Nov 29 11:49:21.632605 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6d2e2e3f-0bc4-402b-a565-5789cda6e68d tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "GET /v2.0/ports/41e30ffe-f13d-42fe-b2e2-3e5f5bf6bd19 HTTP/1.1" status: 404 len: 333 time: 0.0356514 Nov 29 11:49:21.636474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54752) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:21.736260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-56c6a297-d865-46cd-8039-c7e9f3f5ab51 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Deleting port 2078e9df-5709-43a1-9742-4a64b2abb064 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:21.736593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-56c6a297-d865-46cd-8039-c7e9f3f5ab51 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.792618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9071689b-d423-41f2-a42b-4fbb5cf44c8d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.835882 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-56c6a297-d865-46cd-8039-c7e9f3f5ab51 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.849934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-56c6a297-d865-46cd-8039-c7e9f3f5ab51 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Calling delete_port for 2078e9df-5709-43a1-9742-4a64b2abb064 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:21.891934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071689b-d423-41f2-a42b-4fbb5cf44c8d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Port': ['ID=ac55bfd3-0515-44e7-b5ff-29be68b3889a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:21.941868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-815306b2-63fc-4c88-a91d-e0488c5ef0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.963870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-496a4baa-adf5-4d07-8566-6f6c8c5b494b None None] Provisioning complete for port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:21.964427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-496a4baa-adf5-4d07-8566-6f6c8c5b494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.983371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:49:21.985449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.995716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:21.999958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd4266a-12ca-4c43-8690-0c49db523dce None None] Sync routers for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:49:22.009810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-56c6a297-d865-46cd-8039-c7e9f3f5ab51 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.026677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4266a-12ca-4c43-8690-0c49db523dce None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:22.027737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4fd4266a-12ca-4c43-8690-0c49db523dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:22.057604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6a297-d865-46cd-8039-c7e9f3f5ab51 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Port': ['ID=2078e9df-5709-43a1-9742-4a64b2abb064,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:22.073112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4fd4266a-12ca-4c43-8690-0c49db523dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:22.086639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4266a-12ca-4c43-8690-0c49db523dce None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:22.087601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4fd4266a-12ca-4c43-8690-0c49db523dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:22.125137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=7d18464e-55d6-4148-b737-d8be9f1c7f1a,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:22.126183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4fd4266a-12ca-4c43-8690-0c49db523dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:22.127007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd4266a-12ca-4c43-8690-0c49db523dce None None] The sync data for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:49:22.155332 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-61ac7b0a-758b-4508-b2b3-c315d399aa18 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "DELETE /v2.0/floatingips/610f5a96-9050-4f20-9de9-9ebb42833bb7 HTTP/1.1" status: 204 len: 168 time: 3.9760637 Nov 29 11:49:22.162889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54756) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:22.171382 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:22.189632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-56c6a297-d865-46cd-8039-c7e9f3f5ab51 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.192034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-815306b2-63fc-4c88-a91d-e0488c5ef0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.195868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-56c6a297-d865-46cd-8039-c7e9f3f5ab51 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "DELETE /v2.0/ports/2078e9df-5709-43a1-9742-4a64b2abb064 HTTP/1.1" status: 204 len: 168 time: 0.5582917 Nov 29 11:49:22.198195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54758) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:22.276068 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a0306f-da69-4386-b036-3eca4c747eb1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Deleting subnet 512b0c00-0d43-489c-81af-4824360c93da {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:22.280143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14a0306f-da69-4386-b036-3eca4c747eb1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.293385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815306b2-63fc-4c88-a91d-e0488c5ef0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea5248f-2fae-481d-8852-1e9b917e3437,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:22.327850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-815306b2-63fc-4c88-a91d-e0488c5ef0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.331893 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-815306b2-63fc-4c88-a91d-e0488c5ef0e5 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/0ea5248f-2fae-481d-8852-1e9b917e3437 HTTP/1.1" status: 204 len: 168 time: 1.3301032 Nov 29 11:49:22.335106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54764) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:22.336138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445314d-35d6-47e1-8660-7030b5bb9d67 None None] Network dc0ba49c-96bf-4ca5-925a-38310a96b63d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:22.353139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking segment: {'id': 'ff42e75b-330e-4543-ae5c-ec609c079244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dae90bda-fda8-4df2-887a-167bce693d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:22.353757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network hostable DHCP agents. Network: dae90bda-fda8-4df2-887a-167bce693d36, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:22.354279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14a0306f-da69-4386-b036-3eca4c747eb1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.360529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9071689b-d423-41f2-a42b-4fbb5cf44c8d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.364519 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9071689b-d423-41f2-a42b-4fbb5cf44c8d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "DELETE /v2.0/ports/ac55bfd3-0515-44e7-b5ff-29be68b3889a HTTP/1.1" status: 204 len: 168 time: 2.0420055 Nov 29 11:49:22.368266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54766) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:22.369079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.412609 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8272adf-c964-4083-b94e-a777c1ae1c58 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] GET failed (client error): The resource could not be found. Nov 29 11:49:22.416706 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e8272adf-c964-4083-b94e-a777c1ae1c58 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "GET /v2.0/ports/ac55bfd3-0515-44e7-b5ff-29be68b3889a HTTP/1.1" status: 404 len: 333 time: 0.0420015 Nov 29 11:49:22.424187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54768) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:22.456100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network dae90bda-fda8-4df2-887a-167bce693d36 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:22.476457 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, dae90bda-fda8-4df2-887a-167bce693d36) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:22.484747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:22.485350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.495062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee0c435-aec6-4d63-af82-72a6d9749a68 None None] Network dae90bda-fda8-4df2-887a-167bce693d36 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:22.514616 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5cb0a1e6-0c4b-47dc-be9b-b14772c0f4c8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7399030 Nov 29 11:49:22.515693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.517223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54770) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:22.537382 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.562484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': 'dae90bda-fda8-4df2-887a-167bce693d36', 'name': 'tempest-PortsIpV6TestJSON-1257870543'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:22.566882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] DHCP port deletion for dc0ba49c-96bf-4ca5-925a-38310a96b63d request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:22.644553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14a0306f-da69-4386-b036-3eca4c747eb1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.651291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Allocated IP 172.26.5.63 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/d868baeb-0db2-4b79-87df-db0484619ae3) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:22.686493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] Deleting port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:22.686904 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.744251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-dae90bda-fda8-4df2-887a-167bce693d36', 'network_id': 'dae90bda-fda8-4df2-887a-167bce693d36', 'tenant_id': '9b50e5f4b2da4157ab153ac60232dac3', 'fixed_ips': [{'subnet_id': '7d18464e-55d6-4148-b737-d8be9f1c7f1a'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:22.745266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.760901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-15396ea3-10b1-48d0-ad72-7b0d3213f7e0 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Deleting port 212efe7d-5919-45ab-a901-4ea67be92ee0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:22.761243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15396ea3-10b1-48d0-ad72-7b0d3213f7e0 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.767287 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.792650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] For port a470bcea-77a7-4f4f-ac18-f832c6cbbd45, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,segment=NetworkSegment(63f38c36-5595-46fc-ae1c-0ca39cc3c162),segment_id=63f38c36-5595-46fc-ae1c-0ca39cc3c162)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:22.792989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.810968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.833346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:22.836839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.841596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14a0306f-da69-4386-b036-3eca4c747eb1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.859397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:22.859543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] Calling delete_port for a470bcea-77a7-4f4f-ac18-f832c6cbbd45 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:22.862978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:22.866088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:22.894813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Pushing event updated for resources: {'Port': ['ID=d868baeb-0db2-4b79-87df-db0484619ae3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:22.897737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:22.898147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.969271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a470bcea-77a7-4f4f-ac18-f832c6cbbd45 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:22.970270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:22.974818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0306f-da69-4386-b036-3eca4c747eb1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Subnet': ['ID=512b0c00-0d43-489c-81af-4824360c93da,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:22.980169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port 61f25c6c-a2ce-42a2-9143-699c57662fa3 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:23.007413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14a0306f-da69-4386-b036-3eca4c747eb1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.013148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Allocated IP 2001:db8::2 (dae90bda-fda8-4df2-887a-167bce693d36/7d18464e-55d6-4148-b737-d8be9f1c7f1a/8b218bd2-08a1-49b1-8e7b-75933df0ac53) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:23.013439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-14a0306f-da69-4386-b036-3eca4c747eb1 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "DELETE /v2.0/subnets/512b0c00-0d43-489c-81af-4824360c93da HTTP/1.1" status: 204 len: 168 time: 0.8140490 Nov 29 11:49:23.018513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94460d-f4db-41f2-862f-68f7880e3e47 None None] Network 11805587-172b-4344-9feb-1413116b1a96 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:23.021698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54772) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:23.087849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.107836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] For port a470bcea-77a7-4f4f-ac18-f832c6cbbd45, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,segment=NetworkSegment(63f38c36-5595-46fc-ae1c-0ca39cc3c162),segment_id=63f38c36-5595-46fc-ae1c-0ca39cc3c162)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:23.108258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.121039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15396ea3-10b1-48d0-ad72-7b0d3213f7e0 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.135145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Calling delete_port for a470bcea-77a7-4f4f-ac18-f832c6cbbd45 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:23.141374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-15396ea3-10b1-48d0-ad72-7b0d3213f7e0 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Calling delete_port for 212efe7d-5919-45ab-a901-4ea67be92ee0 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:23.173073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.189230 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No ports have port_id starting with a470bcea-77a7-4f4f-ac18-f832c6cbbd45 Nov 29 11:49:23.223822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] Pushing event deleted for resources: {'Port': ['ID=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.229328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01765d8-bad0-40bb-92b1-87c0b9b6880b None None] No DVR routers for this DVR port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:23.271031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.327188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.330461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.331234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.342059 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.345315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.395846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] DHCP port deletion for 11805587-172b-4344-9feb-1413116b1a96 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:23.401175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Network dae90bda-fda8-4df2-887a-167bce693d36 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:23.408482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:23.413398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:23.423504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Deleting port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:23.423754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.439942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::304 (dae90bda-fda8-4df2-887a-167bce693d36/7d18464e-55d6-4148-b737-d8be9f1c7f1a/61f25c6c-a2ce-42a2-9143-699c57662fa3) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:23.444175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Pushing event updated for resources: {'Port': ['ID=8b218bd2-08a1-49b1-8e7b-75933df0ac53,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.512366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Attempting to bind port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:23.512366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Attempting to bind port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ff42e75b-330e-4543-ae5c-ec609c079244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dae90bda-fda8-4df2-887a-167bce693d36'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:23.512366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Attempting to bind port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 on network dae90bda-fda8-4df2-887a-167bce693d36 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:23.513645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:23.513645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Checking segment: {'id': 'ff42e75b-330e-4543-ae5c-ec609c079244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dae90bda-fda8-4df2-887a-167bce693d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:23.513891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.514376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Bound using segment: {'id': 'ff42e75b-330e-4543-ae5c-ec609c079244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dae90bda-fda8-4df2-887a-167bce693d36'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:23.514922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Bound port: 8b218bd2-08a1-49b1-8e7b-75933df0ac53, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff42e75b-330e-4543-ae5c-ec609c079244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'dae90bda-fda8-4df2-887a-167bce693d36'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:23.515366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.524168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Pushing event updated for resources: {'Port': ['ID=d868baeb-0db2-4b79-87df-db0484619ae3,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.547680 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.553676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Port': ['ID=a470bcea-77a7-4f4f-ac18-f832c6cbbd45,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.555771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No DVR routers for this DVR port a470bcea-77a7-4f4f-ac18-f832c6cbbd45 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:23.565252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] Deleting port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:23.566190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.568701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] For port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,segment=NetworkSegment(407690c5-8ee1-45f4-b4e1-b39ef128920a),segment_id=407690c5-8ee1-45f4-b4e1-b39ef128920a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:23.569091 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.584111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Calling delete_port for f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:23.588803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.591936 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3d47e549-e878-47da-8324-f77c903daef6 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4248779 Nov 29 11:49:23.592446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54780) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:23.593745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15396ea3-10b1-48d0-ad72-7b0d3213f7e0 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.658224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] For port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,segment=NetworkSegment(407690c5-8ee1-45f4-b4e1-b39ef128920a),segment_id=407690c5-8ee1-45f4-b4e1-b39ef128920a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:23.659359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.671824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] For port 8b218bd2-08a1-49b1-8e7b-75933df0ac53, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:23.674019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15396ea3-10b1-48d0-ad72-7b0d3213f7e0 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Port': ['ID=212efe7d-5919-45ab-a901-4ea67be92ee0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.680095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] For port 8b218bd2-08a1-49b1-8e7b-75933df0ac53, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8b218bd2-08a1-49b1-8e7b-75933df0ac53,segment=NetworkSegment(ff42e75b-330e-4543-ae5c-ec609c079244),segment_id=ff42e75b-330e-4543-ae5c-ec609c079244)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:23.681846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] Calling delete_port for f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:23.689010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.692275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.732952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:23.734981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15396ea3-10b1-48d0-ad72-7b0d3213f7e0 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.741591 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-15396ea3-10b1-48d0-ad72-7b0d3213f7e0 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "DELETE /v2.0/ports/212efe7d-5919-45ab-a901-4ea67be92ee0 HTTP/1.1" status: 204 len: 168 time: 1.3125963 Nov 29 11:49:23.741770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54784) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:23.754035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0ba49c-96bf-4ca5-925a-38310a96b63d']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:23.765001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.770548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f38c36-5595-46fc-ae1c-0ca39cc3c162') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:23.770838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f38c36-5595-46fc-ae1c-0ca39cc3c162') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:23.782845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.787442 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5267409-6f31-4b3b-a555-72b8eccd6e72 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] GET failed (client error): The resource could not be found. Nov 29 11:49:23.792335 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e5267409-6f31-4b3b-a555-72b8eccd6e72 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "GET /v2.0/ports/212efe7d-5919-45ab-a901-4ea67be92ee0 HTTP/1.1" status: 404 len: 333 time: 0.0465467 Nov 29 11:49:23.793091 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54786) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:23.803224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.808789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.820330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:23.820742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.823128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc0f8a-541f-42a0-b597-d3c720225c61 None None] Pushing event updated for resources: {'Port': ['ID=8b218bd2-08a1-49b1-8e7b-75933df0ac53,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:23.823974 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:23.842103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.856422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.882604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.895888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Port': ['ID=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.896725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] Pushing event deleted for resources: {'Port': ['ID=f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.902931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f32ea-cb9c-47a6-abc5-cbd36eb46c79 None None] No DVR routers for this DVR port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:23.925355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.933449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] No DVR routers for this DVR port f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:23.937116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:23.944955 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/dc0ba49c-96bf-4ca5-925a-38310a96b63d HTTP/1.1" status: 204 len: 168 time: 1.6040442 Nov 29 11:49:23.944955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54788) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:23.987509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network dae90bda-fda8-4df2-887a-167bce693d36 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:23.988407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0a4fa-b076-4643-aeef-7802209ea285 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=dc0ba49c-96bf-4ca5-925a-38310a96b63d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:23.993619 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b482d252-35a5-4fbf-8dc7-d0cab0a32152 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:23.994098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b482d252-35a5-4fbf-8dc7-d0cab0a32152 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:23.997437 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b482d252-35a5-4fbf-8dc7-d0cab0a32152 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/5d653673-0149-4890-b2cc-eae327eec533 HTTP/1.1" status: 404 len: 337 time: 0.0434904 Nov 29 11:49:24.001136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:24.005617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54790) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.008312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:24.014146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:24.014796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.019205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=61f25c6c-a2ce-42a2-9143-699c57662fa3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:24.046810 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-582ed3f7-1f65-461f-bf86-c8a8f96c6a71 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:24.047409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582ed3f7-1f65-461f-bf86-c8a8f96c6a71 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:24.054429 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2882df14-5078-45d0-b714-93857e0b14f3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5105460 Nov 29 11:49:24.054647 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-582ed3f7-1f65-461f-bf86-c8a8f96c6a71 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/a3faa403-a778-4510-8864-ea5f57af9847 HTTP/1.1" status: 404 len: 339 time: 0.0438185 Nov 29 11:49:24.054842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54792) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.063634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54794) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.114493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.115242 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-817807da-7e2f-453a-9853-82a54cc7989c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:24.115701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817807da-7e2f-453a-9853-82a54cc7989c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:24.118790 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-817807da-7e2f-453a-9853-82a54cc7989c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/4afb46f8-4fc0-491d-8533-6857b1c02d71 HTTP/1.1" status: 404 len: 337 time: 0.0634646 Nov 29 11:49:24.121638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54796) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.151882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11805587-172b-4344-9feb-1413116b1a96']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:24.170920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407690c5-8ee1-45f4-b4e1-b39ef128920a') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:24.173920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407690c5-8ee1-45f4-b4e1-b39ef128920a') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:24.181000 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e746a1b-9de5-4e08-af35-57f2adde5226 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:24.181615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e746a1b-9de5-4e08-af35-57f2adde5226 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:24.185838 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3e746a1b-9de5-4e08-af35-57f2adde5226 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/a0097978-e4f6-4e9f-8f27-c562594d3b39 HTTP/1.1" status: 404 len: 339 time: 0.0608466 Nov 29 11:49:24.187622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54800) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.196949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.207915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7a124427-d45e-46ea-b094-0157f28d874d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Deleting port b35f4c34-f09d-4a43-9fae-558a08dae5ec {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:24.208190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a124427-d45e-46ea-b094-0157f28d874d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.217854 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abd5e47-c1de-41e3-b33e-87bbc0ab5e71 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:24.218486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abd5e47-c1de-41e3-b33e-87bbc0ab5e71 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:24.222053 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6abd5e47-c1de-41e3-b33e-87bbc0ab5e71 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/8c378bc8-82c6-47bd-a202-4b63c59ff324 HTTP/1.1" status: 404 len: 337 time: 0.0329673 Nov 29 11:49:24.226374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54802) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.254399 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-062ba731-e28d-40c6-890b-301e668aba9c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:24.255031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062ba731-e28d-40c6-890b-301e668aba9c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:24.258086 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-062ba731-e28d-40c6-890b-301e668aba9c tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/f3defa76-d1d3-4fa0-bdd1-b286a7fe5abe HTTP/1.1" status: 404 len: 339 time: 0.0307195 Nov 29 11:49:24.260874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54804) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.282190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.298211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:24.298613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:24.303171 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:24.325477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8879e4ed-22f9-44bc-8a61-2a55e8cca37a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 61f25c6c-a2ce-42a2-9143-699c57662fa3 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:24.325830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8879e4ed-22f9-44bc-8a61-2a55e8cca37a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.385126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fde9b6f-52e1-44a8-a4b7-63e3461049fb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting subnet 8dff93d7-0f8e-48b0-8128-d537650691a6 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:24.388940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fde9b6f-52e1-44a8-a4b7-63e3461049fb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.396745 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.406765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.409346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a124427-d45e-46ea-b094-0157f28d874d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.430508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.433665 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] 10.222.0.23 "DELETE /v2.0/networks/11805587-172b-4344-9feb-1413116b1a96 HTTP/1.1" status: 204 len: 168 time: 1.4107187 Nov 29 11:49:24.447111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fde9b6f-52e1-44a8-a4b7-63e3461049fb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.452946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7a124427-d45e-46ea-b094-0157f28d874d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Calling delete_port for b35f4c34-f09d-4a43-9fae-558a08dae5ec owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:24.479897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166b60a-7f17-4f0f-b253-4d02f1434295 tempest-AllowedAddressPairTestJSON-167891105 tempest-AllowedAddressPairTestJSON-167891105-project] Pushing event deleted for resources: {'Network': ['ID=11805587-172b-4344-9feb-1413116b1a96,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:24.555567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8879e4ed-22f9-44bc-8a61-2a55e8cca37a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.603587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8879e4ed-22f9-44bc-8a61-2a55e8cca37a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 61f25c6c-a2ce-42a2-9143-699c57662fa3 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:24.609827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Allocated IP 172.26.5.191 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/3b3838f7-4ced-40ce-8b46-0ff9c0de1ac0) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:24.627741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fde9b6f-52e1-44a8-a4b7-63e3461049fb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.749214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fde9b6f-52e1-44a8-a4b7-63e3461049fb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.751733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a124427-d45e-46ea-b094-0157f28d874d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.763831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54814) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.804984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a124427-d45e-46ea-b094-0157f28d874d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Port': ['ID=b35f4c34-f09d-4a43-9fae-558a08dae5ec,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:24.808938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.810909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde9b6f-52e1-44a8-a4b7-63e3461049fb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=8dff93d7-0f8e-48b0-8128-d537650691a6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:24.820214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fde9b6f-52e1-44a8-a4b7-63e3461049fb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.825146 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0fde9b6f-52e1-44a8-a4b7-63e3461049fb tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/8dff93d7-0f8e-48b0-8128-d537650691a6 HTTP/1.1" status: 204 len: 168 time: 0.5627816 Nov 29 11:49:24.828223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54818) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.838210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0f413-a6dd-42a5-9d53-0337479b29a2 None None] Network 583694be-34a5-46d4-93f5-309bb7d8c8e6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:24.852387 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a124427-d45e-46ea-b094-0157f28d874d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.871246 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7a124427-d45e-46ea-b094-0157f28d874d tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "DELETE /v2.0/ports/b35f4c34-f09d-4a43-9fae-558a08dae5ec HTTP/1.1" status: 204 len: 168 time: 1.0770102 Nov 29 11:49:24.873953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54820) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:24.919620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8879e4ed-22f9-44bc-8a61-2a55e8cca37a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:24.973183 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879e4ed-22f9-44bc-8a61-2a55e8cca37a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=61f25c6c-a2ce-42a2-9143-699c57662fa3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:25.019617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8879e4ed-22f9-44bc-8a61-2a55e8cca37a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.025123 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8879e4ed-22f9-44bc-8a61-2a55e8cca37a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/61f25c6c-a2ce-42a2-9143-699c57662fa3 HTTP/1.1" status: 204 len: 168 time: 0.9582670 Nov 29 11:49:25.025531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54822) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:25.040041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.073558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4538b2-6e28-4e38-b4ca-9d8eb7fe7bd9 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Deleting subnet b44bf9b4-46b7-4e71-9c2b-3f719355b389 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:25.081800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f4538b2-6e28-4e38-b4ca-9d8eb7fe7bd9 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.087853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8b218bd2-08a1-49b1-8e7b-75933df0ac53 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:25.159756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f4538b2-6e28-4e38-b4ca-9d8eb7fe7bd9 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.165785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:25.166430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.239039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] DHCP port deletion for 583694be-34a5-46d4-93f5-309bb7d8c8e6 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:25.277598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f4538b2-6e28-4e38-b4ca-9d8eb7fe7bd9 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.319264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.332649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.383097 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b04a049d-4328-4cef-8d51-215074412238 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9752b14f957a4d4eac3b055ae1772298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6156647 Nov 29 11:49:25.384122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] Deleting port 1e848506-215a-4bff-aeae-1a1a73787398 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:25.384708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.390715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:25.391320 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54826) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:25.404161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:25.416710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:25.423294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f4538b2-6e28-4e38-b4ca-9d8eb7fe7bd9 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.424765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Pushing event updated for resources: {'Port': ['ID=3b3838f7-4ced-40ce-8b46-0ff9c0de1ac0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:25.441984 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45e09d9-a224-45c6-9d18-8d837aed2540 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:25.442661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45e09d9-a224-45c6-9d18-8d837aed2540 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:25.448127 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d45e09d9-a224-45c6-9d18-8d837aed2540 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/61f25c6c-a2ce-42a2-9143-699c57662fa3 HTTP/1.1" status: 404 len: 333 time: 0.4189255 Nov 29 11:49:25.449102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54828) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:25.475542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] For port 1e848506-215a-4bff-aeae-1a1a73787398, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1e848506-215a-4bff-aeae-1a1a73787398,segment=NetworkSegment(901d6fa1-8710-4654-a68d-69d38b456735),segment_id=901d6fa1-8710-4654-a68d-69d38b456735)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:25.475760 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c931b7-bd28-4c45-9a0d-9e246886aea7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:49:25.476086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.480221 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c1c931b7-bd28-4c45-9a0d-9e246886aea7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/61f25c6c-a2ce-42a2-9143-699c57662fa3 HTTP/1.1" status: 404 len: 333 time: 0.0275011 Nov 29 11:49:25.480628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54830) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:25.497025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e306cdb-88d9-4746-baca-20769b34780a None None] Network dae90bda-fda8-4df2-887a-167bce693d36 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:25.500271 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4538b2-6e28-4e38-b4ca-9d8eb7fe7bd9 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Subnet': ['ID=b44bf9b4-46b7-4e71-9c2b-3f719355b389,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:25.508013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f4538b2-6e28-4e38-b4ca-9d8eb7fe7bd9 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.514871 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3f4538b2-6e28-4e38-b4ca-9d8eb7fe7bd9 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "DELETE /v2.0/subnets/b44bf9b4-46b7-4e71-9c2b-3f719355b389 HTTP/1.1" status: 204 len: 168 time: 0.6381836 Nov 29 11:49:25.517521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54832) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:25.529149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] Calling delete_port for 1e848506-215a-4bff-aeae-1a1a73787398 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:25.532159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 8b218bd2-08a1-49b1-8e7b-75933df0ac53, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8b218bd2-08a1-49b1-8e7b-75933df0ac53,segment=NetworkSegment(ff42e75b-330e-4543-ae5c-ec609c079244),segment_id=ff42e75b-330e-4543-ae5c-ec609c079244)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:25.556885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-70957f89-6dc7-48f3-9c87-b0a7be606ed6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet 7d18464e-55d6-4148-b737-d8be9f1c7f1a {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:25.562297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70957f89-6dc7-48f3-9c87-b0a7be606ed6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.563865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06416a3-acad-4835-8ae5-e209d5ff7a7b None None] Network 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:25.600143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting port 1e848506-215a-4bff-aeae-1a1a73787398 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:25.600490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.619066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70957f89-6dc7-48f3-9c87-b0a7be606ed6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.627486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.643579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7febd82e-c729-4a4a-ba91-59c5c6f2d6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.671019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.685569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.702423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7febd82e-c729-4a4a-ba91-59c5c6f2d6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.733323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] For port 1e848506-215a-4bff-aeae-1a1a73787398, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1e848506-215a-4bff-aeae-1a1a73787398,segment=NetworkSegment(901d6fa1-8710-4654-a68d-69d38b456735),segment_id=901d6fa1-8710-4654-a68d-69d38b456735)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:25.733692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.744352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:25.750626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Calling delete_port for 1e848506-215a-4bff-aeae-1a1a73787398 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:25.756770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d8ce1d71-90f4-48e5-87f1-3e55f1c69a86 None None] Provisioning complete for port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:25.757137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1d71-90f4-48e5-87f1-3e55f1c69a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.776422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.840826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70957f89-6dc7-48f3-9c87-b0a7be606ed6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.855750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7febd82e-c729-4a4a-ba91-59c5c6f2d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.858845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7febd82e-c729-4a4a-ba91-59c5c6f2d6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.860048 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7febd82e-c729-4a4a-ba91-59c5c6f2d6a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33918a02-c8f4-4e58-a275-e61d4b90bcf3 HTTP/1.1" status: 204 len: 168 time: 0.4677870 Nov 29 11:49:25.871369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Deleting port 36f38eb4-4665-4c0a-b44d-800ecada0793 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:25.871717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.936758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.943784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] For port 36f38eb4-4665-4c0a-b44d-800ecada0793, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=36f38eb4-4665-4c0a-b44d-800ecada0793,segment=NetworkSegment(fbbe89fd-814c-4d4f-a2de-8b12ecf79908),segment_id=fbbe89fd-814c-4d4f-a2de-8b12ecf79908)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:25.944194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.947238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70957f89-6dc7-48f3-9c87-b0a7be606ed6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:25.960631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Calling delete_port for 36f38eb4-4665-4c0a-b44d-800ecada0793 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:25.983478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febd82e-c729-4a4a-ba91-59c5c6f2d6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33918a02-c8f4-4e58-a275-e61d4b90bcf3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:25.985677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=8b218bd2-08a1-49b1-8e7b-75933df0ac53,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:25.991609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:25.992303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f2eb678b-a22e-4ba1-aeff-2c6cb09c1ff3 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:26.007942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Port': ['ID=1e848506-215a-4bff-aeae-1a1a73787398,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:26.010878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No DVR routers for this DVR port 1e848506-215a-4bff-aeae-1a1a73787398 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:26.012576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70957f89-6dc7-48f3-9c87-b0a7be606ed6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=7d18464e-55d6-4148-b737-d8be9f1c7f1a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:26.025567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70957f89-6dc7-48f3-9c87-b0a7be606ed6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.029282 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-70957f89-6dc7-48f3-9c87-b0a7be606ed6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/7d18464e-55d6-4148-b737-d8be9f1c7f1a HTTP/1.1" status: 204 len: 168 time: 0.5477304 Nov 29 11:49:26.052018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54842) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:26.135145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.159441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583694be-34a5-46d4-93f5-309bb7d8c8e6']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:26.170246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901d6fa1-8710-4654-a68d-69d38b456735') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:26.170548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901d6fa1-8710-4654-a68d-69d38b456735') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:26.182357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.186047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.198065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.205748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:26.206201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.209829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.253711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Port': ['ID=36f38eb4-4665-4c0a-b44d-800ecada0793,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:26.255284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] Pushing event deleted for resources: {'Port': ['ID=1e848506-215a-4bff-aeae-1a1a73787398,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:26.274859 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:26.279447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.281023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0612ea8-23f6-40a7-a881-c3122bc109d2 None None] No DVR routers for this DVR port 1e848506-215a-4bff-aeae-1a1a73787398 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:26.282858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] No DVR routers for this DVR port 36f38eb4-4665-4c0a-b44d-800ecada0793 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:26.292912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.340077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.363746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.369915 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/583694be-34a5-46d4-93f5-309bb7d8c8e6 HTTP/1.1" status: 204 len: 168 time: 1.5406308 Nov 29 11:49:26.378685 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54852) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:26.382976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2357df-f15c-4586-8c85-9a57baf185b0 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=583694be-34a5-46d4-93f5-309bb7d8c8e6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:26.387907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.411831 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89188f3-9db5-40d5-972c-475a8fa770e3 None None] DHCP port deletion for 6c58aa5c-9558-4e3b-bcf1-cd0370499a02 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:26.448966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] DHCP port deletion for dae90bda-fda8-4df2-887a-167bce693d36 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:26.469438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8aaf53-d28c-4c8b-8e74-a7fd46fd8018 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:26.469900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8aaf53-d28c-4c8b-8e74-a7fd46fd8018 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:26.473472 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aa8aaf53-d28c-4c8b-8e74-a7fd46fd8018 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/e80cd2e0-84ef-4970-905a-5b407223a378 HTTP/1.1" status: 404 len: 337 time: 0.0920687 Nov 29 11:49:26.476762 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54858) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:26.506825 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ce4551-71a6-4aa8-84f7-f1f31272615f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] DELETE failed (client error): The resource could not be found. Nov 29 11:49:26.507409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ce4551-71a6-4aa8-84f7-f1f31272615f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:26.511593 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-86ce4551-71a6-4aa8-84f7-f1f31272615f tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/fb369bcb-8df5-40d1-bdfa-18f142a35f99 HTTP/1.1" status: 404 len: 339 time: 0.0336061 Nov 29 11:49:26.512076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] Deleting port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:26.512792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.514631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54860) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:26.553526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:26.553869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.554153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.566010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Pushing event updated for resources: {'Port': ['ID=3b3838f7-4ced-40ce-8b46-0ff9c0de1ac0,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:26.594591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.600078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] For port 8b218bd2-08a1-49b1-8e7b-75933df0ac53, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8b218bd2-08a1-49b1-8e7b-75933df0ac53,segment=NetworkSegment(ff42e75b-330e-4543-ae5c-ec609c079244),segment_id=ff42e75b-330e-4543-ae5c-ec609c079244)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:26.600520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.610747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.612752 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-159dd6ef-80d0-43aa-a2a8-4ecbc4dc1fbd tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0197132 Nov 29 11:49:26.616947 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54866) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:26.617335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] Calling delete_port for 8b218bd2-08a1-49b1-8e7b-75933df0ac53 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:26.636833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-247b2b3f-465d-450c-a5da-66048254dd96 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting subnet a673e39f-c10b-41d8-9bf7-611ebcdff998 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:26.637077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c58aa5c-9558-4e3b-bcf1-cd0370499a02']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:26.640998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-247b2b3f-465d-450c-a5da-66048254dd96 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.680790 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] For port 8b218bd2-08a1-49b1-8e7b-75933df0ac53, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8b218bd2-08a1-49b1-8e7b-75933df0ac53,segment=NetworkSegment(ff42e75b-330e-4543-ae5c-ec609c079244),segment_id=ff42e75b-330e-4543-ae5c-ec609c079244)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:26.681130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.687992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbe89fd-814c-4d4f-a2de-8b12ecf79908') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:26.688296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbe89fd-814c-4d4f-a2de-8b12ecf79908') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:26.700858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 8b218bd2-08a1-49b1-8e7b-75933df0ac53 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:26.703443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.707587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-247b2b3f-465d-450c-a5da-66048254dd96 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.736353 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-932b2f16-8c54-4ced-b747-116ed0283029 tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.1156523 Nov 29 11:49:26.736353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.737238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54872) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:26.761539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.812661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] Pushing event deleted for resources: {'Port': ['ID=8b218bd2-08a1-49b1-8e7b-75933df0ac53,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:26.826990 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7af3e7-075d-4bb7-b045-3137cef15917 None None] No DVR routers for this DVR port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:26.838562 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-298ccd74-8fe7-45ca-aa68-24fa2db222ac tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1002042 Nov 29 11:49:26.839950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:26.840369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.846744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54876) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:26.847686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54878) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:26.851152 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:26.871455 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-247b2b3f-465d-450c-a5da-66048254dd96 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.965610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1e848506-215a-4bff-aeae-1a1a73787398 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:26.976776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:26.989837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 1e848506-215a-4bff-aeae-1a1a73787398 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:26.990416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1e848506-215a-4bff-aeae-1a1a73787398 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:26.990735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8b218bd2-08a1-49b1-8e7b-75933df0ac53 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:27.018677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 8b218bd2-08a1-49b1-8e7b-75933df0ac53 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:27.019988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8b218bd2-08a1-49b1-8e7b-75933df0ac53 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:27.019988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 36f38eb4-4665-4c0a-b44d-800ecada0793 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:27.022682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=8b218bd2-08a1-49b1-8e7b-75933df0ac53,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:27.043191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 36f38eb4-4665-4c0a-b44d-800ecada0793 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:27.044305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 36f38eb4-4665-4c0a-b44d-800ecada0793 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:27.055328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'networks': [{'name': 'tempest-network--36974488'}, {'name': 'tempest-network--1568273808'}]} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:27.056060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'network': {'name': 'tempest-network--36974488'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:27.056060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'network': {'name': 'tempest-network--1568273808'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:27.062415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No DVR routers for this DVR port 8b218bd2-08a1-49b1-8e7b-75933df0ac53 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:27.103936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-247b2b3f-465d-450c-a5da-66048254dd96 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.184037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b2b3f-465d-450c-a5da-66048254dd96 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Subnet': ['ID=a673e39f-c10b-41d8-9bf7-611ebcdff998,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:27.191463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-247b2b3f-465d-450c-a5da-66048254dd96 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.194653 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-247b2b3f-465d-450c-a5da-66048254dd96 tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/subnets/a673e39f-c10b-41d8-9bf7-611ebcdff998 HTTP/1.1" status: 204 len: 168 time: 0.6791260 Nov 29 11:49:27.197571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54882) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:27.198244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e75039-3771-47a3-bfe0-3b395d8bbf58 None None] Network bf8dbd2d-01d7-4d9e-abb5-21578aa68945 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:27.201820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Made reservation on behalf of 1befee1df001443194d8ed6c1591603c for: {'network': 2} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:27.206265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.218653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.228169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.248556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.252741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Deleting port 3b3838f7-4ced-40ce-8b46-0ff9c0de1ac0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:27.253081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.262933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.266567 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] 10.222.0.23 "DELETE /v2.0/networks/6c58aa5c-9558-4e3b-bcf1-cd0370499a02 HTTP/1.1" status: 204 len: 168 time: 1.7434342 Nov 29 11:49:27.266877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae90bda-fda8-4df2-887a-167bce693d36']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:27.285532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de344662-b3bf-42d4-aaab-3923e5d79cb7 tempest-AllowedAddressPairIpV6TestJSON-39633404 tempest-AllowedAddressPairIpV6TestJSON-39633404-project] Pushing event deleted for resources: {'Network': ['ID=6c58aa5c-9558-4e3b-bcf1-cd0370499a02,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:27.308965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.319154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff42e75b-330e-4543-ae5c-ec609c079244') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:27.319547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff42e75b-330e-4543-ae5c-ec609c079244') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:27.334410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.362234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.368128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.382777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:27.383182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:27.386138 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:27.388803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Deleting port e27c335b-4cc1-42f0-ae53-0eb54665cfcc {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:27.388803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.398739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.399070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.445291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Calling delete_port for 3b3838f7-4ced-40ce-8b46-0ff9c0de1ac0 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:27.464637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] DHCP port deletion for bf8dbd2d-01d7-4d9e-abb5-21578aa68945 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:27.491904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] For port e27c335b-4cc1-42f0-ae53-0eb54665cfcc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,segment=NetworkSegment(e01d28ae-6a48-4a53-ba56-3dd37d30a051),segment_id=e01d28ae-6a48-4a53-ba56-3dd37d30a051)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:27.492351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.503006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.519465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Calling delete_port for e27c335b-4cc1-42f0-ae53-0eb54665cfcc owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:27.521896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.530007 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54888) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:27.530849 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/networks/dae90bda-fda8-4df2-887a-167bce693d36 HTTP/1.1" status: 204 len: 168 time: 1.4755864 Nov 29 11:49:27.534337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] Deleting port e27c335b-4cc1-42f0-ae53-0eb54665cfcc {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:27.534879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.536687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-992587492'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:27.558269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d038a6-0168-4afc-b263-04141a4070b8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Network': ['ID=dae90bda-fda8-4df2-887a-167bce693d36,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:27.612867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:27.616200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.618896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.628134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.628617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.637518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] For port e27c335b-4cc1-42f0-ae53-0eb54665cfcc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,segment=NetworkSegment(e01d28ae-6a48-4a53-ba56-3dd37d30a051),segment_id=e01d28ae-6a48-4a53-ba56-3dd37d30a051)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:27.638161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.661752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] Calling delete_port for e27c335b-4cc1-42f0-ae53-0eb54665cfcc owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:27.668835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.694855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc401353-61a9-479f-bb4c-fa24b2e25504,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:27.698545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Port': ['ID=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:27.702507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] No DVR routers for this DVR port e27c335b-4cc1-42f0-ae53-0eb54665cfcc on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:27.726219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54892) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:27.738380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:27.739938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.742826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:27.787212 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.788559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.789005 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Added segment 7fdee08a-a890-4874-b3da-9debb4b1c877 of type vlan for network 419c1c22-542b-4db4-922d-63c63ec3ca8d Nov 29 11:49:27.789289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.789637 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Added segment 53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb of type vlan for network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 Nov 29 11:49:27.806630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] No DVR routers for this DVR port e27c335b-4cc1-42f0-ae53-0eb54665cfcc on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:27.813222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.837737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699a44e-e530-42ba-aef6-d533c11c3f7f None None] Pushing event deleted for resources: {'Port': ['ID=e27c335b-4cc1-42f0-ae53-0eb54665cfcc,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:27.860637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Pushing event deleted for resources: {'Port': ['ID=3b3838f7-4ced-40ce-8b46-0ff9c0de1ac0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:27.870189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.875696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8dbd2d-01d7-4d9e-abb5-21578aa68945']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:27.888896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01d28ae-6a48-4a53-ba56-3dd37d30a051') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:27.889194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01d28ae-6a48-4a53-ba56-3dd37d30a051') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:27.901976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.905915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.922255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.924972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.931345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:27.931938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.960099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:27.960099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:27.963263 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:27.997412 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b85fe55a-cded-4e23-8599-1a44d532f3ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0f01a17f0bd407b9ccfec49eb92a58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648292 Nov 29 11:49:27.997412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.998539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:27.999902 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-21e86ca5-54fe-4902-bec8-0d8f8a1102c9 tempest-FloatingIPAdminTestJSON-1383165945 tempest-FloatingIPAdminTestJSON-1383165945-project] 10.222.0.23 "DELETE /v2.0/floatingips/d3e05f91-53f5-417a-ae20-00982f619f11 HTTP/1.1" status: 204 len: 168 time: 1.1531632 Nov 29 11:49:28.002589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54900) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:28.002873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54902) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:28.012626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:28.047107 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5157273 Nov 29 11:49:28.052248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54904) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:28.057031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.057673 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Added segment 3c909e61-91c9-4839-9cd2-8e403ce20113 of type vlan for network 636157ff-7e90-4f4d-83ad-c7b239678e0b Nov 29 11:49:28.061975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': 'd79d9e7c-da35-4d1a-81fd-a0b2bd913ce1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:28.108746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d9ec7-acee-4914-8080-7230c141f0bf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Network': ['ID=d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:28.115545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.126034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.127691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:28.132182 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] 10.222.0.23 "DELETE /v2.0/networks/bf8dbd2d-01d7-4d9e-abb5-21578aa68945 HTTP/1.1" status: 204 len: 168 time: 0.9327488 Nov 29 11:49:28.152729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877df7c1-2ad3-4679-88dc-b27a753a643b tempest-NetworksIpV6Test-451395524 tempest-NetworksIpV6Test-451395524-project] Pushing event deleted for resources: {'Network': ['ID=bf8dbd2d-01d7-4d9e-abb5-21578aa68945,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:28.157051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce44f673-0316-4360-9c86-38fb8d5ad77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.189185 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce44f673-0316-4360-9c86-38fb8d5ad77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.223563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.245798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce44f673-0316-4360-9c86-38fb8d5ad77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.249633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce44f673-0316-4360-9c86-38fb8d5ad77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.251471 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ce44f673-0316-4360-9c86-38fb8d5ad77a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8a5a56c5-fb1a-45ee-a39c-30e28b03e411 HTTP/1.1" status: 204 len: 168 time: 0.2382033 Nov 29 11:49:28.263348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44f673-0316-4360-9c86-38fb8d5ad77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5a56c5-fb1a-45ee-a39c-30e28b03e411,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:28.308920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:28.312405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.319229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.319719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.325483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:28.330906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:28.331653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.372079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54912) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:28.451409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Deleting port d868baeb-0db2-4b79-87df-db0484619ae3 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:28.451738 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.462804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54918) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:28.463000 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6142159 Nov 29 11:49:28.530005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Network': ['ID=419c1c22-542b-4db4-922d-63c63ec3ca8d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:28.542475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 419c1c22-542b-4db4-922d-63c63ec3ca8d details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:28.649105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7494ae-a324-49b8-b240-6b7882af433a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Network': ['ID=636157ff-7e90-4f4d-83ad-c7b239678e0b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:28.662875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c803fb1-8e0e-43d3-86b7-28e68a13acf8 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:28.670728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c803fb1-8e0e-43d3-86b7-28e68a13acf8 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:28.675103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 636157ff-7e90-4f4d-83ad-c7b239678e0b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:28.678285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c803fb1-8e0e-43d3-86b7-28e68a13acf8 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:28.678412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.678727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.685205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c803fb1-8e0e-43d3-86b7-28e68a13acf8 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:28.687532 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5c803fb1-8e0e-43d3-86b7-28e68a13acf8 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2236314 Nov 29 11:49:28.692092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54926) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:28.700123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Calling delete_port for d868baeb-0db2-4b79-87df-db0484619ae3 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:28.804407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.823971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.842559 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d34f8305-0d69-4fb5-b17d-2f3e09c8ea76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ad2fc046e84401c95e0f6e7d2e418d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4691057 Nov 29 11:49:28.846661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54932) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:28.884384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=71c99190-1338-460d-82e6-c8953684366b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:28.916774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking segment: {'id': '53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd79d9e7c-da35-4d1a-81fd-a0b2bd913ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:28.917235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network hostable DHCP agents. Network: d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:28.962004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.964258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e27c335b-4cc1-42f0-ae53-0eb54665cfcc no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:28.970109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:28.974842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.993438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f450e0ce-5010-4ed4-9bfb-258e5b783f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:28.996287 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419c1c22-542b-4db4-922d-63c63ec3ca8d']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:29.005968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: e27c335b-4cc1-42f0-ae53-0eb54665cfcc {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:29.006327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e27c335b-4cc1-42f0-ae53-0eb54665cfcc not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:29.014962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdee08a-a890-4874-b3da-9debb4b1c877') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:29.015267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdee08a-a890-4874-b3da-9debb4b1c877') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:29.019494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:29.026961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Pushing event deleted for resources: {'Port': ['ID=d868baeb-0db2-4b79-87df-db0484619ae3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:29.036785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.037306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:29.038735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.045039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d13d4-c1ce-4d59-8c8b-5df070a5a0ce None None] Network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:29.063167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f450e0ce-5010-4ed4-9bfb-258e5b783f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.085605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.098155 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4e63d7da-c7ad-4951-9990-cd8f1aedfa87 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0431354 Nov 29 11:49:29.100553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54944) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:29.107034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:29.107714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.107909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': 'd79d9e7c-da35-4d1a-81fd-a0b2bd913ce1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1605349390'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:29.111236 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:29.194554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f450e0ce-5010-4ed4-9bfb-258e5b783f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.198241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f450e0ce-5010-4ed4-9bfb-258e5b783f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.200326 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f450e0ce-5010-4ed4-9bfb-258e5b783f2c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1c914b35-25c3-4d44-9914-a551ab502097 HTTP/1.1" status: 204 len: 168 time: 0.3526299 Nov 29 11:49:29.202512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.204155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.205069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.211017 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1a6a31a3-cc1b-4fd9-8b21-3ce3b9cb53bc tempest-FloatingIPAdminTestJSON-181521638 tempest-FloatingIPAdminTestJSON-181521638-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/6cc7bbea-9cc9-4178-8de2-9554b3fcc435 HTTP/1.1" status: 204 len: 168 time: 1.2032051 Nov 29 11:49:29.211711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54950) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:29.212799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.216382 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/networks/419c1c22-542b-4db4-922d-63c63ec3ca8d HTTP/1.1" status: 204 len: 168 time: 0.5230513 Nov 29 11:49:29.224987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54952) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:29.236146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450e0ce-5010-4ed4-9bfb-258e5b783f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c914b35-25c3-4d44-9914-a551ab502097,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:29.239833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950790bf-2320-49e6-b6ce-7d0f7dc7fdaf tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Network': ['ID=419c1c22-542b-4db4-922d-63c63ec3ca8d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:29.325047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1', 'network_id': 'd79d9e7c-da35-4d1a-81fd-a0b2bd913ce1', 'tenant_id': '9b50e5f4b2da4157ab153ac60232dac3', 'fixed_ips': [{'subnet_id': '71c99190-1338-460d-82e6-c8953684366b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:29.326098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.369726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54954) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:29.380908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.397277 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:29.400715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.488477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port a0f881f9-139b-4f72-94b3-9011e6d70e18 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:29.511691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-f517adcd-8dcd-40ec-b3b3-3c503175bece tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Deleting port 0c4343ca-93f1-46fe-a48d-4ca853ffa9ba {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:29.511691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f517adcd-8dcd-40ec-b3b3-3c503175bece tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.525262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Allocated IP 2001:db8::2 (d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1/71c99190-1338-460d-82e6-c8953684366b/eaa3b387-e3da-4247-bb0f-36da39216343) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:29.611389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.652853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636157ff-7e90-4f4d-83ad-c7b239678e0b']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:29.664990 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1695080863'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:29.668137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c909e61-91c9-4839-9cd2-8e403ce20113') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:29.668433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c909e61-91c9-4839-9cd2-8e403ce20113') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:29.690853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.701133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:29.706071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.711199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f517adcd-8dcd-40ec-b3b3-3c503175bece tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.718978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.721450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.724842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.728426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-f517adcd-8dcd-40ec-b3b3-3c503175bece tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Calling delete_port for 0c4343ca-93f1-46fe-a48d-4ca853ffa9ba owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:29.730668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:29.730937 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:29.734031 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:29.738199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.800499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:29.802184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:29.806336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:29.867913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Pushing event updated for resources: {'Port': ['ID=eaa3b387-e3da-4247-bb0f-36da39216343,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:29.885363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Attempting to bind port eaa3b387-e3da-4247-bb0f-36da39216343 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:29.885829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Attempting to bind port eaa3b387-e3da-4247-bb0f-36da39216343 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd79d9e7c-da35-4d1a-81fd-a0b2bd913ce1'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:29.886745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Attempting to bind port eaa3b387-e3da-4247-bb0f-36da39216343 on network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:29.896265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:29.896727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Checking segment: {'id': '53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd79d9e7c-da35-4d1a-81fd-a0b2bd913ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:29.897275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.897788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Bound using segment: {'id': '53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd79d9e7c-da35-4d1a-81fd-a0b2bd913ce1'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:29.898414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Bound port: eaa3b387-e3da-4247-bb0f-36da39216343, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd79d9e7c-da35-4d1a-81fd-a0b2bd913ce1'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:29.899183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.903053 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.907766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.914073 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/networks/636157ff-7e90-4f4d-83ad-c7b239678e0b HTTP/1.1" status: 204 len: 168 time: 0.6843405 Nov 29 11:49:29.921019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54970) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:29.934093 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::12a (d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1/71c99190-1338-460d-82e6-c8953684366b/a0f881f9-139b-4f72-94b3-9011e6d70e18) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:29.961011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91ba52-4581-4c92-8ceb-d6d91de2a2db tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Network': ['ID=636157ff-7e90-4f4d-83ad-c7b239678e0b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:29.985220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.990264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:29.999558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c5ce6574-570c-4845-8874-110662be8060 None None] For port eaa3b387-e3da-4247-bb0f-36da39216343, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:30.003254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c5ce6574-570c-4845-8874-110662be8060 None None] For port eaa3b387-e3da-4247-bb0f-36da39216343, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=eaa3b387-e3da-4247-bb0f-36da39216343,segment=NetworkSegment(53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb),segment_id=53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:30.009611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.026617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:30.050388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b7a0be-ded3-4088-8807-f4c37a3e5603,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:30.091086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.092449 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Added segment b44a6241-8401-47ed-b408-6310b8a5cfcf of type vlan for network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c Nov 29 11:49:30.101060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce6574-570c-4845-8874-110662be8060 None None] Pushing event updated for resources: {'Port': ['ID=eaa3b387-e3da-4247-bb0f-36da39216343,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:30.144830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.182472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.189448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:30.190986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.269871 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8979344 Nov 29 11:49:30.280856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54984) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:30.285014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54986) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:30.292930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:30.383853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219bf38-2986-47ab-b344-a804caae1d9c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Network': ['ID=7b4c7af6-34ed-44a5-90fc-b5a20d5f657c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:30.398408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:30.480014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:30.485294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.563082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f517adcd-8dcd-40ec-b3b3-3c503175bece tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.577242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399946178'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:30.594211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040627e-2486-4414-9e55-6695e8ddb239 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:30.600776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040627e-2486-4414-9e55-6695e8ddb239 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:30.602367 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3040627e-2486-4414-9e55-6695e8ddb239 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6702158 Nov 29 11:49:30.609059 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54990) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:30.617803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1797958423'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:30.635838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:30.637087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517adcd-8dcd-40ec-b3b3-3c503175bece tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event deleted for resources: {'Port': ['ID=0c4343ca-93f1-46fe-a48d-4ca853ffa9ba,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:30.640942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.648166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9dd47d7-9fa2-4ee3-8445-cceed91897ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.663465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.694088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.718294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Made reservation on behalf of 1befee1df001443194d8ed6c1591603c for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:30.723040 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.724245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f517adcd-8dcd-40ec-b3b3-3c503175bece tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.729823 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f517adcd-8dcd-40ec-b3b3-3c503175bece tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "DELETE /v2.0/ports/0c4343ca-93f1-46fe-a48d-4ca853ffa9ba HTTP/1.1" status: 204 len: 168 time: 1.5168035 Nov 29 11:49:30.740896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 54992) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:30.755383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.797232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:30.800396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:30.802975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:30.808544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:30.809156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.827320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=a0f881f9-139b-4f72-94b3-9011e6d70e18,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:30.840138 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3d5580c2-bd3b-419c-9dd4-84bbcfd21a08 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7385092 Nov 29 11:49:30.843222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54994) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:30.850919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:30.882755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.883103 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Added segment 39f89438-8044-44b5-b244-9a2ce405f600 of type vlan for network bd177771-6551-4bbf-b6de-fba4c4a19f1b Nov 29 11:49:30.885579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.972374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:30.981748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-22b1a53e-21c7-4bc4-9a64-52ad2f8fe595 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port a0f881f9-139b-4f72-94b3-9011e6d70e18 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:30.982210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-22b1a53e-21c7-4bc4-9a64-52ad2f8fe595 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.011991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device eaa3b387-e3da-4247-bb0f-36da39216343 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:31.065529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0088e1-6176-4d78-8adc-1a73b357f42b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:31.067114 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cc0088e1-6176-4d78-8adc-1a73b357f42b tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3bace1c-3a2a-4958-b424-7c2216fce86a HTTP/1.1" status: 200 len: 913 time: 0.3252773 Nov 29 11:49:31.075361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 54998) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:31.086821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port eaa3b387-e3da-4247-bb0f-36da39216343 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:31.087360 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.103328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.134448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.178481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:31.178905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.186400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c67abc-dbba-470a-890b-b0f632092ce4,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:31.195501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=bee49619-d924-4986-bc10-42730f76cb98,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:31.202995 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f4b3253-c339-410d-b444-43c71c93551e req-20e47d45-d75d-4808-b651-34c7c6c60f26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2414660 Nov 29 11:49:31.207613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.214427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:31.215043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.223763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port eaa3b387-e3da-4247-bb0f-36da39216343, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=eaa3b387-e3da-4247-bb0f-36da39216343,segment=NetworkSegment(53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb),segment_id=53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:31.229440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.230957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-22b1a53e-21c7-4bc4-9a64-52ad2f8fe595 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.249374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-22b1a53e-21c7-4bc4-9a64-52ad2f8fe595 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for a0f881f9-139b-4f72-94b3-9011e6d70e18 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:31.290288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=eaa3b387-e3da-4247-bb0f-36da39216343,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:31.303716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.304044 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 30993e4f-5603-4f59-b4db-c0ed8e2293fc of type vlan for network 8c7c2411-83a4-4d6f-ba49-87bff45513aa Nov 29 11:49:31.307927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db8344-5860-4138-b476-47fd120cdd13 None None] Network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:31.308065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Network': ['ID=bd177771-6551-4bbf-b6de-fba4c4a19f1b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:31.328465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:31.328825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network hostable DHCP agents. Network: 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:31.359188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network bd177771-6551-4bbf-b6de-fba4c4a19f1b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:31.382332 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-598c09af-9132-4b71-902b-ba63f12e4dab tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7678769 Nov 29 11:49:31.386951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55004) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:31.395869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1756376950'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:31.404380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.449020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:31.461008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b3253-c339-410d-b444-43c71c93551e req-423a1915-b52e-4531-9cc1-624c0066654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:31.462755 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f4b3253-c339-410d-b444-43c71c93551e req-423a1915-b52e-4531-9cc1-624c0066654a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c7036afab6b45bd80311f207072fa15&device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 1098 time: 0.1606801 Nov 29 11:49:31.465288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.471902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:31.472480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.474679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Made reservation on behalf of 1befee1df001443194d8ed6c1591603c for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:31.477836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.497876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:31.534747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-22b1a53e-21c7-4bc4-9a64-52ad2f8fe595 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.536086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb25f47-d48c-4382-874a-67d7bc3852d0 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:31.566085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7a25b390-7c3d-465d-8db3-1dec5b01a33b None None] Provisioning complete for port eaa3b387-e3da-4247-bb0f-36da39216343 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:31.566641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a25b390-7c3d-465d-8db3-1dec5b01a33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.570318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:31.571032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.606318 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3081598 Nov 29 11:49:31.617465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1a53e-21c7-4bc4-9a64-52ad2f8fe595 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=a0f881f9-139b-4f72-94b3-9011e6d70e18,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:31.623962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-22b1a53e-21c7-4bc4-9a64-52ad2f8fe595 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.627835 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-22b1a53e-21c7-4bc4-9a64-52ad2f8fe595 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/a0f881f9-139b-4f72-94b3-9011e6d70e18 HTTP/1.1" status: 204 len: 168 time: 0.7830875 Nov 29 11:49:31.630861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55006) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:31.680345 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1134ad59-ded9-4a89-93ef-4ba1b4575484 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3935225 Nov 29 11:49:31.680940 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55008) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:31.686921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab9047-6c1c-4edc-b7d1-707cc6033e06 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=8c7c2411-83a4-4d6f-ba49-87bff45513aa,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:31.689505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:31.701692 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a282de3c-8f33-457f-af52-db2767eba4b5 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:49:31.703321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a282de3c-8f33-457f-af52-db2767eba4b5 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/a0f881f9-139b-4f72-94b3-9011e6d70e18 HTTP/1.1" status: 404 len: 333 time: 0.0715261 Nov 29 11:49:31.708205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55010) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:31.708480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8c7c2411-83a4-4d6f-ba49-87bff45513aa details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:31.708614 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'name': 'tempest-NetworksTestDHCPv6-151561104'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:31.764541 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.764875 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Added segment d4eb3e8b-4554-400b-89cb-6090e9278185 of type vlan for network 324e8f39-d393-4f1f-9154-9b9e2a279c78 Nov 29 11:49:31.773505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55012) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:31.781531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': '8c7c2411-83a4-4d6f-ba49-87bff45513aa', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:31.799731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f525dd-6678-4044-84bc-d8cbb54e198d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet 71c99190-1338-460d-82e6-c8953684366b {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:31.815212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1f525dd-6678-4044-84bc-d8cbb54e198d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.872393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.874916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b3253-c339-410d-b444-43c71c93551e req-ed198b0e-45c7-4b11-b21e-7056319f251a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:31.876515 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f4b3253-c339-410d-b444-43c71c93551e req-ed198b0e-45c7-4b11-b21e-7056319f251a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee HTTP/1.1" status: 200 len: 912 time: 0.3002412 Nov 29 11:49:31.949657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': 'bee49619-d924-4986-bc10-42730f76cb98'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:31.950580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.950866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1f525dd-6678-4044-84bc-d8cbb54e198d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:31.987723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:31.991957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.006618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.012292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:32.012903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.049622 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f4b3253-c339-410d-b444-43c71c93551e req-f6716710-ee29-4daa-911a-ad3c2e95d946 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad7cc840-e5be-47b4-a647-c40bd2db118f HTTP/1.1" status: 200 len: 1000 time: 0.1630168 Nov 29 11:49:32.096577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 745f6b29-545d-42e9-bfc2-8479f93566c0 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:32.109393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.115272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:32.120761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.152409 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7613280 Nov 29 11:49:32.157276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55016) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:32.169426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/bee49619-d924-4986-bc10-42730f76cb98/7f7ca03f-b627-4b50-8dc4-9ae470267aec) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:32.204436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'ports': [{'network_id': 'bd177771-6551-4bbf-b6de-fba4c4a19f1b', 'name': 'tempest-port--1053173355', 'admin_state_up': True}, {'network_id': '324e8f39-d393-4f1f-9154-9b9e2a279c78', 'admin_state_up': False}]} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:32.205129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'port': {'network_id': 'bd177771-6551-4bbf-b6de-fba4c4a19f1b', 'name': 'tempest-port--1053173355', 'admin_state_up': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:32.205822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'port': {'network_id': '324e8f39-d393-4f1f-9154-9b9e2a279c78', 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:32.233784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97869f13-ccfd-4db5-8887-8103610cf7dc tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Network': ['ID=324e8f39-d393-4f1f-9154-9b9e2a279c78,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:32.252867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 324e8f39-d393-4f1f-9154-9b9e2a279c78 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:32.257793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a6541e81-58fc-4e3c-959a-3c3ec364e57e None None] Provisioning complete for port eaa3b387-e3da-4247-bb0f-36da39216343 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:32.258307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6541e81-58fc-4e3c-959a-3c3ec364e57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.278800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b3253-c339-410d-b444-43c71c93551e req-a7c6aa4e-217e-4603-9187-9a7aa68a7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:32.280212 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f4b3253-c339-410d-b444-43c71c93551e req-a7c6aa4e-217e-4603-9187-9a7aa68a7852 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32262308-b0e7-4d46-b015-3101c9347f45 HTTP/1.1" status: 200 len: 850 time: 0.1971893 Nov 29 11:49:32.375841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1f525dd-6678-4044-84bc-d8cbb54e198d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.614046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.628337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.681593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.705828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:32.711060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:32.713768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:32.724135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Pushing event updated for resources: {'Port': ['ID=7f7ca03f-b627-4b50-8dc4-9ae470267aec,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:32.735940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1f525dd-6678-4044-84bc-d8cbb54e198d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.776335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b1f525dd-6678-4044-84bc-d8cbb54e198d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.780483 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b1f525dd-6678-4044-84bc-d8cbb54e198d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/71c99190-1338-460d-82e6-c8953684366b HTTP/1.1" status: 204 len: 168 time: 1.0711343 Nov 29 11:49:32.786773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b3253-c339-410d-b444-43c71c93551e req-518cf370-3654-4d48-bcb5-9fd5533cd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:32.788446 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f4b3253-c339-410d-b444-43c71c93551e req-518cf370-3654-4d48-bcb5-9fd5533cd43b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4904211 Nov 29 11:49:32.790503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55022) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:32.794443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d22aa0-7855-4213-9d43-658412c14935 None None] Network d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:32.804478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=885737ef-27d3-4917-9dc2-7255209a6df0,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:32.833033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::ee (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/bee49619-d924-4986-bc10-42730f76cb98/745f6b29-545d-42e9-bfc2-8479f93566c0) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:32.870649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Attempting to bind port 7f7ca03f-b627-4b50-8dc4-9ae470267aec on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:32.871029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Attempting to bind port 7f7ca03f-b627-4b50-8dc4-9ae470267aec by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:32.871394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Attempting to bind port 7f7ca03f-b627-4b50-8dc4-9ae470267aec on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:32.886109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f525dd-6678-4044-84bc-d8cbb54e198d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=71c99190-1338-460d-82e6-c8953684366b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:32.894016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': '30993e4f-5603-4f59-b4db-c0ed8e2293fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8c7c2411-83a4-4d6f-ba49-87bff45513aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:32.894215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: 8c7c2411-83a4-4d6f-ba49-87bff45513aa, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:32.916044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:32.916457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:32.916894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.917325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:32.917673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Made reservation on behalf of 1befee1df001443194d8ed6c1591603c for: {'port': 2} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:32.917854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Bound port: 7f7ca03f-b627-4b50-8dc4-9ae470267aec, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:32.918239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.922218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.951594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.970688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 8c7c2411-83a4-4d6f-ba49-87bff45513aa is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:32.987873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:32.992815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] For port 7f7ca03f-b627-4b50-8dc4-9ae470267aec, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:32.996441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] For port 7f7ca03f-b627-4b50-8dc4-9ae470267aec, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7f7ca03f-b627-4b50-8dc4-9ae470267aec,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:33.004616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.033611 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f4b3253-c339-410d-b444-43c71c93551e req-78bb1309-39ee-4345-9fdc-d1b8a0503bab service neutron] 10.222.0.30 "GET /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353137 Nov 29 11:49:33.034884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 8c7c2411-83a4-4d6f-ba49-87bff45513aa) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:33.041501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:33.042210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.057732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e2df3-d331-4776-9d0c-a6d6693ead36 None None] Network 8c7c2411-83a4-4d6f-ba49-87bff45513aa requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:33.076768 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-316ac96e-150a-42a6-b5bb-031b9c392c8d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2968531 Nov 29 11:49:33.077750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55024) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:33.082489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device eaa3b387-e3da-4247-bb0f-36da39216343 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:33.088716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Deleting port 94ef08e7-a98a-48b9-a0e2-833586a2e9fe {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:33.089295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.097215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073391592'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:33.133557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-25b0ba04-4e1d-4e4d-83dc-84338c68a172 None None] Could not find standard attr ID for object a0f881f9-139b-4f72-94b3-9011e6d70e18. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:33.163265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port eaa3b387-e3da-4247-bb0f-36da39216343 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:33.163600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.186671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9ebc7-715b-4629-a355-6909e4b3a070 None None] Pushing event updated for resources: {'Port': ['ID=7f7ca03f-b627-4b50-8dc4-9ae470267aec,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:33.227913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] DHCP port deletion for d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:33.282998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:33.285022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-126fbc55-bca6-442f-bc1f-254772fa7d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.287571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.288536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port eaa3b387-e3da-4247-bb0f-36da39216343 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:33.288896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.312805 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f4b3253-c339-410d-b444-43c71c93551e req-df2d46a6-338f-408c-be48-7b4a73f35404 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704136 Nov 29 11:49:33.321378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] device_id is not set on port fc4d2f1d-7977-43ec-95c8-d962e501c1d2 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:33.334852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] For port eaa3b387-e3da-4247-bb0f-36da39216343, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=eaa3b387-e3da-4247-bb0f-36da39216343,segment=NetworkSegment(53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb),segment_id=53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:33.336162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.341061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.370202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for eaa3b387-e3da-4247-bb0f-36da39216343 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:33.410403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] Deleting port eaa3b387-e3da-4247-bb0f-36da39216343 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:33.410773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.416698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-8c7c2411-83a4-4d6f-ba49-87bff45513aa', 'network_id': '8c7c2411-83a4-4d6f-ba49-87bff45513aa', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': '885737ef-27d3-4917-9dc2-7255209a6df0'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:33.417505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.475217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.499041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.526682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Calling delete_port for 94ef08e7-a98a-48b9-a0e2-833586a2e9fe owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:33.545731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=745f6b29-545d-42e9-bfc2-8479f93566c0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:33.547677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:33.589237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.590244 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 8208b597-0309-47ff-b0f3-44e73197c891 of type vlan for network c17c00cc-8972-4459-808d-0ca201c2df32 Nov 29 11:49:33.600930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] For port eaa3b387-e3da-4247-bb0f-36da39216343, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=eaa3b387-e3da-4247-bb0f-36da39216343,segment=NetworkSegment(53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb),segment_id=53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:33.601329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.619902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] Calling delete_port for eaa3b387-e3da-4247-bb0f-36da39216343 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:33.625500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.654782 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:33.669850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.686688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.694774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:33.698945 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:33.707111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:33.707111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.716808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=eaa3b387-e3da-4247-bb0f-36da39216343,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:33.720149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No DVR routers for this DVR port eaa3b387-e3da-4247-bb0f-36da39216343 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:33.728616 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-413da8d2-e11d-4b7e-acc1-72ecccfae114 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0426457 Nov 29 11:49:33.731389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55032) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:33.756866 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] device_id is not set on port 19c710cc-7a36-47fa-abb2-f9db85a071d5 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:33.778286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.809220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Allocated IP 172.20.255.242 (8c7c2411-83a4-4d6f-ba49-87bff45513aa/885737ef-27d3-4917-9dc2-7255209a6df0/94ec3a0b-3530-483d-a0e5-fab7f8009c74) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:33.821867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.882154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.888020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] Pushing event deleted for resources: {'Port': ['ID=eaa3b387-e3da-4247-bb0f-36da39216343,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:33.888164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:33.888683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.890092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc022b0-7e0a-4c46-959c-2b00c0066bf9 None None] No DVR routers for this DVR port eaa3b387-e3da-4247-bb0f-36da39216343 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:33.901924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.912959 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:33.944531 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.001094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.011179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.022953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Checking segment: {'id': '39f89438-8044-44b5-b244-9a2ce405f600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bd177771-6551-4bbf-b6de-fba4c4a19f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:34.023299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Network hostable DHCP agents. Network: bd177771-6551-4bbf-b6de-fba4c4a19f1b, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:34.037572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Port': ['ID=fc4d2f1d-7977-43ec-95c8-d962e501c1d2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:34.060837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Network bd177771-6551-4bbf-b6de-fba4c4a19f1b is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:34.072713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, bd177771-6551-4bbf-b6de-fba4c4a19f1b) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:34.080586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:34.082484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.085480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6e560-72e1-4766-95d3-ec0f4c4753bf None None] Network bd177771-6551-4bbf-b6de-fba4c4a19f1b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:34.090538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Network 8c7c2411-83a4-4d6f-ba49-87bff45513aa is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:34.105274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:34.140165 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:34.145459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Port': ['ID=19c710cc-7a36-47fa-abb2-f9db85a071d5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:34.147717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Pushing event updated for resources: {'Port': ['ID=94ec3a0b-3530-483d-a0e5-fab7f8009c74,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:34.189004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Checking segment: {'id': 'd4eb3e8b-4554-400b-89cb-6090e9278185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '324e8f39-d393-4f1f-9154-9b9e2a279c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:34.190701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Network hostable DHCP agents. Network: 324e8f39-d393-4f1f-9154-9b9e2a279c78, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:34.215920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Network 324e8f39-d393-4f1f-9154-9b9e2a279c78 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:34.227300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 324e8f39-d393-4f1f-9154-9b9e2a279c78) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:34.233661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:34.241093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:34.248669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:34.248866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Attempting to bind port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:34.249161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Attempting to bind port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '30993e4f-5603-4f59-b4db-c0ed8e2293fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8c7c2411-83a4-4d6f-ba49-87bff45513aa'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:34.249462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.249564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Attempting to bind port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 on network 8c7c2411-83a4-4d6f-ba49-87bff45513aa {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:34.251751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637e48c-d30f-4867-840f-2127c41b1763 None None] Network 324e8f39-d393-4f1f-9154-9b9e2a279c78 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:34.271971 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a1f4aa1e-ee13-4312-8420-81ce7fdbefc3 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0723245 Nov 29 11:49:34.274111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55034) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:34.291217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:34.291615 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Checking segment: {'id': '30993e4f-5603-4f59-b4db-c0ed8e2293fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8c7c2411-83a4-4d6f-ba49-87bff45513aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:34.291991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.293119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Bound using segment: {'id': '30993e4f-5603-4f59-b4db-c0ed8e2293fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8c7c2411-83a4-4d6f-ba49-87bff45513aa'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:34.293759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Bound port: 94ec3a0b-3530-483d-a0e5-fab7f8009c74, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30993e4f-5603-4f59-b4db-c0ed8e2293fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8c7c2411-83a4-4d6f-ba49-87bff45513aa'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:34.294310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.328267 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2398231 Nov 29 11:49:34.328640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55038) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:34.337962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': 'c17c00cc-8972-4459-808d-0ca201c2df32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:34.338166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:34.356087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce637c-f8e0-41a3-afc8-d8426c663438 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:34.362805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce637c-f8e0-41a3-afc8-d8426c663438 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:34.364404 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f7ce637c-f8e0-41a3-afc8-d8426c663438 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6123993 Nov 29 11:49:34.373281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55040) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:34.375061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:34.375356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e8d7ec-2036-4d4a-95a9-8b7fd3364dfb') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:34.391718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58278bf7-b30e-4091-921f-f02ccfe3f8b3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=c17c00cc-8972-4459-808d-0ca201c2df32,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:34.392693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a36fec8-95f5-46ee-8b04-f20dec00ddc7 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:34.410301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a36fec8-95f5-46ee-8b04-f20dec00ddc7 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:34.411253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network c17c00cc-8972-4459-808d-0ca201c2df32 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:34.412343 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8a36fec8-95f5-46ee-8b04-f20dec00ddc7 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1372004 Nov 29 11:49:34.441877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.443341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55042) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:34.489456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460d68f-173b-418b-b461-fe252ef35c5e None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:34.502028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:34.510206 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.528054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.584217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:34.584634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:34.587620 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:34.638581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.649039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c549d6e5-3f00-4d4a-a11a-1a6a13c71ab3 None None] Provisioning complete for port 7f7ca03f-b627-4b50-8dc4-9ae470267aec triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:34.649606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c549d6e5-3f00-4d4a-a11a-1a6a13c71ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.657841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] For port 94ec3a0b-3530-483d-a0e5-fab7f8009c74, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:34.682225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.692526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event deleted for resources: {'Port': ['ID=94ef08e7-a98a-48b9-a0e2-833586a2e9fe,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:34.718361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.732222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.738858 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/networks/d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1 HTTP/1.1" status: 204 len: 168 time: 1.9431734 Nov 29 11:49:34.759187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55044) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:34.768237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'name': 'tempest-PortsIpV6TestJSON-617467179'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:34.792238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbfc3a-8f4f-4460-86b9-0f1639781ecd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Network': ['ID=d79d9e7c-da35-4d1a-81fd-a0b2bd913ce1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:34.800711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2ec74-b353-437e-99ae-f9be96926a90 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Deleting port fc4d2f1d-7977-43ec-95c8-d962e501c1d2 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:34.801057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ec74-b353-437e-99ae-f9be96926a90 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.848039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e7918-b960-45d8-81c6-ec2d857b5292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 745f6b29-545d-42e9-bfc2-8479f93566c0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:34.848388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1e6e7918-b960-45d8-81c6-ec2d857b5292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.870262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.921908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] For port 94ec3a0b-3530-483d-a0e5-fab7f8009c74, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=94ec3a0b-3530-483d-a0e5-fab7f8009c74,segment=NetworkSegment(30993e4f-5603-4f59-b4db-c0ed8e2293fc),segment_id=30993e4f-5603-4f59-b4db-c0ed8e2293fc)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:34.944551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:34.965821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=58e75444-2a07-4f12-8d56-4a2e94fa17b0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:35.096994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:35.101496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.125540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port ea1f64f0-1ca9-4334-b862-c464ea727fe6 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:35.149510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': '8208b597-0309-47ff-b0f3-44e73197c891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c17c00cc-8972-4459-808d-0ca201c2df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:35.151199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: c17c00cc-8972-4459-808d-0ca201c2df32, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:35.156218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ec74-b353-437e-99ae-f9be96926a90 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.198550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7f7ca03f-b627-4b50-8dc4-9ae470267aec up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:35.207704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2ec74-b353-437e-99ae-f9be96926a90 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Calling delete_port for fc4d2f1d-7977-43ec-95c8-d962e501c1d2 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:35.243930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1e6e7918-b960-45d8-81c6-ec2d857b5292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.248821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5673-9ddc-4407-8a26-b9d86100bed1 None None] Pushing event updated for resources: {'Port': ['ID=94ec3a0b-3530-483d-a0e5-fab7f8009c74,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:35.286068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c549d6e5-3f00-4d4a-a11a-1a6a13c71ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.310583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e7918-b960-45d8-81c6-ec2d857b5292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 745f6b29-545d-42e9-bfc2-8479f93566c0 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:35.312659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network c17c00cc-8972-4459-808d-0ca201c2df32 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:35.338149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, c17c00cc-8972-4459-808d-0ca201c2df32) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:35.346614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.348220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:35.349067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.439002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa3618-b95b-43a1-8c7a-94acedb91d91 None None] Network c17c00cc-8972-4459-808d-0ca201c2df32 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:35.467845 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d3d762fe-fdfe-4969-9de9-c462b947b46d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1381676 Nov 29 11:49:35.496799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55052) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:35.557149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7f7ca03f-b627-4b50-8dc4-9ae470267aec triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:35.557889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.560650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.574965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c549d6e5-3f00-4d4a-a11a-1a6a13c71ab3 None None] For port 7f7ca03f-b627-4b50-8dc4-9ae470267aec, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7f7ca03f-b627-4b50-8dc4-9ae470267aec,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:35.615240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c549d6e5-3f00-4d4a-a11a-1a6a13c71ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.723213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ec74-b353-437e-99ae-f9be96926a90 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.735247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.739267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.785838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c549d6e5-3f00-4d4a-a11a-1a6a13c71ab3 None None] Pushing event updated for resources: {'Port': ['ID=7f7ca03f-b627-4b50-8dc4-9ae470267aec,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:35.799713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:35.804228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:35.819237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2ec74-b353-437e-99ae-f9be96926a90 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Port': ['ID=fc4d2f1d-7977-43ec-95c8-d962e501c1d2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:35.831313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ec74-b353-437e-99ae-f9be96926a90 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.834580 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8fd2ec74-b353-437e-99ae-f9be96926a90 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/ports/fc4d2f1d-7977-43ec-95c8-d962e501c1d2 HTTP/1.1" status: 204 len: 168 time: 1.3902726 Nov 29 11:49:35.838295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55054) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:35.871886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:35.878720 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:35.880128 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.893259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.914774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-fb3b33ad-8b4a-4742-8ce1-78e8e362f880 None None] Provisioning complete for port 745f6b29-545d-42e9-bfc2-8479f93566c0 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:35.915157 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fb3b33ad-8b4a-4742-8ce1-78e8e362f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:35.934264 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1706145 Nov 29 11:49:35.936959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55058) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:35.954694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911f7b96-26fd-4ac3-b94e-27b96771dea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-c17c00cc-8972-4459-808d-0ca201c2df32', 'network_id': 'c17c00cc-8972-4459-808d-0ca201c2df32', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': '58e75444-2a07-4f12-8d56-4a2e94fa17b0'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:35.956104 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-911f7b96-26fd-4ac3-b94e-27b96771dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.011508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.016531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device eaa3b387-e3da-4247-bb0f-36da39216343 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:36.040245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0becf1-7faf-4b42-afe9-890f407012fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=ea1f64f0-1ca9-4334-b862-c464ea727fe6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:36.066083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: eaa3b387-e3da-4247-bb0f-36da39216343 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:36.066439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device eaa3b387-e3da-4247-bb0f-36da39216343 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:36.076287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b33ad-8b4a-4742-8ce1-78e8e362f880 None None] Port 745f6b29-545d-42e9-bfc2-8479f93566c0 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:36.089887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1e6e7918-b960-45d8-81c6-ec2d857b5292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.172683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e7918-b960-45d8-81c6-ec2d857b5292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=745f6b29-545d-42e9-bfc2-8479f93566c0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:36.173190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-fb3b33ad-8b4a-4742-8ce1-78e8e362f880 None None] Provisioning complete for port 7f7ca03f-b627-4b50-8dc4-9ae470267aec triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:36.173570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fb3b33ad-8b4a-4742-8ce1-78e8e362f880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.177390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Router e3bace1c-3a2a-4958-b424-7c2216fce86a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:49:36.209791 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.238439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1e6e7918-b960-45d8-81c6-ec2d857b5292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.241707 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1e6e7918-b960-45d8-81c6-ec2d857b5292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/745f6b29-545d-42e9-bfc2-8479f93566c0 HTTP/1.1" status: 204 len: 168 time: 1.8619328 Nov 29 11:49:36.247058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55062) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:36.266787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=58e75444-2a07-4f12-8d56-4a2e94fa17b0,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server [None req-911f7b96-26fd-4ac3-b94e-27b96771dea2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58e75444-2a07-4f12-8d56-4a2e94fa17b0: This subnet is being modified by another concurrent operation. Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:49:36.298274 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise exception Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58e75444-2a07-4f12-8d56-4a2e94fa17b0: This subnet is being modified by another concurrent operation. Nov 29 11:49:36.302302 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Nov 29 11:49:36.340838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a0af664a-e056-4a4c-b875-bbef7da6488a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Deleting port 19c710cc-7a36-47fa-abb2-f9db85a071d5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:36.341482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a0af664a-e056-4a4c-b875-bbef7da6488a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.374134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec67f6-d38a-4f1e-bf46-bf8363ad7cbc None None] Network c17c00cc-8972-4459-808d-0ca201c2df32 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:36.386715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.421257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a0af664a-e056-4a4c-b875-bbef7da6488a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.425428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17c00cc-8972-4459-808d-0ca201c2df32']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:36.436060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a0af664a-e056-4a4c-b875-bbef7da6488a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Calling delete_port for 19c710cc-7a36-47fa-abb2-f9db85a071d5 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:36.438302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8208b597-0309-47ff-b0f3-44e73197c891') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:36.438609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8208b597-0309-47ff-b0f3-44e73197c891') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:36.455891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.469765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.481836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:36.482277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:36.515375 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:36.628903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528607fb-61d5-4bc1-945e-7c92179b181d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:36.630754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528607fb-61d5-4bc1-945e-7c92179b181d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:36.632210 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-528607fb-61d5-4bc1-945e-7c92179b181d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3842185 Nov 29 11:49:36.635173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55066) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:36.643727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.675483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.683069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:49:36.683979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1c19647f-0b0e-4030-b61b-7425b8fce3f4 None None] Could not find standard attr ID for object 745f6b29-545d-42e9-bfc2-8479f93566c0. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:36.684684 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/c17c00cc-8972-4459-808d-0ca201c2df32 HTTP/1.1" status: 204 len: 168 time: 1.1866589 Nov 29 11:49:36.684811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55068) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:36.690973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-74463134'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:36.698047 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7fb34f-ed4c-4814-aea1-e16a25f9fd87 None None] Sync routers for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:49:36.700839 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ea7c9f46-988c-478f-be95-fdfb1b1029f5 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "PUT /v2.0/routers/e3bace1c-3a2a-4958-b424-7c2216fce86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6242042 Nov 29 11:49:36.701642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55070) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:36.703384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a0af664a-e056-4a4c-b875-bbef7da6488a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.715630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afec0be-3c36-4014-bf2c-a118f59c4180 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=c17c00cc-8972-4459-808d-0ca201c2df32,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:36.725030 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7fb34f-ed4c-4814-aea1-e16a25f9fd87 None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:36.725928 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-aa7fb34f-ed4c-4814-aea1-e16a25f9fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:36.735273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6095f60d-9577-48f2-87f2-d5569d93e12d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port ea1f64f0-1ca9-4334-b862-c464ea727fe6 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:36.735636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6095f60d-9577-48f2-87f2-d5569d93e12d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.744005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d3d2b4-5576-4d09-a0cc-9269546178c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet bee49619-d924-4986-bc10-42730f76cb98 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:36.780141 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-aa7fb34f-ed4c-4814-aea1-e16a25f9fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:36.792755 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7fb34f-ed4c-4814-aea1-e16a25f9fd87 None None] Routers {'e3bace1c-3a2a-4958-b424-7c2216fce86a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:49:36.793616 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-aa7fb34f-ed4c-4814-aea1-e16a25f9fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e3bace1c-3a2a-4958-b424-7c2216fce86a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:36.794560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15d3d2b4-5576-4d09-a0cc-9269546178c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.830694 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-aa7fb34f-ed4c-4814-aea1-e16a25f9fd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:36.831781 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7fb34f-ed4c-4814-aea1-e16a25f9fd87 None None] The sync data for ids ['e3bace1c-3a2a-4958-b424-7c2216fce86a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:49:36.853362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6095f60d-9577-48f2-87f2-d5569d93e12d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.855787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af664a-e056-4a4c-b875-bbef7da6488a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Port': ['ID=19c710cc-7a36-47fa-abb2-f9db85a071d5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:36.857137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15d3d2b4-5576-4d09-a0cc-9269546178c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.864122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a0af664a-e056-4a4c-b875-bbef7da6488a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.870167 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a0af664a-e056-4a4c-b875-bbef7da6488a tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/ports/19c710cc-7a36-47fa-abb2-f9db85a071d5 HTTP/1.1" status: 204 len: 168 time: 1.0306365 Nov 29 11:49:36.872677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55072) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:36.873711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b685b-15c1-47e1-a2e8-9ac37749e497 None None] Network 8c7c2411-83a4-4d6f-ba49-87bff45513aa requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:36.891188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6095f60d-9577-48f2-87f2-d5569d93e12d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for ea1f64f0-1ca9-4334-b862-c464ea727fe6 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:36.913681 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-006beb0a-5f71-4564-9b93-7061ac113b10 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0378919 Nov 29 11:49:36.914374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55074) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:36.917801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:36.921215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.928373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1422532029'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:36.973672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:36.999955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-687b4681-345b-4ed7-9b41-b32dc3f0cead None None] Provisioning complete for port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:37.001822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-687b4681-345b-4ed7-9b41-b32dc3f0cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.005773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15d3d2b4-5576-4d09-a0cc-9269546178c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.014600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:37.044044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Made reservation on behalf of 1befee1df001443194d8ed6c1591603c for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:37.047827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.058228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6095f60d-9577-48f2-87f2-d5569d93e12d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.070860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.071482 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 6f01a46c-8cd1-4052-903e-1c6269187e51 of type vlan for network 3c293d3f-ceae-4de0-9c89-71d1ddd1e995 Nov 29 11:49:37.101456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095f60d-9577-48f2-87f2-d5569d93e12d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=ea1f64f0-1ca9-4334-b862-c464ea727fe6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:37.107886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6095f60d-9577-48f2-87f2-d5569d93e12d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.111981 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6095f60d-9577-48f2-87f2-d5569d93e12d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/ea1f64f0-1ca9-4334-b862-c464ea727fe6 HTTP/1.1" status: 204 len: 168 time: 1.0743113 Nov 29 11:49:37.115638 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55078) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:37.130257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'mac_address': 'fa:16:3e:d4:d0:74', 'name': 'tempest-PortsIpV6TestJSON-2071350063'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:37.138246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-687b4681-345b-4ed7-9b41-b32dc3f0cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.138860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.143743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:37.165509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15d3d2b4-5576-4d09-a0cc-9269546178c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.176332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.176687 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Added segment 9ff26f15-deeb-43c2-ba05-49a3636db895 of type vlan for network 77414a15-32a0-4193-8991-04fd88c70a71 Nov 29 11:49:37.215001 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 94ec3a0b-3530-483d-a0e5-fab7f8009c74 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:37.231490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.252953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-687b4681-345b-4ed7-9b41-b32dc3f0cead None None] For port 94ec3a0b-3530-483d-a0e5-fab7f8009c74, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=94ec3a0b-3530-483d-a0e5-fab7f8009c74,segment=NetworkSegment(30993e4f-5603-4f59-b4db-c0ed8e2293fc),segment_id=30993e4f-5603-4f59-b4db-c0ed8e2293fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:37.260267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3d2b4-5576-4d09-a0cc-9269546178c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=bee49619-d924-4986-bc10-42730f76cb98,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:37.272461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15d3d2b4-5576-4d09-a0cc-9269546178c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.278208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.278410 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-15d3d2b4-5576-4d09-a0cc-9269546178c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/bee49619-d924-4986-bc10-42730f76cb98 HTTP/1.1" status: 204 len: 168 time: 0.6395533 Nov 29 11:49:37.280040 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55082) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:37.282014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:37.282329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-687b4681-345b-4ed7-9b41-b32dc3f0cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.282628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.285450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9730c2f-b431-4a27-85c0-2705fb7e7600 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:37.332459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.353401 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-14a8fc33-69aa-4021-a4c6-92e0ce593725 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691741 Nov 29 11:49:37.353728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55084) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:37.358934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:37.382636 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6967812 Nov 29 11:49:37.397638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55086) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:37.405801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': '3c293d3f-ceae-4de0-9c89-71d1ddd1e995', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:37.413890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b4681-345b-4ed7-9b41-b32dc3f0cead None None] Pushing event updated for resources: {'Port': ['ID=94ec3a0b-3530-483d-a0e5-fab7f8009c74,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:37.445922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:37.458025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:37.458405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.474798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5cc98-aeb6-4ed3-b912-2ea2bcdc798d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=3c293d3f-ceae-4de0-9c89-71d1ddd1e995,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:37.493834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 3c293d3f-ceae-4de0-9c89-71d1ddd1e995 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:37.514045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.522541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:37.523585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.536377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.547788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:37.551966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.601160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6841791 Nov 29 11:49:37.603949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55088) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:37.611650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-54875554'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:37.615843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Deleting port a6dd396b-0a38-42a3-8c8e-0bea55c0a8a8 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:37.616187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.628131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port fa89d3bc-6f01-4999-aede-1e85e726a299 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:37.634169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7f7ca03f-b627-4b50-8dc4-9ae470267aec up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:37.653726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 11:49:37.653726 dv-neutron-819578-1-hyperv neutron-server[102103]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 11:49:37.653726 dv-neutron-819578-1-hyperv neutron-server[102103]: [parameters: {'project_id_1': '1befee1df001443194d8ed6c1591603c', 'expiration_1': datetime.datetime(2021, 11, 29, 11, 49, 17, 623407)}] Nov 29 11:49:37.653726 dv-neutron-819578-1-hyperv neutron-server[102103]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:37.654440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:37.675539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb54e047-db74-465c-b13f-4637262992bf None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:37.694324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c504f63-a147-4263-9ec4-a2553d270424 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Network': ['ID=77414a15-32a0-4193-8991-04fd88c70a71,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:37.717984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:37.719973 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 77414a15-32a0-4193-8991-04fd88c70a71 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:37.721585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.795941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7f7ca03f-b627-4b50-8dc4-9ae470267aec triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:37.796760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.810152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:37.828851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Performing IP validity checks on allocation pools {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 11:49:37.829389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 11:49:37.836487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Calling delete_port for a6dd396b-0a38-42a3-8c8e-0bea55c0a8a8 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:37.965674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.006835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.017923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-0a0bdfa7-0146-4203-82e8-1eadb313d03f None None] Provisioning complete for port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:38.018530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a0bdfa7-0146-4203-82e8-1eadb313d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.020498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-eb54e047-db74-465c-b13f-4637262992bf None None] Deleting port 7f7ca03f-b627-4b50-8dc4-9ae470267aec {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:38.020858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e047-db74-465c-b13f-4637262992bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.066098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:38.070204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.075040 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:38.082434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:38.083350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.089341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=5de408b7-531f-4496-b488-e86dfd5e2c4b,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:38.136177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:38.142405 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-15d54f37-091a-42f7-8d96-f5a04a46d675 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7866693 Nov 29 11:49:38.145350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55092) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:38.146350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:38.158062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'name': 'tempest-NetworksTestDHCPv6-1101681647'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:38.161662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:38.167572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:38.168348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.178604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-eb54e047-db74-465c-b13f-4637262992bf None None] For port 7f7ca03f-b627-4b50-8dc4-9ae470267aec, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7f7ca03f-b627-4b50-8dc4-9ae470267aec,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:38.179002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e047-db74-465c-b13f-4637262992bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.193808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=fa89d3bc-6f01-4999-aede-1e85e726a299,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:38.216552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-eb54e047-db74-465c-b13f-4637262992bf None None] Calling delete_port for 7f7ca03f-b627-4b50-8dc4-9ae470267aec owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:38.257241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Made reservation on behalf of 1befee1df001443194d8ed6c1591603c for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:38.261691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.271939 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-385f6c84-0eec-43a5-9741-157ade90f674 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1545627 Nov 29 11:49:38.281131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55098) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:38.318877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eb54e047-db74-465c-b13f-4637262992bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.358153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54e047-db74-465c-b13f-4637262992bf None None] Pushing event deleted for resources: {'Port': ['ID=7f7ca03f-b627-4b50-8dc4-9ae470267aec,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:38.361729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:38.363967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54e047-db74-465c-b13f-4637262992bf None None] No DVR routers for this DVR port 7f7ca03f-b627-4b50-8dc4-9ae470267aec on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:38.378990 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e47bb5-3a08-4f71-854a-335983444e64 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:38.380715 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-59e47bb5-3a08-4f71-854a-335983444e64 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/fa89d3bc-6f01-4999-aede-1e85e726a299 HTTP/1.1" status: 200 len: 845 time: 0.0950696 Nov 29 11:49:38.385857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55100) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:38.396072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d4937-bb53-4e8e-b211-532ab0740bcb None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:38.403563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.403563 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Added segment 1cd3bbac-35f5-45d6-9934-22c7e96c51ea of type vlan for network 2ae80b14-3a70-48aa-99a5-d59f0dba91e7 Nov 29 11:49:38.429274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.462761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:38.466290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.497541 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port d4be1d9f-6662-40a4-b559-0cde191406e3 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:38.524981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.541119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.553481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=742e8e5d-dae3-4e08-ba03-bf57f88c783b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:38.575600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '5de408b7-531f-4496-b488-e86dfd5e2c4b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:38.576660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.601534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event deleted for resources: {'Port': ['ID=a6dd396b-0a38-42a3-8c8e-0bea55c0a8a8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:38.603788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': '6f01a46c-8cd1-4052-903e-1c6269187e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3c293d3f-ceae-4de0-9c89-71d1ddd1e995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:38.604155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: 3c293d3f-ceae-4de0-9c89-71d1ddd1e995, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:38.651460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 3c293d3f-ceae-4de0-9c89-71d1ddd1e995 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:38.663025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.666614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 3c293d3f-ceae-4de0-9c89-71d1ddd1e995) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:38.678818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df735a-35ba-40a5-8942-26a54cf27354 None None] Network 3c293d3f-ceae-4de0-9c89-71d1ddd1e995 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:38.729587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:38.729856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.768920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.771097 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.777059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-67327d0d-aa0e-43b2-9892-84d105d57745 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3779798 Nov 29 11:49:38.779816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55102) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:38.806234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/5de408b7-531f-4496-b488-e86dfd5e2c4b/5f35c363-01f1-4898-84b8-254ef477dfc8) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:38.880465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:49:38.882771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.883113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Fanout notify agent at l3_agent the message router_deleted on router e3bace1c-3a2a-4958-b424-7c2216fce86a {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:49:38.903350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.904751 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f186c74c-e189-48e9-8a1a-089e3f406ef2 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "DELETE /v2.0/routers/e3bace1c-3a2a-4958-b424-7c2216fce86a HTTP/1.1" status: 204 len: 168 time: 2.1994798 Nov 29 11:49:38.907832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55106) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:38.918862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c3bbbac3-a291-48e7-bbf2-66ef91c37f8a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port fa89d3bc-6f01-4999-aede-1e85e726a299 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:38.919207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbac3-a291-48e7-bbf2-66ef91c37f8a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.921773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.927220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:38.927792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:38.980831 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:49:38.982697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a803d8d-93d8-4c36-9ae3-ea4cdd2cd89f tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Deleting subnet b5080bb1-1e37-48e6-9531-9fc198fd3597 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:38.988263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a803d8d-93d8-4c36-9ae3-ea4cdd2cd89f tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.020310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 94ec3a0b-3530-483d-a0e5-fab7f8009c74 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:39.041962 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4232750 Nov 29 11:49:39.054383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.065000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988603d-c84d-4e1a-bc4f-88a87a147002 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Network': ['ID=2ae80b14-3a70-48aa-99a5-d59f0dba91e7,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:39.069344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbac3-a291-48e7-bbf2-66ef91c37f8a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.083701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a803d8d-93d8-4c36-9ae3-ea4cdd2cd89f tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.084107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c3bbbac3-a291-48e7-bbf2-66ef91c37f8a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for fa89d3bc-6f01-4999-aede-1e85e726a299 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:39.089797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:39.090313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.146095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 2ae80b14-3a70-48aa-99a5-d59f0dba91e7 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:39.165219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.189186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbac3-a291-48e7-bbf2-66ef91c37f8a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.191859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.197527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebcb269-47f4-4f8c-97b4-565f386952b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-3c293d3f-ceae-4de0-9c89-71d1ddd1e995', 'network_id': '3c293d3f-ceae-4de0-9c89-71d1ddd1e995', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': '742e8e5d-dae3-4e08-ba03-bf57f88c783b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:39.198496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb269-47f4-4f8c-97b4-565f386952b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.207054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.278416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a803d8d-93d8-4c36-9ae3-ea4cdd2cd89f tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.285236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Pushing event updated for resources: {'Port': ['ID=5f35c363-01f1-4898-84b8-254ef477dfc8,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:39.296985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:39.307374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:39.324829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::102 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/5de408b7-531f-4496-b488-e86dfd5e2c4b/d4be1d9f-6662-40a4-b559-0cde191406e3) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:39.338042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:39.345418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.386809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=742e8e5d-dae3-4e08-ba03-bf57f88c783b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:39.498367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a803d8d-93d8-4c36-9ae3-ea4cdd2cd89f tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.536089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Attempting to bind port 5f35c363-01f1-4898-84b8-254ef477dfc8 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:39.536377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Attempting to bind port 5f35c363-01f1-4898-84b8-254ef477dfc8 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:39.536743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Attempting to bind port 5f35c363-01f1-4898-84b8-254ef477dfc8 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:39.565385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a803d8d-93d8-4c36-9ae3-ea4cdd2cd89f tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event deleted for resources: {'Subnet': ['ID=b5080bb1-1e37-48e6-9531-9fc198fd3597,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:39.569717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:39.570118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:39.572832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.573243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:39.573732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Bound port: 5f35c363-01f1-4898-84b8-254ef477dfc8, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:39.574148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.577166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.577810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server [None req-9ebcb269-47f4-4f8c-97b4-565f386952b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 742e8e5d-dae3-4e08-ba03-bf57f88c783b: This subnet is being modified by another concurrent operation. Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:49:39.579795 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise exception Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 742e8e5d-dae3-4e08-ba03-bf57f88c783b: This subnet is being modified by another concurrent operation. Nov 29 11:49:39.583399 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Nov 29 11:49:39.593084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a803d8d-93d8-4c36-9ae3-ea4cdd2cd89f tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.600482 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6a803d8d-93d8-4c36-9ae3-ea4cdd2cd89f tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "DELETE /v2.0/subnets/b5080bb1-1e37-48e6-9531-9fc198fd3597 HTTP/1.1" status: 204 len: 168 time: 0.6907322 Nov 29 11:49:39.604609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e298e3-32ef-449d-bc47-6525375617cd None None] Network c9601b3f-9a43-4f21-80f6-80682a72ee7e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:39.607637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7f7ca03f-b627-4b50-8dc4-9ae470267aec no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:39.610530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55112) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:39.631108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 7f7ca03f-b627-4b50-8dc4-9ae470267aec {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:39.631447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7f7ca03f-b627-4b50-8dc4-9ae470267aec not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:39.632922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a4887-4467-4398-94dd-925d134c8eb4 None None] Network 3c293d3f-ceae-4de0-9c89-71d1ddd1e995 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:39.641009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbbac3-a291-48e7-bbf2-66ef91c37f8a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=fa89d3bc-6f01-4999-aede-1e85e726a299,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:39.651466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.698751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c293d3f-ceae-4de0-9c89-71d1ddd1e995']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:39.709485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbac3-a291-48e7-bbf2-66ef91c37f8a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.716935 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c3bbbac3-a291-48e7-bbf2-66ef91c37f8a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/fa89d3bc-6f01-4999-aede-1e85e726a299 HTTP/1.1" status: 204 len: 168 time: 1.3277113 Nov 29 11:49:39.718284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:39.722815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55114) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:39.723613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:39.731882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:39.735160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f01a46c-8cd1-4052-903e-1c6269187e51') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:39.735666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f01a46c-8cd1-4052-903e-1c6269187e51') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:39.738960 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:39.739591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.766167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=d4be1d9f-6662-40a4-b559-0cde191406e3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:39.787460 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3c1122d4-a14e-4a24-9b14-06cf3ffaccff tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6386850 Nov 29 11:49:39.788373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55116) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:39.790927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.813358 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d359e19c-e38b-4c38-9e98-3acac9bd7e40 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:49:39.820402 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d359e19c-e38b-4c38-9e98-3acac9bd7e40 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/fa89d3bc-6f01-4999-aede-1e85e726a299 HTTP/1.1" status: 404 len: 333 time: 0.0961378 Nov 29 11:49:39.821277 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55118) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:39.835132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'name': 'tempest-PortsIpV6TestJSON-1244448752'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:39.842038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.861331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.868188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdda2fc8-c52b-416f-8ec8-f8288304de90 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:39.875013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdda2fc8-c52b-416f-8ec8-f8288304de90 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:39.880355 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bdda2fc8-c52b-416f-8ec8-f8288304de90 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0906487 Nov 29 11:49:39.881189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55120) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:39.883060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] For port 5f35c363-01f1-4898-84b8-254ef477dfc8, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:39.899374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] For port 5f35c363-01f1-4898-84b8-254ef477dfc8, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5f35c363-01f1-4898-84b8-254ef477dfc8,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:39.911066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.917025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:39.917440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:39.920550 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:40.015948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e041d8-6db8-4f32-b76c-e51353f06843 None None] Pushing event updated for resources: {'Port': ['ID=5f35c363-01f1-4898-84b8-254ef477dfc8,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:40.054386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] DHCP port deletion for c9601b3f-9a43-4f21-80f6-80682a72ee7e request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:40.075666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4c74724a-478b-407c-aebe-b9eceb8f29bb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port d4be1d9f-6662-40a4-b559-0cde191406e3 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:40.076644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c74724a-478b-407c-aebe-b9eceb8f29bb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.100450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.131282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.134431 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/3c293d3f-ceae-4de0-9c89-71d1ddd1e995 HTTP/1.1" status: 204 len: 168 time: 1.3535120 Nov 29 11:49:40.144250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55124) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:40.147918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] Deleting port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:40.151542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2169f51-ee20-4a60-a616-a731e98e4708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=3c293d3f-ceae-4de0-9c89-71d1ddd1e995,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:40.152961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830335277'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:40.154943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.163658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:40.168167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.192610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port c318cf7b-396d-4ab1-b45a-afd902500b6b yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:40.224994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c74724a-478b-407c-aebe-b9eceb8f29bb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.243329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Deleting port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:40.243803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.250900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] For port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,segment=NetworkSegment(b9ab50cd-4124-4906-9413-7d7aeaea2c0d),segment_id=b9ab50cd-4124-4906-9413-7d7aeaea2c0d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:40.250900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.252432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4c74724a-478b-407c-aebe-b9eceb8f29bb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for d4be1d9f-6662-40a4-b559-0cde191406e3 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:40.274407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] Calling delete_port for 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:40.411107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] For port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,segment=NetworkSegment(b9ab50cd-4124-4906-9413-7d7aeaea2c0d),segment_id=b9ab50cd-4124-4906-9413-7d7aeaea2c0d)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:40.411539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.429176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.476815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] Pushing event deleted for resources: {'Port': ['ID=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:40.482776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b220cc-1534-43d3-a6de-76125da158ec None None] No DVR routers for this DVR port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:40.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:40.517934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.543276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Calling delete_port for 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:40.573100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c74724a-478b-407c-aebe-b9eceb8f29bb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.586856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:40.619582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74724a-478b-407c-aebe-b9eceb8f29bb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=d4be1d9f-6662-40a4-b559-0cde191406e3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:40.632160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.632517 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 4d4463d8-0689-4dc4-828e-939ac84d8345 of type vlan for network 648bbd1f-2ca2-4018-a93b-8e244d98f19d Nov 29 11:49:40.657926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c74724a-478b-407c-aebe-b9eceb8f29bb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.665999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4c74724a-478b-407c-aebe-b9eceb8f29bb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/d4be1d9f-6662-40a4-b559-0cde191406e3 HTTP/1.1" status: 204 len: 168 time: 0.7788019 Nov 29 11:49:40.670509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55130) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:40.703609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.715471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.732822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.740395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:40.740987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.766496 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6204188 Nov 29 11:49:40.769867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb76ef2-a9d2-4d04-8124-f2ed74b6e70b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:40.771537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb76ef2-a9d2-4d04-8124-f2ed74b6e70b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:40.773006 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-feb76ef2-a9d2-4d04-8124-f2ed74b6e70b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0994563 Nov 29 11:49:40.784093 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55132) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:40.784427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55134) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:40.791947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': '648bbd1f-2ca2-4018-a93b-8e244d98f19d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:40.827617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf6405-1ed4-4574-85bb-3d7571eb2193 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=648bbd1f-2ca2-4018-a93b-8e244d98f19d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:40.839172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 648bbd1f-2ca2-4018-a93b-8e244d98f19d details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:40.878676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.925675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:40.939851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event deleted for resources: {'Port': ['ID=9b9e1044-c1ba-4791-ab07-6ddf86fda0d1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:40.946825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] No DVR routers for this DVR port 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:40.953893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-097fe2af-6bba-4b3f-b445-79d2ea9472a6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 5de408b7-531f-4496-b488-e86dfd5e2c4b {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:40.985715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-097fe2af-6bba-4b3f-b445-79d2ea9472a6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.054439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5f35c363-01f1-4898-84b8-254ef477dfc8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:41.057209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:41.097222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:41.134476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 5f35c363-01f1-4898-84b8-254ef477dfc8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:41.134943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.150055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:41.153197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:41.153813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.181312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=c318cf7b-396d-4ab1-b45a-afd902500b6b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:41.184248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:41.188110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.202763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-097fe2af-6bba-4b3f-b445-79d2ea9472a6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.233820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.236788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.275294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 5f35c363-01f1-4898-84b8-254ef477dfc8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5f35c363-01f1-4898-84b8-254ef477dfc8,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:41.280746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.313299 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8c59bfe2-00d8-4688-9f22-54795150a168 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4881558 Nov 29 11:49:41.319393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55138) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:41.327502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:41.344549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9601b3f-9a43-4f21-80f6-80682a72ee7e']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:41.384493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ab50cd-4124-4906-9413-7d7aeaea2c0d') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:41.384798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ab50cd-4124-4906-9413-7d7aeaea2c0d') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:41.398163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=5f35c363-01f1-4898-84b8-254ef477dfc8,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:41.414334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:41.440928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:41.441650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9b9e1044-c1ba-4791-ab07-6ddf86fda0d1 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:41.444340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.465698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.511491 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.514957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b1a3726c-b99e-43b2-9ecc-c5ee08cbfaeb None None] Provisioning complete for port 5f35c363-01f1-4898-84b8-254ef477dfc8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:41.515341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1a3726c-b99e-43b2-9ecc-c5ee08cbfaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.540052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:41.540504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:41.565071 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:41.620264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-097fe2af-6bba-4b3f-b445-79d2ea9472a6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.733237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.743916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.751832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.786370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.790877 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "DELETE /v2.0/networks/c9601b3f-9a43-4f21-80f6-80682a72ee7e HTTP/1.1" status: 204 len: 168 time: 2.1785758 Nov 29 11:49:41.802257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55144) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:41.840079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] In _notify_port_updated(), no bound segment for port c318cf7b-396d-4ab1-b45a-afd902500b6b on network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:41.847815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:41.849037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.850413 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "PUT /v2.0/ports/c318cf7b-396d-4ab1-b45a-afd902500b6b HTTP/1.1" status: 200 len: 818 time: 0.5293837 Nov 29 11:49:41.853787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55146) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:41.880660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aabd6e-6c26-44d7-9011-f6d31fe82262 tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event deleted for resources: {'Network': ['ID=c9601b3f-9a43-4f21-80f6-80682a72ee7e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:41.896777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7b95e0c2-4292-4939-87c2-07ad766de46c None None] Could not find standard attr ID for object d4be1d9f-6662-40a4-b559-0cde191406e3. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:41.898187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c3ef4-90f8-459d-9e2b-a01f77eb1733 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=c318cf7b-396d-4ab1-b45a-afd902500b6b,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:41.979816 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3dd90c2f-81e2-4590-aa3e-b5ffa9867904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port c318cf7b-396d-4ab1-b45a-afd902500b6b {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:41.980386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dd90c2f-81e2-4590-aa3e-b5ffa9867904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:41.984692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-097fe2af-6bba-4b3f-b445-79d2ea9472a6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.031249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fe2af-6bba-4b3f-b445-79d2ea9472a6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=5de408b7-531f-4496-b488-e86dfd5e2c4b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:42.046950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-097fe2af-6bba-4b3f-b445-79d2ea9472a6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.051138 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-097fe2af-6bba-4b3f-b445-79d2ea9472a6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/5de408b7-531f-4496-b488-e86dfd5e2c4b HTTP/1.1" status: 204 len: 168 time: 1.2646167 Nov 29 11:49:42.058911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55148) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:42.069181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.106924 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-adbe7134-74ba-42f2-9f7b-ac64b73b3387 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468612 Nov 29 11:49:42.107624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55150) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:42.112440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dd90c2f-81e2-4590-aa3e-b5ffa9867904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.113774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075f380-b069-4366-b3d1-a210da1029d0 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:42.118080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:42.119395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=79c2d3b7-39e1-4100-9064-b9b1e414488b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:42.162118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': '4d4463d8-0689-4dc4-828e-939ac84d8345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '648bbd1f-2ca2-4018-a93b-8e244d98f19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:42.162485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: 648bbd1f-2ca2-4018-a93b-8e244d98f19d, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:42.177841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3dd90c2f-81e2-4590-aa3e-b5ffa9867904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for c318cf7b-396d-4ab1-b45a-afd902500b6b owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:42.186260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Deleting port 3dd12111-ae8b-47ac-8527-b3a5421d3f82 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:42.186260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.270937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:42.274695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.277348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 648bbd1f-2ca2-4018-a93b-8e244d98f19d is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:42.297858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 648bbd1f-2ca2-4018-a93b-8e244d98f19d) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:42.303943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:42.304538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.311371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.311856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.333226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Calling delete_port for 3dd12111-ae8b-47ac-8527-b3a5421d3f82 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:42.353510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e88220-cd17-4660-899c-b29f846999ae None None] Network 648bbd1f-2ca2-4018-a93b-8e244d98f19d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:42.393571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dd90c2f-81e2-4590-aa3e-b5ffa9867904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.406471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55154) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:42.413348 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-865164ba-75bf-474d-8582-a3881555484b tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6277907 Nov 29 11:49:42.419330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55156) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:42.430645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'subnets': [{'network_id': '77414a15-32a0-4193-8991-04fd88c70a71', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2063520350', 'ip_version': 6}, {'network_id': '2ae80b14-3a70-48aa-99a5-d59f0dba91e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:42.430957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'subnet': {'network_id': '77414a15-32a0-4193-8991-04fd88c70a71', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2063520350', 'ip_version': 6}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:42.431620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Request body: {'subnet': {'network_id': '2ae80b14-3a70-48aa-99a5-d59f0dba91e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:42.557435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd90c2f-81e2-4590-aa3e-b5ffa9867904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=c318cf7b-396d-4ab1-b45a-afd902500b6b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:42.585631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.605355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.620302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3dd90c2f-81e2-4590-aa3e-b5ffa9867904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.623518 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3dd90c2f-81e2-4590-aa3e-b5ffa9867904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/c318cf7b-396d-4ab1-b45a-afd902500b6b HTTP/1.1" status: 204 len: 168 time: 0.7687700 Nov 29 11:49:42.645872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55158) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:42.668153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Pushing event deleted for resources: {'Port': ['ID=3dd12111-ae8b-47ac-8527-b3a5421d3f82,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:42.676437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:42.705711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-648bbd1f-2ca2-4018-a93b-8e244d98f19d', 'network_id': '648bbd1f-2ca2-4018-a93b-8e244d98f19d', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': '79c2d3b7-39e1-4100-9064-b9b1e414488b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:42.706200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Made reservation on behalf of 1befee1df001443194d8ed6c1591603c for: {'subnet': 2} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:42.706596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.710767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.711102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.734281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.789505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.792047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.796322 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fdf4e944-4c3e-4bbd-a1ab-4fd95cf240df tempest-FloatingIPAdminTestJSON-231651959 tempest-FloatingIPAdminTestJSON-231651959-project] 10.222.0.23 "DELETE /v2.0/floatingips/af3f6ebf-2e99-40f9-9ae9-1020ebaed7c1 HTTP/1.1" status: 204 len: 168 time: 0.9894228 Nov 29 11:49:42.797683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618579f1-2c46-4f6a-b4dc-e741f42ddd31 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:42.803684 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-618579f1-2c46-4f6a-b4dc-e741f42ddd31 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1529739 Nov 29 11:49:42.803781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55162) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:42.829080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] Deleting port 5f35c363-01f1-4898-84b8-254ef477dfc8 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:42.841805 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb38b9e-fe69-4f05-984c-c83326c49ec8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:49:42.843594 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bcb38b9e-fe69-4f05-984c-c83326c49ec8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/c318cf7b-396d-4ab1-b45a-afd902500b6b HTTP/1.1" status: 404 len: 333 time: 0.0391324 Nov 29 11:49:42.843881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.848444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55168) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:42.856992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1615104324'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:42.857187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.891201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:42.902645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.917435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:42.924539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:42.930483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:42.931065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.978785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:42.990106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=354ad2ac-d1cf-40c7-a5e5-c17555f0be63,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:42.992690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:42.993051 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Added segment 0a951d08-37b1-4285-aa2a-2f86b858ffc7 of type vlan for network e0a12e02-a68d-475c-a116-6ee0a867d95e Nov 29 11:49:43.005894 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6a8de0f2-61e4-4a73-85bb-6cdb55d556ac tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8909745 Nov 29 11:49:43.009622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55170) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:43.016273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'name': 'tempest-NetworksTestDHCPv6-1268499886'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:43.028017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Allocated IP 172.20.0.1 (648bbd1f-2ca2-4018-a93b-8e244d98f19d/79c2d3b7-39e1-4100-9064-b9b1e414488b/21f9fd22-d3e8-468e-a3f8-12d3922178d8) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:43.048237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5f35c363-01f1-4898-84b8-254ef477dfc8 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:43.063747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.086230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] For port 5f35c363-01f1-4898-84b8-254ef477dfc8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5f35c363-01f1-4898-84b8-254ef477dfc8,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:43.086230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.095764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.104252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:43.104870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.141647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] Calling delete_port for 5f35c363-01f1-4898-84b8-254ef477dfc8 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:43.212273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Network': ['ID=e0a12e02-a68d-475c-a116-6ee0a867d95e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:43.222636 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f7ff5add-9b3f-412b-9a75-1b1b79bb08fa tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3718636 Nov 29 11:49:43.223531 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55174) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:43.235184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network e0a12e02-a68d-475c-a116-6ee0a867d95e details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:43.238640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:43.272032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55176) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:43.321752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:43.325487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.391362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.414737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 2a1fad0c-91b8-41c2-95cc-738d8ba860bd yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:43.440741 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9546d5c2-4409-4b94-8d52-3831f9087909 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dacc8f68a6d5409dbd6c6e57c5cc78f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643078 Nov 29 11:49:43.440923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.442084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55182) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:43.496869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] Pushing event deleted for resources: {'Port': ['ID=5f35c363-01f1-4898-84b8-254ef477dfc8,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:43.499342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.504705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a39cb7-2d7e-4784-8928-f4d12dc9c8d1 None None] No DVR routers for this DVR port 5f35c363-01f1-4898-84b8-254ef477dfc8 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:43.510733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:43.511196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f27b4ed-8964-4c21-9705-ea528005cbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.518315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.523392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.535115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ee499f-d2d3-4bc8-a6b8-f099aa3480e5 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:43.549503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f27b4ed-8964-4c21-9705-ea528005cbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.560325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.598929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=79c2d3b7-39e1-4100-9064-b9b1e414488b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:43.608463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Network 648bbd1f-2ca2-4018-a93b-8e244d98f19d is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:43.615777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:43.623754 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:43.627659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Pushing event updated for resources: {'Port': ['ID=21f9fd22-d3e8-468e-a3f8-12d3922178d8,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:43.667066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.670117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.690125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f27b4ed-8964-4c21-9705-ea528005cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.692899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f27b4ed-8964-4c21-9705-ea528005cbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.693997 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8f27b4ed-8964-4c21-9705-ea528005cbce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f1fceff-c6cf-4b57-a623-371be508b70e HTTP/1.1" status: 204 len: 168 time: 0.2508898 Nov 29 11:49:43.698818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648bbd1f-2ca2-4018-a93b-8e244d98f19d']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:43.712792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4463d8-0689-4dc4-828e-939ac84d8345') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:43.713142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4463d8-0689-4dc4-828e-939ac84d8345') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:43.714921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27b4ed-8964-4c21-9705-ea528005cbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1fceff-c6cf-4b57-a623-371be508b70e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:43.723730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Attempting to bind port 21f9fd22-d3e8-468e-a3f8-12d3922178d8 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:43.724107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Attempting to bind port 21f9fd22-d3e8-468e-a3f8-12d3922178d8 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '4d4463d8-0689-4dc4-828e-939ac84d8345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '648bbd1f-2ca2-4018-a93b-8e244d98f19d'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:43.724470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Attempting to bind port 21f9fd22-d3e8-468e-a3f8-12d3922178d8 on network 648bbd1f-2ca2-4018-a93b-8e244d98f19d {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:43.724863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.740895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.748281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:43.748660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Checking segment: {'id': '4d4463d8-0689-4dc4-828e-939ac84d8345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '648bbd1f-2ca2-4018-a93b-8e244d98f19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:43.749064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.749261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:43.749454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Bound using segment: {'id': '4d4463d8-0689-4dc4-828e-939ac84d8345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '648bbd1f-2ca2-4018-a93b-8e244d98f19d'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:43.749770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.750175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Bound port: 21f9fd22-d3e8-468e-a3f8-12d3922178d8, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4463d8-0689-4dc4-828e-939ac84d8345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '648bbd1f-2ca2-4018-a93b-8e244d98f19d'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:43.750399 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:43.753338 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:43.797107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::284 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/354ad2ac-d1cf-40c7-a5e5-c17555f0be63/2a1fad0c-91b8-41c2-95cc-738d8ba860bd) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:43.815847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '354ad2ac-d1cf-40c7-a5e5-c17555f0be63'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:43.817122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.827466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Subnet': ['ID=c6bfcda9-2ab5-4f1c-9a59-b42ca86c5bd5,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:43.838439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 11:49:43.838439 dv-neutron-819578-1-hyperv neutron-server[102104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 11:49:43.838439 dv-neutron-819578-1-hyperv neutron-server[102104]: [parameters: {'id': '648bbd1f-2ca2-4018-a93b-8e244d98f19d'}] Nov 29 11:49:43.838439 dv-neutron-819578-1-hyperv neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:43.839421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:43.884931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Checking segment: {'id': '9ff26f15-deeb-43c2-ba05-49a3636db895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '77414a15-32a0-4193-8991-04fd88c70a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:43.885291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Network hostable DHCP agents. Network: 77414a15-32a0-4193-8991-04fd88c70a71, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:43.934234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] For port 21f9fd22-d3e8-468e-a3f8-12d3922178d8, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:43.940395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] For port 21f9fd22-d3e8-468e-a3f8-12d3922178d8, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=21f9fd22-d3e8-468e-a3f8-12d3922178d8,segment=NetworkSegment(4d4463d8-0689-4dc4-828e-939ac84d8345),segment_id=4d4463d8-0689-4dc4-828e-939ac84d8345)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:43.944858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:43.972298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Network 77414a15-32a0-4193-8991-04fd88c70a71 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:44.025568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a61df-5b1b-4d2c-b427-55cb69df34f4 None None] Pushing event updated for resources: {'Port': ['ID=21f9fd22-d3e8-468e-a3f8-12d3922178d8,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:44.029534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 77414a15-32a0-4193-8991-04fd88c70a71) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:44.051327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc0b9c-7158-45b8-91b5-f9ce21accdc1 None None] Network 648bbd1f-2ca2-4018-a93b-8e244d98f19d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:44.066911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.079988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.098765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d739d2c-97d4-4e62-a67d-f8ec259efa92 None None] Network 77414a15-32a0-4193-8991-04fd88c70a71 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:44.113636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55192) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:44.135071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-177ef039-e0b3-425b-a157-9cc0ef9369a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.183055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.193010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event updated for resources: {'Subnet': ['ID=2bbcbfee-da43-4896-b9e6-b45390a7f0de,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:44.224880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-177ef039-e0b3-425b-a157-9cc0ef9369a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.229602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-177ef039-e0b3-425b-a157-9cc0ef9369a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.237049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Checking segment: {'id': '1cd3bbac-35f5-45d6-9934-22c7e96c51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2ae80b14-3a70-48aa-99a5-d59f0dba91e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:44.237790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Network hostable DHCP agents. Network: 2ae80b14-3a70-48aa-99a5-d59f0dba91e7, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:44.247358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking segment: {'id': '0a951d08-37b1-4285-aa2a-2f86b858ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:44.247719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network hostable DHCP agents. Network: e0a12e02-a68d-475c-a116-6ee0a867d95e, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:44.269562 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-177ef039-e0b3-425b-a157-9cc0ef9369a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5beb65641bbc42beae784f5c0483df68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546369 Nov 29 11:49:44.270760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177ef039-e0b3-425b-a157-9cc0ef9369a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b144c162-be5d-481b-a26a-158d276302d2,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:44.273463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55194) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:44.293919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=3a099277-d477-48c7-a9f4-cc9f2048c627,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:44.298692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Network 2ae80b14-3a70-48aa-99a5-d59f0dba91e7 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:44.302126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network e0a12e02-a68d-475c-a116-6ee0a867d95e is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:44.308808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.321456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 2ae80b14-3a70-48aa-99a5-d59f0dba91e7) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:44.338664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2645afe-041a-4a8a-8994-2780646c033a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-77414a15-32a0-4193-8991-04fd88c70a71', 'network_id': '77414a15-32a0-4193-8991-04fd88c70a71', 'tenant_id': '1befee1df001443194d8ed6c1591603c', 'fixed_ips': [{'subnet_id': 'c6bfcda9-2ab5-4f1c-9a59-b42ca86c5bd5'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:44.339505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2645afe-041a-4a8a-8994-2780646c033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.340847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.346567 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, e0a12e02-a68d-475c-a116-6ee0a867d95e) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:44.352486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4347e4-49b8-445a-b9d9-2fd07701bd1d None None] Network 2ae80b14-3a70-48aa-99a5-d59f0dba91e7 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:44.355075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:44.355554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:44.355809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30d8c3d4-6852-4ff6-966e-2dcec2a72759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.356204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.359130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:44.359691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.376716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:44.390610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:44.394761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:44.399596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30d8c3d4-6852-4ff6-966e-2dcec2a72759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.400398 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:44.401028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.404515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=2a1fad0c-91b8-41c2-95cc-738d8ba860bd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:44.413931 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-180a9aa2-f46c-48f6-be5b-115ba745dc3b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1847963 Nov 29 11:49:44.416711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55198) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:44.420008 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-64d343bd-b384-467a-af00-a7804ee40d48 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.9950607 Nov 29 11:49:44.426077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-293d7a47-2d0d-4bf5-a48b-4246b8ecfb1f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:44.427210 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55200) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:44.431021 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d9dda872-9e32-4087-aa35-ac206980a0a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4199610 Nov 29 11:49:44.441119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55202) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:44.462009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02826fbe-818b-44a9-8c1c-b00e06259dc3 None None] Network e0a12e02-a68d-475c-a116-6ee0a867d95e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:44.540066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Deleting port 21f9fd22-d3e8-468e-a3f8-12d3922178d8 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:44.540399 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.541298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12056370-7afd-4e6d-8801-5fb57f5487a4 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:44.542978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12056370-7afd-4e6d-8801-5fb57f5487a4 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:44.544685 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12056370-7afd-4e6d-8801-5fb57f5487a4 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:44.547483 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-12056370-7afd-4e6d-8801-5fb57f5487a4 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1141100 Nov 29 11:49:44.556363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55204) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:44.560952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99804322-3e0c-4d27-8cef-2bf103661c6c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:44.563452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-99804322-3e0c-4d27-8cef-2bf103661c6c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1201997 Nov 29 11:49:44.566677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55206) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:44.652041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30d8c3d4-6852-4ff6-966e-2dcec2a72759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.654585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30d8c3d4-6852-4ff6-966e-2dcec2a72759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.655728 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-30d8c3d4-6852-4ff6-966e-2dcec2a72759 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b144c162-be5d-481b-a26a-158d276302d2 HTTP/1.1" status: 204 len: 168 time: 0.3704772 Nov 29 11:49:44.679682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-633746c4-d2d6-44ff-bb27-b816a431870a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 2a1fad0c-91b8-41c2-95cc-738d8ba860bd {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:44.680175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-633746c4-d2d6-44ff-bb27-b816a431870a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.694310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8c3d4-6852-4ff6-966e-2dcec2a72759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b144c162-be5d-481b-a26a-158d276302d2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:44.697269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] For port 21f9fd22-d3e8-468e-a3f8-12d3922178d8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=21f9fd22-d3e8-468e-a3f8-12d3922178d8,segment=NetworkSegment(4d4463d8-0689-4dc4-828e-939ac84d8345),segment_id=4d4463d8-0689-4dc4-828e-939ac84d8345)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:44.697636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.719577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf543be-9ea0-4be8-9ee8-f2a7791edc64 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Deleting subnet c6bfcda9-2ab5-4f1c-9a59-b42ca86c5bd5 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:44.729274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7bf543be-9ea0-4be8-9ee8-f2a7791edc64 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.732979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Calling delete_port for 21f9fd22-d3e8-468e-a3f8-12d3922178d8 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:44.752675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/354ad2ac-d1cf-40c7-a5e5-c17555f0be63/a513b404-dcee-4d16-bffd-c22d9d350269) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:44.756721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293d7a47-2d0d-4bf5-a48b-4246b8ecfb1f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:44.760334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-293d7a47-2d0d-4bf5-a48b-4246b8ecfb1f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.822802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-633746c4-d2d6-44ff-bb27-b816a431870a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:44.844299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-633746c4-d2d6-44ff-bb27-b816a431870a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 2a1fad0c-91b8-41c2-95cc-738d8ba860bd owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:44.951776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-2ae80b14-3a70-48aa-99a5-d59f0dba91e7', 'network_id': '2ae80b14-3a70-48aa-99a5-d59f0dba91e7', 'tenant_id': '1befee1df001443194d8ed6c1591603c', 'fixed_ips': [{'subnet_id': '2bbcbfee-da43-4896-b9e6-b45390a7f0de'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:44.952634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.056315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-633746c4-d2d6-44ff-bb27-b816a431870a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.091466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633746c4-d2d6-44ff-bb27-b816a431870a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=2a1fad0c-91b8-41c2-95cc-738d8ba860bd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:45.140249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.141889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-e0a12e02-a68d-475c-a116-6ee0a867d95e', 'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e', 'tenant_id': '9b50e5f4b2da4157ab153ac60232dac3', 'fixed_ips': [{'subnet_id': '3a099277-d477-48c7-a9f4-cc9f2048c627'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:45.142805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.185981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-633746c4-d2d6-44ff-bb27-b816a431870a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.193799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-633746c4-d2d6-44ff-bb27-b816a431870a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/2a1fad0c-91b8-41c2-95cc-738d8ba860bd HTTP/1.1" status: 204 len: 168 time: 0.6250520 Nov 29 11:49:45.201349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55216) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:45.204764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55218) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:45.214474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.261515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c60e221-4eb5-4d83-a9c2-211126c8096b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.270613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7bf543be-9ea0-4be8-9ee8-f2a7791edc64 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.302266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef53e11-1dca-49c7-b79c-78b8a2a1ca37 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:45.303914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef53e11-1dca-49c7-b79c-78b8a2a1ca37 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:45.306440 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9ef53e11-1dca-49c7-b79c-78b8a2a1ca37 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1036217 Nov 29 11:49:45.308448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55220) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:45.361725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Allocated IP 2001:db8:0:1::1 (2ae80b14-3a70-48aa-99a5-d59f0dba91e7/2bbcbfee-da43-4896-b9e6-b45390a7f0de/478066b1-90d0-40bd-a154-d85baf3a8653) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:45.372107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:45.376261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c60e221-4eb5-4d83-a9c2-211126c8096b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.382534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c60e221-4eb5-4d83-a9c2-211126c8096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.385273 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.ipam_backend_mixin [None req-293d7a47-2d0d-4bf5-a48b-4246b8ecfb1f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a099277-d477-48c7-a9f4-cc9f2048c627 (CIDR: 2001:db8::/64) Nov 29 11:49:45.390041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:45.394534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:45.396497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Pushing event updated for resources: {'Port': ['ID=a513b404-dcee-4d16-bffd-c22d9d350269,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:45.406845 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-293d7a47-2d0d-4bf5-a48b-4246b8ecfb1f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:49:45.407196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293d7a47-2d0d-4bf5-a48b-4246b8ecfb1f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:49:45.414539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7bf543be-9ea0-4be8-9ee8-f2a7791edc64 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.436752 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9c60e221-4eb5-4d83-a9c2-211126c8096b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca683501984a4249be2aeaec3c65a5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270472 Nov 29 11:49:45.436752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60e221-4eb5-4d83-a9c2-211126c8096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb623b-2871-4295-b06e-78876cf75d4a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:45.437571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55222) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:45.461473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2beaf67e-dedf-4d8c-86d6-4fc8dd849164 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 354ad2ac-d1cf-40c7-a5e5-c17555f0be63 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:45.469831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.481612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2beaf67e-dedf-4d8c-86d6-4fc8dd849164 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.488569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No DVR routers for this DVR port 21f9fd22-d3e8-468e-a3f8-12d3922178d8 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:45.497888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad531f74-5f5b-4944-84e0-99641dc982ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.518940 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-293d7a47-2d0d-4bf5-a48b-4246b8ecfb1f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1002188 Nov 29 11:49:45.528922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55226) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:45.538023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:45.556581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Attempting to bind port a513b404-dcee-4d16-bffd-c22d9d350269 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:45.556943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Attempting to bind port a513b404-dcee-4d16-bffd-c22d9d350269 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:45.557307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Attempting to bind port a513b404-dcee-4d16-bffd-c22d9d350269 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:45.564550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Port': ['ID=21f9fd22-d3e8-468e-a3f8-12d3922178d8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:45.565362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:45.565733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:45.566157 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.566548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:45.567021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Bound port: a513b404-dcee-4d16-bffd-c22d9d350269, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:45.567398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.574704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad531f74-5f5b-4944-84e0-99641dc982ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.602452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Allocated IP 2001:db8::2 (e0a12e02-a68d-475c-a116-6ee0a867d95e/3a099277-d477-48c7-a9f4-cc9f2048c627/65d2ab15-e6c4-4487-a3dd-78343d11e69b) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:45.635388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2beaf67e-dedf-4d8c-86d6-4fc8dd849164 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.677978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7bf543be-9ea0-4be8-9ee8-f2a7791edc64 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.682647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.702074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad531f74-5f5b-4944-84e0-99641dc982ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.705128 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad531f74-5f5b-4944-84e0-99641dc982ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.706314 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ad531f74-5f5b-4944-84e0-99641dc982ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3cb623b-2871-4295-b06e-78876cf75d4a HTTP/1.1" status: 204 len: 168 time: 0.2677000 Nov 29 11:49:45.710620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:45.713615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.734046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf543be-9ea0-4be8-9ee8-f2a7791edc64 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Subnet': ['ID=c6bfcda9-2ab5-4f1c-9a59-b42ca86c5bd5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server [None req-e2645afe-041a-4a8a-8994-2780646c033a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6bfcda9-2ab5-4f1c-9a59-b42ca86c5bd5: This subnet is being modified by another concurrent operation. Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:49:45.738977 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise exception Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c6bfcda9-2ab5-4f1c-9a59-b42ca86c5bd5: This subnet is being modified by another concurrent operation. Nov 29 11:49:45.743341 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Nov 29 11:49:45.745420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648bbd1f-2ca2-4018-a93b-8e244d98f19d']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:45.758997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7bf543be-9ea0-4be8-9ee8-f2a7791edc64 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.764036 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7bf543be-9ea0-4be8-9ee8-f2a7791edc64 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/subnets/c6bfcda9-2ab5-4f1c-9a59-b42ca86c5bd5 HTTP/1.1" status: 204 len: 168 time: 1.1931632 Nov 29 11:49:45.764197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad531f74-5f5b-4944-84e0-99641dc982ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb623b-2871-4295-b06e-78876cf75d4a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:45.766256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55230) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:45.777663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d9e6bb-e8ef-4677-a8ec-9e704e1836e2 None None] Network 77414a15-32a0-4193-8991-04fd88c70a71 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:45.781844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4463d8-0689-4dc4-828e-939ac84d8345') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:45.782173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4463d8-0689-4dc4-828e-939ac84d8345') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:45.795767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.821713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee1dc2e-f2c1-4d28-852b-85a35184fe8e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Deleting subnet 2bbcbfee-da43-4896-b9e6-b45390a7f0de {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:45.831772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.848130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:45.848569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:45.851816 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:45.880529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2beaf67e-dedf-4d8c-86d6-4fc8dd849164 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.930491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.945557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.964911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bee1dc2e-f2c1-4d28-852b-85a35184fe8e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:45.995080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.004283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.012257 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/648bbd1f-2ca2-4018-a93b-8e244d98f19d HTTP/1.1" status: 204 len: 168 time: 3.5912611 Nov 29 11:49:46.017793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55234) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:46.018696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Network 2ae80b14-3a70-48aa-99a5-d59f0dba91e7 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:46.022631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1822989304'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:46.039430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b78049-11df-40ab-abd3-46c79d9f2c1f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=648bbd1f-2ca2-4018-a93b-8e244d98f19d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:46.043928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:46.046336 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2beaf67e-dedf-4d8c-86d6-4fc8dd849164 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.054260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] For port a513b404-dcee-4d16-bffd-c22d9d350269, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:46.056797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:46.062252 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bee1dc2e-f2c1-4d28-852b-85a35184fe8e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.080988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Pushing event updated for resources: {'Port': ['ID=478066b1-90d0-40bd-a154-d85baf3a8653,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:46.083600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaf67e-dedf-4d8c-86d6-4fc8dd849164 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=354ad2ac-d1cf-40c7-a5e5-c17555f0be63,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:46.089023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2beaf67e-dedf-4d8c-86d6-4fc8dd849164 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.095506 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2beaf67e-dedf-4d8c-86d6-4fc8dd849164 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/354ad2ac-d1cf-40c7-a5e5-c17555f0be63 HTTP/1.1" status: 204 len: 168 time: 0.7813389 Nov 29 11:49:46.096547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55236) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:46.106481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] For port a513b404-dcee-4d16-bffd-c22d9d350269, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a513b404-dcee-4d16-bffd-c22d9d350269,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:46.119843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.167030 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a90ac7b4-9826-48bf-80d8-09a187ff43a5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693431 Nov 29 11:49:46.168177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Attempting to bind port 478066b1-90d0-40bd-a154-d85baf3a8653 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:46.168561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Attempting to bind port 478066b1-90d0-40bd-a154-d85baf3a8653 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '1cd3bbac-35f5-45d6-9934-22c7e96c51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2ae80b14-3a70-48aa-99a5-d59f0dba91e7'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:46.168953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Attempting to bind port 478066b1-90d0-40bd-a154-d85baf3a8653 on network 2ae80b14-3a70-48aa-99a5-d59f0dba91e7 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:46.169426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:46.173138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.176553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55240) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:46.193725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.215858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:46.216532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Checking segment: {'id': '1cd3bbac-35f5-45d6-9934-22c7e96c51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2ae80b14-3a70-48aa-99a5-d59f0dba91e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:46.217256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.217784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Bound using segment: {'id': '1cd3bbac-35f5-45d6-9934-22c7e96c51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2ae80b14-3a70-48aa-99a5-d59f0dba91e7'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:46.218442 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Bound port: 478066b1-90d0-40bd-a154-d85baf3a8653, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd3bbac-35f5-45d6-9934-22c7e96c51ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2ae80b14-3a70-48aa-99a5-d59f0dba91e7'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:46.218979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.221622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.242262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:46.259168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e8037-ab7d-4189-beae-be3a43b068ce tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:46.266006 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b33e8037-ab7d-4189-beae-be3a43b068ce tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0883451 Nov 29 11:49:46.268847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55244) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:46.283591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6d937-c039-40f2-ba69-4bae1309148b None None] Pushing event updated for resources: {'Port': ['ID=a513b404-dcee-4d16-bffd-c22d9d350269,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:46.300569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.300828 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 9866faf5-54ef-41f3-aa58-d23a801e1feb of type vlan for network 33d1bef6-62cd-4251-892e-8f55492524cd Nov 29 11:49:46.352479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Pushing event updated for resources: {'Port': ['ID=65d2ab15-e6c4-4487-a3dd-78343d11e69b,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:46.357844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Network e0a12e02-a68d-475c-a116-6ee0a867d95e is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:46.379072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:46.386014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:46.451401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd737b-704c-41c2-ac73-2d098b58c169 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:46.453178 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c2fd737b-704c-41c2-ac73-2d098b58c169 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1832776 Nov 29 11:49:46.455688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.457971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55254) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:46.489169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] For port 478066b1-90d0-40bd-a154-d85baf3a8653, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:46.497240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] For port 478066b1-90d0-40bd-a154-d85baf3a8653, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=478066b1-90d0-40bd-a154-d85baf3a8653,segment=NetworkSegment(1cd3bbac-35f5-45d6-9934-22c7e96c51ea),segment_id=1cd3bbac-35f5-45d6-9934-22c7e96c51ea)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:46.502972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Attempting to bind port 65d2ab15-e6c4-4487-a3dd-78343d11e69b on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:46.503408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Attempting to bind port 65d2ab15-e6c4-4487-a3dd-78343d11e69b by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '0a951d08-37b1-4285-aa2a-2f86b858ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:46.503708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Attempting to bind port 65d2ab15-e6c4-4487-a3dd-78343d11e69b on network e0a12e02-a68d-475c-a116-6ee0a867d95e {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:46.509571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:46.510020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Checking segment: {'id': '0a951d08-37b1-4285-aa2a-2f86b858ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:46.510366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.510797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Bound using segment: {'id': '0a951d08-37b1-4285-aa2a-2f86b858ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:46.512180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Bound port: 65d2ab15-e6c4-4487-a3dd-78343d11e69b, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a951d08-37b1-4285-aa2a-2f86b858ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:46.512566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.516237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.602947 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e67e9623-e2a4-4200-930c-13b0d337f8c8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434283 Nov 29 11:49:46.605436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55258) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:46.613625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:46.626673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.resource_extend [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:49:46.675758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae200e-eabf-4a64-9b96-ccbf5fa1baef None None] Pushing event updated for resources: {'Port': ['ID=478066b1-90d0-40bd-a154-d85baf3a8653,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:46.730554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.738082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] For port 65d2ab15-e6c4-4487-a3dd-78343d11e69b, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:46.743525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:46.745867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] For port 65d2ab15-e6c4-4487-a3dd-78343d11e69b, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=65d2ab15-e6c4-4487-a3dd-78343d11e69b,segment=NetworkSegment(0a951d08-37b1-4285-aa2a-2f86b858ffc7),segment_id=0a951d08-37b1-4285-aa2a-2f86b858ffc7)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:46.747298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.754554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.850432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.867698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bee1dc2e-f2c1-4d28-852b-85a35184fe8e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.885466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b43eff-4de2-4921-8c53-7e1e9b325210 None None] Pushing event updated for resources: {'Port': ['ID=65d2ab15-e6c4-4487-a3dd-78343d11e69b,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:46.962937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network e0a12e02-a68d-475c-a116-6ee0a867d95e is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:46.969679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:46.978979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:46.980156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:46.984399 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9662838 Nov 29 11:49:47.006820 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55268) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:47.016691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': '33d1bef6-62cd-4251-892e-8f55492524cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:47.027377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beaa747-a2a2-44c0-9c26-c459e996cf64 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=33d1bef6-62cd-4251-892e-8f55492524cd,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:47.049104 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 33d1bef6-62cd-4251-892e-8f55492524cd details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:47.058382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:47.062731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.109423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=ba620dd5-c7d7-4319-b076-9d02713a9541,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:47.143473 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5080e093-ef8c-4124-ae1e-5a91f2f8b07e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6122797 Nov 29 11:49:47.149645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55272) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:47.171513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e', 'fixed_ips': [{'subnet_id': '3a099277-d477-48c7-a9f4-cc9f2048c627'}, {'subnet_id': 'ba620dd5-c7d7-4319-b076-9d02713a9541'}], 'name': 'tempest-PortsIpV6TestJSON-856918011'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:47.176407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a513b404-dcee-4d16-bffd-c22d9d350269 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:47.248246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bee1dc2e-f2c1-4d28-852b-85a35184fe8e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.302328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1dc2e-f2c1-4d28-852b-85a35184fe8e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbcbfee-da43-4896-b9e6-b45390a7f0de,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:47.316832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bee1dc2e-f2c1-4d28-852b-85a35184fe8e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.320561 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bee1dc2e-f2c1-4d28-852b-85a35184fe8e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/subnets/2bbcbfee-da43-4896-b9e6-b45390a7f0de HTTP/1.1" status: 204 len: 168 time: 1.5530188 Nov 29 11:49:47.324486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55274) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:47.348215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a513b404-dcee-4d16-bffd-c22d9d350269 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:47.348601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.394743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:47.398612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.431698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:47.506079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61bb94-a149-4d74-93b8-4ae8ba8ee2f6 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:47.507581 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3a61bb94-a149-4d74-93b8-4ae8ba8ee2f6 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1819870 Nov 29 11:49:47.523576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55282) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:47.588024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.614522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.633611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port a513b404-dcee-4d16-bffd-c22d9d350269, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a513b404-dcee-4d16-bffd-c22d9d350269,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:47.640779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.651836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port 271294f1-36cf-48b0-a636-24bbdd963051 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:47.654963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.728378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=a513b404-dcee-4d16-bffd-c22d9d350269,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:47.866648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Deleting port 478066b1-90d0-40bd-a154-d85baf3a8653 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:47.867165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.869487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:47.973534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.007642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb4df7a-a879-4e7d-9ca7-a1c47235a99b None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:48.056654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] For port 478066b1-90d0-40bd-a154-d85baf3a8653, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=478066b1-90d0-40bd-a154-d85baf3a8653,segment=NetworkSegment(1cd3bbac-35f5-45d6-9934-22c7e96c51ea),segment_id=1cd3bbac-35f5-45d6-9934-22c7e96c51ea)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:48.057035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.061064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:48.075817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Calling delete_port for 478066b1-90d0-40bd-a154-d85baf3a8653 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:48.085725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:48.089194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:48.089912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.114467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=5d5ac326-d673-4255-ad36-903c3a541f8e,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:48.125985 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-27a36d3d-9b08-4398-8cdd-1b2727f6fa6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5171793 Nov 29 11:49:48.128861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55296) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:48.134605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3d83493f-4a36-4186-81cd-d7b0f612eb71 None None] Provisioning complete for port a513b404-dcee-4d16-bffd-c22d9d350269 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:48.134981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3d83493f-4a36-4186-81cd-d7b0f612eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.136138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': '5d5ac326-d673-4255-ad36-903c3a541f8e', 'ip_address': '2001:db8::87d8:c866:57f5:13aa'}], 'name': 'tempest-NetworksTestDHCPv6-945073578'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:48.227082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': '9866faf5-54ef-41f3-aa58-d23a801e1feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '33d1bef6-62cd-4251-892e-8f55492524cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:48.227448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: 33d1bef6-62cd-4251-892e-8f55492524cd, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:48.246968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=cce4a09c-58b8-46c2-8c1d-755d2d532c6b,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:48.303397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.319054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 33d1bef6-62cd-4251-892e-8f55492524cd is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:48.342078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::1a4 (e0a12e02-a68d-475c-a116-6ee0a867d95e/3a099277-d477-48c7-a9f4-cc9f2048c627/271294f1-36cf-48b0-a636-24bbdd963051) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:48.359374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Port': ['ID=478066b1-90d0-40bd-a154-d85baf3a8653,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:48.362422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] No DVR routers for this DVR port 478066b1-90d0-40bd-a154-d85baf3a8653 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:48.369342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 33d1bef6-62cd-4251-892e-8f55492524cd) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:48.372910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8:0:1::255 (e0a12e02-a68d-475c-a116-6ee0a867d95e/ba620dd5-c7d7-4319-b076-9d02713a9541/271294f1-36cf-48b0-a636-24bbdd963051) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:48.437141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:48.488922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:48.489652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.537311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.553896 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e9abbaf0-e0a6-4fb9-8eaf-1503d1e93a29 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5450656 Nov 29 11:49:48.554841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55304) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:48.555165 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55306) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:48.577530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae80b14-3a70-48aa-99a5-d59f0dba91e7']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:48.593703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd3bbac-35f5-45d6-9934-22c7e96c51ea') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:48.594227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd3bbac-35f5-45d6-9934-22c7e96c51ea') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:48.615328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.649777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.666787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dee6e4-32d9-402a-8652-4ef12b033d50 None None] Network 33d1bef6-62cd-4251-892e-8f55492524cd requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:48.669070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754819c-ecd3-4dbc-83f4-65596f003fb9 None None] Network 2ae80b14-3a70-48aa-99a5-d59f0dba91e7 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:48.675949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:48.678211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:48.681675 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:48.765821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a8e8c30d-d538-4bf8-b56d-07b13e56541b tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:48.783421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.783651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.794044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f4a5c7cd-43e9-453f-a382-41806503f157 None None] Could not find standard attr ID for object 478066b1-90d0-40bd-a154-d85baf3a8653. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:48.801346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.808582 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/networks/2ae80b14-3a70-48aa-99a5-d59f0dba91e7 HTTP/1.1" status: 204 len: 168 time: 1.2834902 Nov 29 11:49:48.815195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55314) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:48.820634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3ea39-09ec-4443-9015-03a095f3a8ce tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Network': ['ID=2ae80b14-3a70-48aa-99a5-d59f0dba91e7,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:48.842255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba15c777-7e7e-4b96-bdf2-542258aa497b None None] Network e0a12e02-a68d-475c-a116-6ee0a867d95e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:48.868355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.873438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:48.902286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 0e8de4d7-7f4d-479f-af2c-47140ed4be17 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:48.972206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f25178fa-9379-42e3-a1ce-bbaa14d3ff8b None None] Provisioning complete for port 65d2ab15-e6c4-4487-a3dd-78343d11e69b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:48.972206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f25178fa-9379-42e3-a1ce-bbaa14d3ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.082850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.092286 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a8e8c30d-d538-4bf8-b56d-07b13e56541b tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "PUT /v2.0/quotas/10bd592a3648415eb117ddb117933db1 HTTP/1.1" status: 200 len: 366 time: 0.5360129 Nov 29 11:49:49.094841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55318) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.112429 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-82f43097-8699-4c0c-84e6-46a7e9a6f8e7 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0155702 Nov 29 11:49:49.114452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55320) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.125355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-33d1bef6-62cd-4251-892e-8f55492524cd', 'network_id': '33d1bef6-62cd-4251-892e-8f55492524cd', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': 'cce4a09c-58b8-46c2-8c1d-755d2d532c6b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:49.126237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.150046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff06b6b-4837-47e0-aedc-6e333e9d3833 None None] DHCP port deletion for 2ae80b14-3a70-48aa-99a5-d59f0dba91e7 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:49.160496 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1e6b0449-9e98-45f6-a450-b422e98abfe4 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "GET /v2.0/quotas/10bd592a3648415eb117ddb117933db1 HTTP/1.1" status: 200 len: 366 time: 0.0409312 Nov 29 11:49:49.160857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55322) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.184704 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ac8333bf-704d-4b4c-a769-63f53328dc78 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/10bd592a3648415eb117ddb117933db1 HTTP/1.1" status: 204 len: 168 time: 0.0222406 Nov 29 11:49:49.184931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 65d2ab15-e6c4-4487-a3dd-78343d11e69b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:49.185374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55324) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.199511 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-258cd2b0-0def-4d2c-8cec-7224fb2a3e40 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0118585 Nov 29 11:49:49.200190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55326) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.213880 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-02c4847f-07f5-430a-bcc4-21778fa68461 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "GET /v2.0/quotas/10bd592a3648415eb117ddb117933db1 HTTP/1.1" status: 200 len: 370 time: 0.0125914 Nov 29 11:49:49.214545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55328) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.223873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-094842b5-fe7f-421a-a6d1-5833ff40bb66 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "GET /v2.0/quotas/10bd592a3648415eb117ddb117933db1/default HTTP/1.1" status: 200 len: 370 time: 0.0082355 Nov 29 11:49:49.224465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55330) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.234360 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-4c147ed1-f1bf-4647-b902-ebd6250b0f44 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] delete failed (client error): The resource could not be found. Nov 29 11:49:49.246632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::87d8:c866:57f5:13aa (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/5d5ac326-d673-4255-ad36-903c3a541f8e/0e8de4d7-7f4d-479f-af2c-47140ed4be17) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:49.247460 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4c147ed1-f1bf-4647-b902-ebd6250b0f44 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "DELETE /v2.0/quotas/10bd592a3648415eb117ddb117933db1 HTTP/1.1" status: 404 len: 348 time: 0.0134766 Nov 29 11:49:49.259749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc5e52-fc64-44ba-ba0e-d2eb3a8c4052 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:49.263736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.269117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.374128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f25178fa-9379-42e3-a1ce-bbaa14d3ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.381632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55334) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.410885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Usage tracker for resource:network and tenant:b48ba06d69a54233b363782c3983d0c7 is out of sync, need to count used quota {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 11:49:49.418016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 29 11:49:49.426087 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Usage tracker for resource:subnet and tenant:b48ba06d69a54233b363782c3983d0c7 is out of sync, need to count used quota {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 11:49:49.433268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 29 11:49:49.442470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network e0a12e02-a68d-475c-a116-6ee0a867d95e is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:49.444637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Usage tracker for resource:subnetpool and tenant:b48ba06d69a54233b363782c3983d0c7 is out of sync, need to count used quota {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 11:49:49.448444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 65d2ab15-e6c4-4487-a3dd-78343d11e69b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:49.448821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.452493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 29 11:49:49.460330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Usage tracker for resource:port and tenant:b48ba06d69a54233b363782c3983d0c7 is out of sync, need to count used quota {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 11:49:49.465534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=271294f1-36cf-48b0-a636-24bbdd963051,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:49.466323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 29 11:49:49.475219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Usage tracker for resource:router and tenant:b48ba06d69a54233b363782c3983d0c7 is out of sync, need to count used quota {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 11:49:49.480310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:49.483200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:49.483691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 29 11:49:49.488765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:49.489404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.493763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Usage tracker for resource:floatingip and tenant:b48ba06d69a54233b363782c3983d0c7 is out of sync, need to count used quota {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 11:49:49.499408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.500621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 29 11:49:49.528648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f25178fa-9379-42e3-a1ce-bbaa14d3ff8b None None] For port 65d2ab15-e6c4-4487-a3dd-78343d11e69b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=65d2ab15-e6c4-4487-a3dd-78343d11e69b,segment=NetworkSegment(0a951d08-37b1-4285-aa2a-2f86b858ffc7),segment_id=0a951d08-37b1-4285-aa2a-2f86b858ffc7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:49.540246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Usage tracker for resource:security_group and tenant:b48ba06d69a54233b363782c3983d0c7 is out of sync, need to count used quota {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 11:49:49.545923 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 29 11:49:49.553393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Usage tracker for resource:security_group_rule and tenant:b48ba06d69a54233b363782c3983d0c7 is out of sync, need to count used quota {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 29 11:49:49.555748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f25178fa-9379-42e3-a1ce-bbaa14d3ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.559498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.quota.resource [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102103) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 29 11:49:49.571817 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e718fe76-62e1-40ae-9b00-d00c9dc05f55 tempest-QuotasTest-784236893 tempest-QuotasTest-784236893-project-admin] 10.222.0.23 "GET /v2.0/quotas/b48ba06d69a54233b363782c3983d0c7/details.json HTTP/1.1" status: 200 len: 703 time: 0.1813478 Nov 29 11:49:49.572041 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-edcb9da7-02d5-4944-8a23-1f561e8ce1da tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4024885 Nov 29 11:49:49.572129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55336) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.572212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77414a15-32a0-4193-8991-04fd88c70a71']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:49.577188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a099277-d477-48c7-a9f4-cc9f2048c627'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:49.593571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff26f15-deeb-43c2-ba05-49a3636db895') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:49.593964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff26f15-deeb-43c2-ba05-49a3636db895') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:49.609609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.637678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.646642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Allocated IP 172.20.0.2 (33d1bef6-62cd-4251-892e-8f55492524cd/cce4a09c-58b8-46c2-8c1d-755d2d532c6b/05219bda-f214-4fac-8ccf-837bd10eabb4) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:49.650858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:49.652159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:49.654495 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:49.675786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50efb999-d2d7-4e1f-9629-f1c146d9d6e4 None None] Update dhcp port {'port': {'network_id': 'e0a12e02-a68d-475c-a116-6ee0a867d95e', 'fixed_ips': [{'subnet_id': '3a099277-d477-48c7-a9f4-cc9f2048c627', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba620dd5-c7d7-4319-b076-9d02713a9541'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': '65d2ab15-e6c4-4487-a3dd-78343d11e69b'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:49:49.703677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.741723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.747747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.753320 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/networks/77414a15-32a0-4193-8991-04fd88c70a71 HTTP/1.1" status: 204 len: 168 time: 0.9324696 Nov 29 11:49:49.755748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55340) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:49.813634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007efe9f-8da2-46ee-8c6d-e313fd50e969 tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Network': ['ID=77414a15-32a0-4193-8991-04fd88c70a71,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:49.824456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.825424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.873287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25178fa-9379-42e3-a1ce-bbaa14d3ff8b None None] Pushing event updated for resources: {'Port': ['ID=65d2ab15-e6c4-4487-a3dd-78343d11e69b,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:49.882229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-50efb999-d2d7-4e1f-9629-f1c146d9d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.929129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.941711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:49.951409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:49.964349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:49.971504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:49.972560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:49.993869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=0e8de4d7-7f4d-479f-af2c-47140ed4be17,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:50.037318 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-19d255ae-9d5a-447a-872b-9919cc902626 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9072576 Nov 29 11:49:50.040377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55348) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:50.049039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2dd649bc-04af-4095-bee9-614c6407724e None None] Provisioning complete for port a513b404-dcee-4d16-bffd-c22d9d350269 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:50.049412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2dd649bc-04af-4095-bee9-614c6407724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.089697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55352) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:50.145133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.162240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a513b404-dcee-4d16-bffd-c22d9d350269 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:50.183540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324e8f39-d393-4f1f-9154-9b9e2a279c78']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.195844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4eb3e8b-4554-400b-89cb-6090e9278185') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.196392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4eb3e8b-4554-400b-89cb-6090e9278185') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.214363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59904c-7927-4ba2-83d9-92d07258183e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:50.214923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.220941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59904c-7927-4ba2-83d9-92d07258183e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:50.230277 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.238653 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fb59904c-7927-4ba2-83d9-92d07258183e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1945598 Nov 29 11:49:50.238761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:50.239573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55356) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:50.239695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.289580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.308211 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:50.310185 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:50.321164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.329031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-50efb999-d2d7-4e1f-9629-f1c146d9d6e4 None None] Allocated IP 2001:db8:0:1::2 (e0a12e02-a68d-475c-a116-6ee0a867d95e/ba620dd5-c7d7-4319-b076-9d02713a9541/65d2ab15-e6c4-4487-a3dd-78343d11e69b) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:50.342082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.350139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55358) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:50.350385 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/networks/324e8f39-d393-4f1f-9154-9b9e2a279c78 HTTP/1.1" status: 204 len: 168 time: 0.5936425 Nov 29 11:49:50.355304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53a52770-769e-4039-92d6-0b9a8a907563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.378892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c389ac-6701-4ce4-80f9-d3c65ff990ae tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Network': ['ID=324e8f39-d393-4f1f-9154-9b9e2a279c78,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:50.387067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.405351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Pushing event updated for resources: {'Port': ['ID=05219bda-f214-4fac-8ccf-837bd10eabb4,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:50.415186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Network 33d1bef6-62cd-4251-892e-8f55492524cd is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:50.418816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a513b404-dcee-4d16-bffd-c22d9d350269 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:50.422205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.422904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=cce4a09c-58b8-46c2-8c1d-755d2d532c6b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:50.430282 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:50.435187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:50.437176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-819abe32-969c-4e7b-a0ab-24c85da8c5c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 0e8de4d7-7f4d-479f-af2c-47140ed4be17 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:50.437524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-819abe32-969c-4e7b-a0ab-24c85da8c5c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.492568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.549558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.583687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d1bef6-62cd-4251-892e-8f55492524cd']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.605718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9866faf5-54ef-41f3-aa58-d23a801e1feb') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.606380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9866faf5-54ef-41f3-aa58-d23a801e1feb') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.616963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-819abe32-969c-4e7b-a0ab-24c85da8c5c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.624928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.627647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.639897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53a52770-769e-4039-92d6-0b9a8a907563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.646385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-819abe32-969c-4e7b-a0ab-24c85da8c5c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 0e8de4d7-7f4d-479f-af2c-47140ed4be17 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:50.648199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53a52770-769e-4039-92d6-0b9a8a907563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.655831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.666220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd177771-6551-4bbf-b6de-fba4c4a19f1b']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.679272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f89438-8044-44b5-b244-9a2ce405f600') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.679612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f89438-8044-44b5-b244-9a2ce405f600') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:50.682781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:50.683196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:50.690736 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:50.739148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.752512 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-53a52770-769e-4039-92d6-0b9a8a907563 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f774c36d77a94247a8da6b212b6d1bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588624 Nov 29 11:49:50.752715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Attempting to bind port 05219bda-f214-4fac-8ccf-837bd10eabb4 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:50.752715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Attempting to bind port 05219bda-f214-4fac-8ccf-837bd10eabb4 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9866faf5-54ef-41f3-aa58-d23a801e1feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '33d1bef6-62cd-4251-892e-8f55492524cd'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:50.752715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Attempting to bind port 05219bda-f214-4fac-8ccf-837bd10eabb4 on network 33d1bef6-62cd-4251-892e-8f55492524cd {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:50.753733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55360) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:50.754332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a52770-769e-4039-92d6-0b9a8a907563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fc9bc5-8ca7-4fdf-95b9-faf60d02814e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:50.763798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.778035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:50.778763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.781594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f74b8502-dd27-4bae-90e4-9140f3be4eab None None] Provisioning complete for port a513b404-dcee-4d16-bffd-c22d9d350269 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:50.782233 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:50.786437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f74b8502-dd27-4bae-90e4-9140f3be4eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.789471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:50.789981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Checking segment: {'id': '9866faf5-54ef-41f3-aa58-d23a801e1feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '33d1bef6-62cd-4251-892e-8f55492524cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:50.790489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.790982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Bound using segment: {'id': '9866faf5-54ef-41f3-aa58-d23a801e1feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '33d1bef6-62cd-4251-892e-8f55492524cd'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:50.792806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Bound port: 05219bda-f214-4fac-8ccf-837bd10eabb4, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9866faf5-54ef-41f3-aa58-d23a801e1feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '33d1bef6-62cd-4251-892e-8f55492524cd'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:50.792806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.813127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 11:49:50.813127 dv-neutron-819578-1-hyperv neutron-server[102104]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 11:49:50.813127 dv-neutron-819578-1-hyperv neutron-server[102104]: [parameters: {'id': '33d1bef6-62cd-4251-892e-8f55492524cd'}] Nov 29 11:49:50.813127 dv-neutron-819578-1-hyperv neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:50.813587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:50.825042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-32ce8541-5a21-4d41-8810-1e4195d62d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.855672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-32ce8541-5a21-4d41-8810-1e4195d62d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.885056 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.898919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.903479 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] 10.222.0.23 "DELETE /v2.0/networks/bd177771-6551-4bbf-b6de-fba4c4a19f1b HTTP/1.1" status: 204 len: 168 time: 0.5522680 Nov 29 11:49:50.923765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-32ce8541-5a21-4d41-8810-1e4195d62d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.926862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-32ce8541-5a21-4d41-8810-1e4195d62d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:50.928020 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-32ce8541-5a21-4d41-8810-1e4195d62d45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54fc9bc5-8ca7-4fdf-95b9-faf60d02814e HTTP/1.1" status: 204 len: 168 time: 0.1698208 Nov 29 11:49:50.930791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-50efb999-d2d7-4e1f-9629-f1c146d9d6e4 None None] For port 65d2ab15-e6c4-4487-a3dd-78343d11e69b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=65d2ab15-e6c4-4487-a3dd-78343d11e69b,segment=NetworkSegment(0a951d08-37b1-4285-aa2a-2f86b858ffc7),segment_id=0a951d08-37b1-4285-aa2a-2f86b858ffc7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:50.940338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce8541-5a21-4d41-8810-1e4195d62d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fc9bc5-8ca7-4fdf-95b9-faf60d02814e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:50.953661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46546b95-c6d2-43d8-baee-229c9d40fa0e tempest-BulkNetworkOpsIpV6Test-1021356122 tempest-BulkNetworkOpsIpV6Test-1021356122-project] Pushing event deleted for resources: {'Network': ['ID=bd177771-6551-4bbf-b6de-fba4c4a19f1b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:50.988945 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-819abe32-969c-4e7b-a0ab-24c85da8c5c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.005440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-50efb999-d2d7-4e1f-9629-f1c146d9d6e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.059631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] For port 05219bda-f214-4fac-8ccf-837bd10eabb4, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:51.065543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] For port 05219bda-f214-4fac-8ccf-837bd10eabb4, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=05219bda-f214-4fac-8ccf-837bd10eabb4,segment=NetworkSegment(9866faf5-54ef-41f3-aa58-d23a801e1feb),segment_id=9866faf5-54ef-41f3-aa58-d23a801e1feb)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:51.073679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-50efb999-d2d7-4e1f-9629-f1c146d9d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.094159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.135372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Delete allocated IP 2001:db8:0:1::255 (e0a12e02-a68d-475c-a116-6ee0a867d95e/ba620dd5-c7d7-4319-b076-9d02713a9541) {{(pid=102103) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 11:49:51.188087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 65d2ab15-e6c4-4487-a3dd-78343d11e69b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:51.283980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 65d2ab15-e6c4-4487-a3dd-78343d11e69b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:51.284417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.314385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.326845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.365350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.376770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55376) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:51.386983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819abe32-969c-4e7b-a0ab-24c85da8c5c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=0e8de4d7-7f4d-479f-af2c-47140ed4be17,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:51.432607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bbb90eb2-c7c1-4e13-aa80-5304fbbe3cff None None] Could not find standard attr ID for object 0e8de4d7-7f4d-479f-af2c-47140ed4be17. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:51.435701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Deleting port 05219bda-f214-4fac-8ccf-837bd10eabb4 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:51.436144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.450601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] In _notify_port_updated(), no bound segment for port 271294f1-36cf-48b0-a636-24bbdd963051 on network e0a12e02-a68d-475c-a116-6ee0a867d95e {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:51.456980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bbb90eb2-c7c1-4e13-aa80-5304fbbe3cff None None] Could not find standard attr ID for object 2a1fad0c-91b8-41c2-95cc-738d8ba860bd. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:51.457405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:51.459410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.461111 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "PUT /v2.0/ports/271294f1-36cf-48b0-a636-24bbdd963051 HTTP/1.1" status: 200 len: 925 time: 1.8898354 Nov 29 11:49:51.466058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-819abe32-969c-4e7b-a0ab-24c85da8c5c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.472575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efb999-d2d7-4e1f-9629-f1c146d9d6e4 None None] Pushing event updated for resources: {'Port': ['ID=65d2ab15-e6c4-4487-a3dd-78343d11e69b,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:51.473422 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-819abe32-969c-4e7b-a0ab-24c85da8c5c6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/0e8de4d7-7f4d-479f-af2c-47140ed4be17 HTTP/1.1" status: 204 len: 168 time: 1.2331393 Nov 29 11:49:51.474380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55380) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:51.474850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55382) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:51.485012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a099277-d477-48c7-a9f4-cc9f2048c627'}, {'subnet_id': 'ba620dd5-c7d7-4319-b076-9d02713a9541'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:51.587540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] For port 05219bda-f214-4fac-8ccf-837bd10eabb4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=05219bda-f214-4fac-8ccf-837bd10eabb4,segment=NetworkSegment(9866faf5-54ef-41f3-aa58-d23a801e1feb),segment_id=9866faf5-54ef-41f3-aa58-d23a801e1feb)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:51.587906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.592571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5583f49-7ba2-4e63-89e8-a68224fbff2c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:51.594938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5583f49-7ba2-4e63-89e8-a68224fbff2c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:51.600495 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f5583f49-7ba2-4e63-89e8-a68224fbff2c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1206872 Nov 29 11:49:51.600794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c49c0e-e4c1-44e2-aa9c-adc31289578f None None] Network 33d1bef6-62cd-4251-892e-8f55492524cd requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:51.615083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55384) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:51.615412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55386) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:51.621235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Calling delete_port for 05219bda-f214-4fac-8ccf-837bd10eabb4 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:51.690509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb76b394-0d03-45f9-b4ee-2c32edf0ed20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.692549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df544a5-546d-4538-9e95-bd575aef11a7 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=271294f1-36cf-48b0-a636-24bbdd963051,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:51.713393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.720561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96e8dc-0484-4731-989b-5aa95803276c None None] Pushing event updated for resources: {'Port': ['ID=05219bda-f214-4fac-8ccf-837bd10eabb4,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:51.754464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-97947177-d58e-43dc-89f2-47663db17a96 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 5d5ac326-d673-4255-ad36-903c3a541f8e {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:51.761895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97947177-d58e-43dc-89f2-47663db17a96 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.794601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.814998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97947177-d58e-43dc-89f2-47663db17a96 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.822454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 478066b1-90d0-40bd-a154-d85baf3a8653 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:51.834923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Port': ['ID=05219bda-f214-4fac-8ccf-837bd10eabb4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:51.842051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No DVR routers for this DVR port 05219bda-f214-4fac-8ccf-837bd10eabb4 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:51.848860 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-279c8560-00ec-494d-a4b4-bc849c2785f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1befee1df001443194d8ed6c1591603c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709778 Nov 29 11:49:51.852520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55388) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:51.898662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 478066b1-90d0-40bd-a154-d85baf3a8653 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:51.899303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 478066b1-90d0-40bd-a154-d85baf3a8653 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:51.922173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97947177-d58e-43dc-89f2-47663db17a96 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.982448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6ce1-2d22-4cd6-926f-5e9d39b3a15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:51.986503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.106716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97947177-d58e-43dc-89f2-47663db17a96 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.137110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e23e20-cbdf-46a0-a70b-7f808a2667c9 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:52.150778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97947177-d58e-43dc-89f2-47663db17a96 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.156306 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-97947177-d58e-43dc-89f2-47663db17a96 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/5d5ac326-d673-4255-ad36-903c3a541f8e HTTP/1.1" status: 204 len: 168 time: 0.5355511 Nov 29 11:49:52.186652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55394) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:52.209768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97947177-d58e-43dc-89f2-47663db17a96 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5ac326-d673-4255-ad36-903c3a541f8e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:52.214763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb76b394-0d03-45f9-b4ee-2c32edf0ed20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.227686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd19af-b097-4371-b333-d43688e4331c None None] Network e0a12e02-a68d-475c-a116-6ee0a867d95e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:52.253720 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e4535e6a-8732-408f-be90-c233cf36e4d1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663857 Nov 29 11:49:52.261460 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55396) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:52.264190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fb76b394-0d03-45f9-b4ee-2c32edf0ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.270447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:52.343701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d636d254-0e6e-4a89-9253-9ace80d21d18 None None] Provisioning complete for port 65d2ab15-e6c4-4487-a3dd-78343d11e69b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:52.343971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d636d254-0e6e-4a89-9253-9ace80d21d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.398265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d1bef6-62cd-4251-892e-8f55492524cd']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:52.407550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9866faf5-54ef-41f3-aa58-d23a801e1feb') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:52.407778 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9866faf5-54ef-41f3-aa58-d23a801e1feb') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:52.418904 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fb76b394-0d03-45f9-b4ee-2c32edf0ed20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b48ba06d69a54233b363782c3983d0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7968392 Nov 29 11:49:52.419520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.420986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55400) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:52.421850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76b394-0d03-45f9-b4ee-2c32edf0ed20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339001f8-6a5a-4c32-a3ef-0c8747642012,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:52.431648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.439681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:52.441251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:52.458161 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:52.466888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8:0:1::1e1 (e0a12e02-a68d-475c-a116-6ee0a867d95e/ba620dd5-c7d7-4319-b076-9d02713a9541/271294f1-36cf-48b0-a636-24bbdd963051) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:52.508036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6ce1-2d22-4cd6-926f-5e9d39b3a15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.542394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.548614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.549787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:52.556007 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/33d1bef6-62cd-4251-892e-8f55492524cd HTTP/1.1" status: 204 len: 168 time: 3.9953647 Nov 29 11:49:52.560305 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55402) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:52.566288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:52.570089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.570249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6585042'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:52.587078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda0b0a-a030-41c0-800a-073bd02ee685 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=33d1bef6-62cd-4251-892e-8f55492524cd,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:52.611701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:52.615564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.639267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598251ef-d414-449a-8b76-900d3915c043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.639540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6ce1-2d22-4cd6-926f-5e9d39b3a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.642279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6ce1-2d22-4cd6-926f-5e9d39b3a15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.643502 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b4bc6ce1-2d22-4cd6-926f-5e9d39b3a15a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc401353-61a9-479f-bb4c-fa24b2e25504 HTTP/1.1" status: 204 len: 168 time: 0.7898397 Nov 29 11:49:52.656620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:52.661584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc6ce1-2d22-4cd6-926f-5e9d39b3a15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc401353-61a9-479f-bb4c-fa24b2e25504,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:52.666244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] Deleting port a513b404-dcee-4d16-bffd-c22d9d350269 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:52.666835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.672839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.672839 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 9e7eaa1b-dddd-40f3-82a4-e041a734c691 of type vlan for network 63e532c2-101b-4811-9121-6c2ae557d209 Nov 29 11:49:52.723267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598251ef-d414-449a-8b76-900d3915c043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.739184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.753656 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] For port a513b404-dcee-4d16-bffd-c22d9d350269, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a513b404-dcee-4d16-bffd-c22d9d350269,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:52.754112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.770195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] Calling delete_port for a513b404-dcee-4d16-bffd-c22d9d350269 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:52.775511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.786197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:52.787060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.815202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.851230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.885077 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3208706 Nov 29 11:49:52.888552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55406) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:52.904663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.925323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] No DVR routers for this DVR port a513b404-dcee-4d16-bffd-c22d9d350269 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:52.927345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598251ef-d414-449a-8b76-900d3915c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.929893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-598251ef-d414-449a-8b76-900d3915c043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:52.933496 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-598251ef-d414-449a-8b76-900d3915c043 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/339001f8-6a5a-4c32-a3ef-0c8747642012 HTTP/1.1" status: 204 len: 168 time: 0.5057218 Nov 29 11:49:52.945223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': '63e532c2-101b-4811-9121-6c2ae557d209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:52.971974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f5867-78fe-4e8a-83f4-9aced5c3aabe None None] Pushing event deleted for resources: {'Port': ['ID=a513b404-dcee-4d16-bffd-c22d9d350269,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:53.055329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c235e-e023-4fab-b7b1-aacde59cb14f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=63e532c2-101b-4811-9121-6c2ae557d209,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:53.080741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 63e532c2-101b-4811-9121-6c2ae557d209 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:53.177315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:53.183665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.257881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 65d2ab15-e6c4-4487-a3dd-78343d11e69b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:53.355152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Performing IP validity checks on allocation pools {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 11:49:53.358237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 11:49:53.370401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c4089304-b451-43f7-8764-25cdee960d23 None None] Provisioning complete for port 65d2ab15-e6c4-4487-a3dd-78343d11e69b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:53.370782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4089304-b451-43f7-8764-25cdee960d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.469774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598251ef-d414-449a-8b76-900d3915c043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339001f8-6a5a-4c32-a3ef-0c8747642012,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:53.481005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 65d2ab15-e6c4-4487-a3dd-78343d11e69b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:53.481897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.543447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] In _notify_port_updated(), no bound segment for port 271294f1-36cf-48b0-a636-24bbdd963051 on network e0a12e02-a68d-475c-a116-6ee0a867d95e {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:49:53.551134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:53.552223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.557307 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "PUT /v2.0/ports/271294f1-36cf-48b0-a636-24bbdd963051 HTTP/1.1" status: 200 len: 1011 time: 2.0788529 Nov 29 11:49:53.561193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55434) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:53.562412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf180f-7b62-4194-a91a-016a4a411ddc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=271294f1-36cf-48b0-a636-24bbdd963051,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:53.564755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c4089304-b451-43f7-8764-25cdee960d23 None None] Provisioning complete for port 271294f1-36cf-48b0-a636-24bbdd963051 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:53.565226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4089304-b451-43f7-8764-25cdee960d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.642399 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c4089304-b451-43f7-8764-25cdee960d23 None None] Port 271294f1-36cf-48b0-a636-24bbdd963051 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:53.651832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.676936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.686375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:53.696361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:53.717568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4018c8d8-8244-484c-a9c7-a12ee6aa943e None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:53.741407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a513b404-dcee-4d16-bffd-c22d9d350269 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:49:53.766181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=3ee0f159-4c3a-47bc-8516-3131f333ef16,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:53.788466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': '9e7eaa1b-dddd-40f3-82a4-e041a734c691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '63e532c2-101b-4811-9121-6c2ae557d209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:53.788833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: 63e532c2-101b-4811-9121-6c2ae557d209, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:53.793831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:53.794606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.827524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 63e532c2-101b-4811-9121-6c2ae557d209 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:53.842384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 63e532c2-101b-4811-9121-6c2ae557d209) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:53.847442 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:53.848025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.854504 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5886641 Nov 29 11:49:53.855104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55440) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:53.855789 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: a513b404-dcee-4d16-bffd-c22d9d350269 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:49:53.856190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a513b404-dcee-4d16-bffd-c22d9d350269 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:49:53.871866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa31a00-4269-45d4-bab2-f098d456ed8b None None] Network 63e532c2-101b-4811-9121-6c2ae557d209 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:53.874309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': 'bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98', 'ip_address': '2001:db8::31f0:2c77:86e:10a3'}], 'name': 'tempest-NetworksTestDHCPv6-698439983'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:53.895041 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129183b-8b24-4806-abc6-f870e52441c4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:53.939411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-77bb4609-c228-4612-b326-e85c4595a578 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 271294f1-36cf-48b0-a636-24bbdd963051 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:53.939759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77bb4609-c228-4612-b326-e85c4595a578 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.945480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ab6991c0-7cf9-40a5-9d02-640aa4eae51d None None] Provisioning complete for port 271294f1-36cf-48b0-a636-24bbdd963051 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:53.946048 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab6991c0-7cf9-40a5-9d02-640aa4eae51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:53.998282 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4c612143-9adb-4dda-8f36-6b058aa56310 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1086679 Nov 29 11:49:54.003350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55450) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:54.018938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ab6991c0-7cf9-40a5-9d02-640aa4eae51d None None] Port 271294f1-36cf-48b0-a636-24bbdd963051 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:49:54.112778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77bb4609-c228-4612-b326-e85c4595a578 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.155004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-77bb4609-c228-4612-b326-e85c4595a578 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 271294f1-36cf-48b0-a636-24bbdd963051 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:54.229925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.239640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:54.324509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55460) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:54.346946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.416871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.439510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-43adb49d-5d00-41f1-a2bb-54d186bb0409 None None] Provisioning complete for port 271294f1-36cf-48b0-a636-24bbdd963051 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:54.439924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-43adb49d-5d00-41f1-a2bb-54d186bb0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.444297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77bb4609-c228-4612-b326-e85c4595a578 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.453958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port adaabbd0-e328-4219-a6a5-a9ac47546bc8 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:54.479328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4609-c228-4612-b326-e85c4595a578 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=271294f1-36cf-48b0-a636-24bbdd963051,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:54.495757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.507926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-43adb49d-5d00-41f1-a2bb-54d186bb0409 None None] Port 271294f1-36cf-48b0-a636-24bbdd963051 was deleted so its status cannot be updated. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 29 11:49:54.541454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': 'bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:54.549607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.564976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaac68e-e5c9-43ad-815f-4da8b6641692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-63e532c2-101b-4811-9121-6c2ae557d209', 'network_id': '63e532c2-101b-4811-9121-6c2ae557d209', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': '3ee0f159-4c3a-47bc-8516-3131f333ef16'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:54.566623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-caaac68e-e5c9-43ad-815f-4da8b6641692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.566804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-77bb4609-c228-4612-b326-e85c4595a578 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.580595 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-77bb4609-c228-4612-b326-e85c4595a578 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/271294f1-36cf-48b0-a636-24bbdd963051 HTTP/1.1" status: 204 len: 168 time: 1.0121031 Nov 29 11:49:54.581859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55468) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:54.587501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-745498744'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:54.608555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee0f159-4c3a-47bc-8516-3131f333ef16,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:54.630760 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e54fd2d-27d5-4079-90f2-f25659a1b283 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:49:54.635303 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9e54fd2d-27d5-4079-90f2-f25659a1b283 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/271294f1-36cf-48b0-a636-24bbdd963051 HTTP/1.1" status: 404 len: 333 time: 0.0518477 Nov 29 11:49:54.652269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55474) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:54.675055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Made reservation on behalf of 161113b644c84347bb2b0fd5b995a7cb for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:54.685874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.710085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.726857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1e1c9731-2846-429e-95a6-8de81ebdd035 None None] Could not find standard attr ID for object 271294f1-36cf-48b0-a636-24bbdd963051. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:54.767730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301ef239-8084-4d5f-82fe-138bcae7ec84 None None] Network 63e532c2-101b-4811-9121-6c2ae557d209 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:54.858839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.881654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98/c7ea8045-44e4-44ce-b557-71f4b52bd0bf) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:54.888585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.889684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d66127-4db9-427c-94e0-70d64864a1eb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet ba620dd5-c7d7-4319-b076-9d02713a9541 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:54.895145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.901191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d66127-4db9-427c-94e0-70d64864a1eb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.930926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:54.940761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:54.941122 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Added segment fc075fd5-830f-46a3-ab57-6c9b17ec7d55 of type vlan for network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 Nov 29 11:49:54.989599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e532c2-101b-4811-9121-6c2ae557d209']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:54.990684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.006468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d66127-4db9-427c-94e0-70d64864a1eb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.033293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7eaa1b-dddd-40f3-82a4-e041a734c691') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:55.033587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7eaa1b-dddd-40f3-82a4-e041a734c691') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:55.036848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.044738 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:55.045635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.050286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.061193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2543097-56ce-4045-bf1d-056c8d045f2e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.070696 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.081838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:55.082286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:55.085430 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:55.115019 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7887168 Nov 29 11:49:55.118543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.119061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55484) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:55.127364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Request body: {'subnet': {'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:55.127952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.169512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:55.174263 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:55.178797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:55.197300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817aec7-ee6b-4be4-ae6e-7554ab08aee6 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event updated for resources: {'Network': ['ID=16cfac2d-7b97-4b5b-a09f-5a9fe3734df2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.201970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Pushing event updated for resources: {'Port': ['ID=c7ea8045-44e4-44ce-b557-71f4b52bd0bf,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.220839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:55.224692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d66127-4db9-427c-94e0-70d64864a1eb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.256861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.260705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Made reservation on behalf of 161113b644c84347bb2b0fd5b995a7cb for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:55.272108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.282873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.289444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/63e532c2-101b-4811-9121-6c2ae557d209 HTTP/1.1" status: 204 len: 168 time: 1.2754591 Nov 29 11:49:55.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55488) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:55.290605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e577a-4b3f-48ca-ab0a-1e232db0dbfa tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=63e532c2-101b-4811-9121-6c2ae557d209,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.296698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-642687502'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:55.307606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::31f0:2c77:86e:10a3 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98/adaabbd0-e328-4219-a6a5-a9ac47546bc8) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:55.344238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d66127-4db9-427c-94e0-70d64864a1eb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.364308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Attempting to bind port c7ea8045-44e4-44ce-b557-71f4b52bd0bf on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:55.364308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Attempting to bind port c7ea8045-44e4-44ce-b557-71f4b52bd0bf by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:55.364586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Attempting to bind port c7ea8045-44e4-44ce-b557-71f4b52bd0bf on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:55.372911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:55.373476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:55.373677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.374159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:55.374729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Bound port: c7ea8045-44e4-44ce-b557-71f4b52bd0bf, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:55.374958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.391648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:55.395952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.403128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d66127-4db9-427c-94e0-70d64864a1eb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=ba620dd5-c7d7-4319-b076-9d02713a9541,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.414593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-19d66127-4db9-427c-94e0-70d64864a1eb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.422159 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-19d66127-4db9-427c-94e0-70d64864a1eb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/ba620dd5-c7d7-4319-b076-9d02713a9541 HTTP/1.1" status: 204 len: 168 time: 0.7688105 Nov 29 11:49:55.423503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55494) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:55.436744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:55.478721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.479112 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 48867b74-1706-4c91-86a7-53c263635561 of type vlan for network 7bc7f8dc-c9a4-4753-abff-ae19289ca840 Nov 29 11:49:55.489550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c105cff9-853c-438e-b62d-e608bb4059ab tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet 3a099277-d477-48c7-a9f4-cc9f2048c627 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:55.489748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348d6b44-0264-4c6a-9887-0931d4d66a9f None None] Network e0a12e02-a68d-475c-a116-6ee0a867d95e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:55.493020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c105cff9-853c-438e-b62d-e608bb4059ab tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.543010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.585993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] For port c7ea8045-44e4-44ce-b557-71f4b52bd0bf, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:55.595322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] For port c7ea8045-44e4-44ce-b557-71f4b52bd0bf, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c7ea8045-44e4-44ce-b557-71f4b52bd0bf,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:55.609856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.613249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.664749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.666308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.674776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:55.677649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.709513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.724374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6ae44-ec1f-4e2b-b50d-2e7da1ff19c5 None None] Pushing event updated for resources: {'Port': ['ID=c7ea8045-44e4-44ce-b557-71f4b52bd0bf,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.783447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=adaabbd0-e328-4219-a6a5-a9ac47546bc8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.798563 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5064750 Nov 29 11:49:55.799891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c105cff9-853c-438e-b62d-e608bb4059ab tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.803085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55502) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:55.810580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': '7bc7f8dc-c9a4-4753-abff-ae19289ca840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:55.819596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event updated for resources: {'Subnet': ['ID=0934abe8-13b8-49bd-9af2-b4297e44e1dc,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.839956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eec9a4-f59e-497c-bcf7-3de3a0f658fc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=7bc7f8dc-c9a4-4753-abff-ae19289ca840,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:55.854276 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 7bc7f8dc-c9a4-4753-abff-ae19289ca840 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:55.884311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:55.900897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Checking segment: {'id': 'fc075fd5-830f-46a3-ab57-6c9b17ec7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:55.901261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Network hostable DHCP agents. Network: 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:55.920957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:55.938728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:55.945224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:55.946148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.952875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:55.962591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:55.966887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.979574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c105cff9-853c-438e-b62d-e608bb4059ab tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.986310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:55.992727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:55.992727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:55.996653 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-42afdd25-1fb6-4aa7-9919-7439df33e961 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1275024 Nov 29 11:49:55.997397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55504) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:56.062942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd7cd29-124a-4a4f-89d2-707bb27a7f7c None None] Network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:56.066061 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d5fda670-d87d-427f-aba3-26ea619de587 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9438879 Nov 29 11:49:56.066695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55506) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:56.073058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Request body: {'port': {'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-323262722'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:56.134442 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbc940-78c0-469e-b49a-271a83679f13 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:56.140406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbc940-78c0-469e-b49a-271a83679f13 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:56.147150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55508) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:56.150717 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d0cbc940-78c0-469e-b49a-271a83679f13 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1272538 Nov 29 11:49:56.165495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c105cff9-853c-438e-b62d-e608bb4059ab tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.215160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105cff9-853c-438e-b62d-e608bb4059ab tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=3a099277-d477-48c7-a9f4-cc9f2048c627,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:56.219313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c105cff9-853c-438e-b62d-e608bb4059ab tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.226995 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c105cff9-853c-438e-b62d-e608bb4059ab tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/3a099277-d477-48c7-a9f4-cc9f2048c627 HTTP/1.1" status: 204 len: 168 time: 0.8001854 Nov 29 11:49:56.227842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55510) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:56.361385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.372958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-16cfac2d-7b97-4b5b-a09f-5a9fe3734df2', 'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2', 'tenant_id': '161113b644c84347bb2b0fd5b995a7cb', 'fixed_ips': [{'subnet_id': '0934abe8-13b8-49bd-9af2-b4297e44e1dc'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:56.374027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.375243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55512) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:56.385701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477305051', 'description': 'tempest-secgroup-smoke-1477305051 description', 'project_id': '2e285bee7dd843728c6e0cdde26a910e'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:56.422675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 11:49:56.422675 dv-neutron-819578-1-hyperv neutron-server[102103]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 11:49:56.422675 dv-neutron-819578-1-hyperv neutron-server[102103]: [parameters: {'project_id_1': '2e285bee7dd843728c6e0cdde26a910e', 'expiration_1': datetime.datetime(2021, 11, 29, 11, 49, 36, 396299)}] Nov 29 11:49:56.422675 dv-neutron-819578-1-hyperv neutron-server[102103]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:56.423271 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:56.444575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 65d2ab15-e6c4-4487-a3dd-78343d11e69b {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:56.445002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.459042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Made reservation on behalf of 161113b644c84347bb2b0fd5b995a7cb for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:56.462538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.466442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b00bcbf2-f21b-4f16-b466-5615837ab0aa tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port adaabbd0-e328-4219-a6a5-a9ac47546bc8 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:56.466769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b00bcbf2-f21b-4f16-b466-5615837ab0aa tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.535030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] For port 65d2ab15-e6c4-4487-a3dd-78343d11e69b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=65d2ab15-e6c4-4487-a3dd-78343d11e69b,segment=NetworkSegment(0a951d08-37b1-4285-aa2a-2f86b858ffc7),segment_id=0a951d08-37b1-4285-aa2a-2f86b858ffc7)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:56.535503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.551230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] device_id is not set on port b1f810b5-91e0-4126-9a63-7ce8ed825499 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:56.558747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 65d2ab15-e6c4-4487-a3dd-78343d11e69b owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:56.562938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.570056 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Allocated IP 2001:db8::2 (16cfac2d-7b97-4b5b-a09f-5a9fe3734df2/0934abe8-13b8-49bd-9af2-b4297e44e1dc/b228e76d-7ca9-417b-a7de-3a701895df81) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:56.664599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.712741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=65d2ab15-e6c4-4487-a3dd-78343d11e69b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:56.714685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No DVR routers for this DVR port 65d2ab15-e6c4-4487-a3dd-78343d11e69b on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:56.720974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b00bcbf2-f21b-4f16-b466-5615837ab0aa tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.763013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=ba1ea699-6ba8-46fd-9a50-be0f24ffe7f4,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:56.785223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b00bcbf2-f21b-4f16-b466-5615837ab0aa tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for adaabbd0-e328-4219-a6a5-a9ac47546bc8 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:56.797259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': '48867b74-1706-4c91-86a7-53c263635561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bc7f8dc-c9a4-4753-abff-ae19289ca840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:56.798206 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: 7bc7f8dc-c9a4-4753-abff-ae19289ca840, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:56.827838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.835654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5f579a-d967-4cf0-834b-bf60c85edb54 None None] Network e0a12e02-a68d-475c-a116-6ee0a867d95e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:56.842321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.854775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.875307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a12e02-a68d-475c-a116-6ee0a867d95e']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:56.887161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-157357da-23e8-4e0b-91ac-fd00a1016322 None None] Could not find standard attr ID for object 65d2ab15-e6c4-4487-a3dd-78343d11e69b. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:56.888270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a951d08-37b1-4285-aa2a-2f86b858ffc7') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:56.889123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a951d08-37b1-4285-aa2a-2f86b858ffc7') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:56.905264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.915622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 7bc7f8dc-c9a4-4753-abff-ae19289ca840 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:56.922768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.941398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:56.942091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:56.942488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:56.946211 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:56.962320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:56.964460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Pushing event updated for resources: {'Port': ['ID=b228e76d-7ca9-417b-a7de-3a701895df81,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:56.966790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:56.982910 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Allocated IP 2001:db8::235 (16cfac2d-7b97-4b5b-a09f-5a9fe3734df2/0934abe8-13b8-49bd-9af2-b4297e44e1dc/b1f810b5-91e0-4126-9a63-7ce8ed825499) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:56.996885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 7bc7f8dc-c9a4-4753-abff-ae19289ca840) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:57.002581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:57.003809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.008684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acabb010-7014-4368-942a-915f3c8c0b70 None None] Network 7bc7f8dc-c9a4-4753-abff-ae19289ca840 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:57.040266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.064134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.073220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.081280 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/networks/e0a12e02-a68d-475c-a116-6ee0a867d95e HTTP/1.1" status: 204 len: 168 time: 0.8517990 Nov 29 11:49:57.082829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55520) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:57.116815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911eab6-7044-4cf4-9147-2cfbdd45af01 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Network': ['ID=e0a12e02-a68d-475c-a116-6ee0a867d95e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:57.117057 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-61fdafe1-2695-4074-8313-2aa945ff3215 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3088193 Nov 29 11:49:57.139597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55522) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:57.162964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Attempting to bind port b228e76d-7ca9-417b-a7de-3a701895df81 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:57.164885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Attempting to bind port b228e76d-7ca9-417b-a7de-3a701895df81 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'fc075fd5-830f-46a3-ab57-6c9b17ec7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:57.164997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Attempting to bind port b228e76d-7ca9-417b-a7de-3a701895df81 on network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:57.168241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.182547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74124b62-a543-4481-8aa9-5a2b18cc1120 None None] DHCP port deletion for e0a12e02-a68d-475c-a116-6ee0a867d95e request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:57.183858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5cc078-0ed2-46ea-9be4-2b7e616ffebc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:57.194076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55524) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:57.194707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:57.195130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Checking segment: {'id': 'fc075fd5-830f-46a3-ab57-6c9b17ec7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:57.195531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.196176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Bound using segment: {'id': 'fc075fd5-830f-46a3-ab57-6c9b17ec7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:57.198883 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ec5cc078-0ed2-46ea-9be4-2b7e616ffebc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0937903 Nov 29 11:49:57.199703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Bound port: b228e76d-7ca9-417b-a7de-3a701895df81, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc075fd5-830f-46a3-ab57-6c9b17ec7d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:57.199703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.305135 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b00bcbf2-f21b-4f16-b466-5615837ab0aa tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.351865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.361850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] For port b228e76d-7ca9-417b-a7de-3a701895df81, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:57.366751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] For port b228e76d-7ca9-417b-a7de-3a701895df81, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b228e76d-7ca9-417b-a7de-3a701895df81,segment=NetworkSegment(fc075fd5-830f-46a3-ab57-6c9b17ec7d55),segment_id=fc075fd5-830f-46a3-ab57-6c9b17ec7d55)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:57.372856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c7ea8045-44e4-44ce-b557-71f4b52bd0bf up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:57.410715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.414965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bcbf2-f21b-4f16-b466-5615837ab0aa tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=adaabbd0-e328-4219-a6a5-a9ac47546bc8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:57.492353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7bc7f8dc-c9a4-4753-abff-ae19289ca840', 'network_id': '7bc7f8dc-c9a4-4753-abff-ae19289ca840', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': 'ba1ea699-6ba8-46fd-9a50-be0f24ffe7f4'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:49:57.492573 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0ad7f84f-3b1e-4458-9341-afd6a6d32316 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2522740 Nov 29 11:49:57.492697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.492789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b00bcbf2-f21b-4f16-b466-5615837ab0aa tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.493083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55526) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:57.497690 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b00bcbf2-f21b-4f16-b466-5615837ab0aa tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/adaabbd0-e328-4219-a6a5-a9ac47546bc8 HTTP/1.1" status: 204 len: 168 time: 1.3473277 Nov 29 11:49:57.498188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-312935045'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:57.502653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55528) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:57.509788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.532063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bda69-5756-477d-a85b-3ed837d3f466 None None] Pushing event updated for resources: {'Port': ['ID=b228e76d-7ca9-417b-a7de-3a701895df81,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:57.561664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d752efbb-2b83-4eac-91b6-2fe1637135cf None None] Provisioning complete for port c7ea8045-44e4-44ce-b557-71f4b52bd0bf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:57.562128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d752efbb-2b83-4eac-91b6-2fe1637135cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.576421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ef8f5-377b-4599-8ec3-f567234ee399 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:57.580602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ef8f5-377b-4599-8ec3-f567234ee399 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:57.587133 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-100ef8f5-377b-4599-8ec3-f567234ee399 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0826735 Nov 29 11:49:57.588931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55530) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:57.645550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.658952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.668205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-de58a3f0-dae1-4167-b35e-05d6656ba3fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:49:57.670009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.672368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de58a3f0-dae1-4167-b35e-05d6656ba3fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.675504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:57.679487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.716928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c7ea8045-44e4-44ce-b557-71f4b52bd0bf triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:57.717088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.717354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.764441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:57.773501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de58a3f0-dae1-4167-b35e-05d6656ba3fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.837255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.837610 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Added segment e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9 of type vlan for network 8bcdd748-b46f-49db-a951-c1d4d1d10326 Nov 29 11:49:57.899693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39c5d3b-200e-4da0-a485-b61e1288250f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:57.918057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.935739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d752efbb-2b83-4eac-91b6-2fe1637135cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:57.943197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Allocated IP 172.20.0.1 (7bc7f8dc-c9a4-4753-abff-ae19289ca840/ba1ea699-6ba8-46fd-9a50-be0f24ffe7f4/e9c49173-8ab7-4371-babc-14fbbf078704) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:57.972292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.028859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.035909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:58.036537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.042856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:58.052235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.053711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:58.058762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:58.064137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:58.064670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d752efbb-2b83-4eac-91b6-2fe1637135cf None None] For port c7ea8045-44e4-44ce-b557-71f4b52bd0bf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c7ea8045-44e4-44ce-b557-71f4b52bd0bf,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:58.065022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.065665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.072760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.082791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d752efbb-2b83-4eac-91b6-2fe1637135cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.101527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de58a3f0-dae1-4167-b35e-05d6656ba3fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.111154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event updated for resources: {'Port': ['ID=b1f810b5-91e0-4126-9a63-7ce8ed825499,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.126611 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-19a6f9d0-889e-492d-b1dc-6189a79dbf1f tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0588212 Nov 29 11:49:58.130296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55538) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:58.136442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Request body: {'port': {'network_id': '16cfac2d-7b97-4b5b-a09f-5a9fe3734df2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1894758272', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:58.137127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] bootfile-name is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:49:58.137612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] tftp-server is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:49:58.138002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] server-ip-address is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:49:58.143433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a09a6f-be08-4c7e-884e-dac621a5ccab,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.148539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.153694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-780c4a75-c2f0-4017-96ed-e3b30887190d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7772801 Nov 29 11:49:58.166087 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6688547 Nov 29 11:49:58.166087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55540) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:58.166526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55542) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:58.172298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:58.183583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-51c75109-f459-4296-aa75-b248be340851 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'security_group_rule': {'security_group_id': '46a09a6f-be08-4c7e-884e-dac621a5ccab', 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:58.194386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742acca-8e68-4795-97fe-2d1fd6a6550f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Network': ['ID=8bcdd748-b46f-49db-a951-c1d4d1d10326,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.230075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de58a3f0-dae1-4167-b35e-05d6656ba3fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.266258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de58a3f0-dae1-4167-b35e-05d6656ba3fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.270345 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-de58a3f0-dae1-4167-b35e-05d6656ba3fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98 HTTP/1.1" status: 204 len: 168 time: 0.6774485 Nov 29 11:49:58.271544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58a3f0-dae1-4167-b35e-05d6656ba3fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.274987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51c75109-f459-4296-aa75-b248be340851 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.278824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55544) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:58.330320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8bcdd748-b46f-49db-a951-c1d4d1d10326 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:58.343877 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d098dde5-8aa1-4838-a2f1-58302be8ee52 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605028 Nov 29 11:49:58.344105 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55546) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:58.353493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:58.370031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baead99-3be2-4574-8d76-e30974f6a410 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:58.385476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51c75109-f459-4296-aa75-b248be340851 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.391088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51c75109-f459-4296-aa75-b248be340851 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.395851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:58.399715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.413671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c75109-f459-4296-aa75-b248be340851 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87d6402-3e4d-4189-ab5f-64e415b2fb8e,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.427970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-331a5397-6225-4212-8b4d-b139bec4bf3e None None] Could not find standard attr ID for object adaabbd0-e328-4219-a6a5-a9ac47546bc8. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:49:58.503037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51c75109-f459-4296-aa75-b248be340851 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.503643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Made reservation on behalf of 161113b644c84347bb2b0fd5b995a7cb for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:58.504977 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-51c75109-f459-4296-aa75-b248be340851 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285360 Nov 29 11:49:58.507245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.507870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55548) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:58.517541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c72211cf-747f-4193-95af-00cd7a6e6cf0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'security_group_rule': {'security_group_id': '46a09a6f-be08-4c7e-884e-dac621a5ccab', 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:58.556371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] device_id is not set on port ca213efc-7eb5-4261-9654-7b2424c20c5a yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:49:58.563793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:58.565527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752efbb-2b83-4eac-91b6-2fe1637135cf None None] Pushing event updated for resources: {'Port': ['ID=c7ea8045-44e4-44ce-b557-71f4b52bd0bf,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.567369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.589782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c72211cf-747f-4193-95af-00cd7a6e6cf0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.602843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:58.602843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:58.630348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.639360 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.666087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c72211cf-747f-4193-95af-00cd7a6e6cf0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.671332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c72211cf-747f-4193-95af-00cd7a6e6cf0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.687977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Network 7bc7f8dc-c9a4-4753-abff-ae19289ca840 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:58.694404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:58.702164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:49:58.703140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72211cf-747f-4193-95af-00cd7a6e6cf0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ee7def-3dc2-4ebb-932a-1e1a986092fc,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.707658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Pushing event updated for resources: {'Port': ['ID=e9c49173-8ab7-4371-babc-14fbbf078704,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.721877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c72211cf-747f-4193-95af-00cd7a6e6cf0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.723424 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c72211cf-747f-4193-95af-00cd7a6e6cf0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2141614 Nov 29 11:49:58.726063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55550) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:58.730752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-02d0b169-e02b-4048-845c-89f93956f1dd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'security_group_rule': {'security_group_id': '46a09a6f-be08-4c7e-884e-dac621a5ccab', 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:58.768086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-02d0b169-e02b-4048-845c-89f93956f1dd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.775900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.784165 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Attempting to bind port e9c49173-8ab7-4371-babc-14fbbf078704 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:49:58.786391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Attempting to bind port e9c49173-8ab7-4371-babc-14fbbf078704 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '48867b74-1706-4c91-86a7-53c263635561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bc7f8dc-c9a4-4753-abff-ae19289ca840'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:49:58.787386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Attempting to bind port e9c49173-8ab7-4371-babc-14fbbf078704 on network 7bc7f8dc-c9a4-4753-abff-ae19289ca840 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:49:58.801631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:49:58.808187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:49:58.808187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Checking segment: {'id': '48867b74-1706-4c91-86a7-53c263635561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bc7f8dc-c9a4-4753-abff-ae19289ca840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:58.808476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.808846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Bound using segment: {'id': '48867b74-1706-4c91-86a7-53c263635561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bc7f8dc-c9a4-4753-abff-ae19289ca840'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:49:58.809322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Bound port: e9c49173-8ab7-4371-babc-14fbbf078704, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48867b74-1706-4c91-86a7-53c263635561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bc7f8dc-c9a4-4753-abff-ae19289ca840'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:49:58.809703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.849405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-02d0b169-e02b-4048-845c-89f93956f1dd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.855000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-02d0b169-e02b-4048-845c-89f93956f1dd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.871365 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1ea699-6ba8-46fd-9a50-be0f24ffe7f4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.875768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0b169-e02b-4048-845c-89f93956f1dd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14dd206-ad28-4751-bfcf-a9035bedeabe,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:58.903251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-02d0b169-e02b-4048-845c-89f93956f1dd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.910644 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-02d0b169-e02b-4048-845c-89f93956f1dd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1830800 Nov 29 11:49:58.911207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55554) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:58.920659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-586b139f-8b3a-4d85-9ced-f06c2d4a557e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'security_group_rule': {'security_group_id': '46a09a6f-be08-4c7e-884e-dac621a5ccab', 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:58.958159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586b139f-8b3a-4d85-9ced-f06c2d4a557e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:58.958366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Allocated IP 2001:db8::1d7 (16cfac2d-7b97-4b5b-a09f-5a9fe3734df2/0934abe8-13b8-49bd-9af2-b4297e44e1dc/ca213efc-7eb5-4261-9654-7b2424c20c5a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:49:58.963313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] For port e9c49173-8ab7-4371-babc-14fbbf078704, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:49:58.970624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] For port e9c49173-8ab7-4371-babc-14fbbf078704, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e9c49173-8ab7-4371-babc-14fbbf078704,segment=NetworkSegment(48867b74-1706-4c91-86a7-53c263635561),segment_id=48867b74-1706-4c91-86a7-53c263635561)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:49:58.982455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.051550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586b139f-8b3a-4d85-9ced-f06c2d4a557e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.057527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586b139f-8b3a-4d85-9ced-f06c2d4a557e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.075676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b139f-8b3a-4d85-9ced-f06c2d4a557e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0764c84e-be84-4409-b9cf-8546ec464ddc,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:59.097230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.097483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586b139f-8b3a-4d85-9ced-f06c2d4a557e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.102599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] Deleting port c7ea8045-44e4-44ce-b557-71f4b52bd0bf {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:49:59.102779 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.102874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.102950 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-586b139f-8b3a-4d85-9ced-f06c2d4a557e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902640 Nov 29 11:49:59.103422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55558) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:59.109921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-84adad00-a326-4de7-92b0-a56a016a6810 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'security_group_rule': {'security_group_id': '46a09a6f-be08-4c7e-884e-dac621a5ccab', 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:59.136737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-84adad00-a326-4de7-92b0-a56a016a6810 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Project 2e285bee7dd843728c6e0cdde26a910e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:49:59.143048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84adad00-a326-4de7-92b0-a56a016a6810 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.214954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc7f8dc-c9a4-4753-abff-ae19289ca840']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:59.215539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd8a4a-ac61-42c7-bac7-3eb8a5dd017c None None] Network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:59.231467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84adad00-a326-4de7-92b0-a56a016a6810 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.240148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84adad00-a326-4de7-92b0-a56a016a6810 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.271388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adad00-a326-4de7-92b0-a56a016a6810 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18f402b-f00f-4180-8a02-08835f476ee6,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:59.287416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84adad00-a326-4de7-92b0-a56a016a6810 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.291469 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-84adad00-a326-4de7-92b0-a56a016a6810 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1832836 Nov 29 11:49:59.291931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55562) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:59.297085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8c671c6a-d6c4-4b17-95ba-616e862caa3f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'security_group_rule': {'security_group_id': '46a09a6f-be08-4c7e-884e-dac621a5ccab', 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:59.326375 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-8c671c6a-d6c4-4b17-95ba-616e862caa3f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Project 2e285bee7dd843728c6e0cdde26a910e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:49:59.333187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c671c6a-d6c4-4b17-95ba-616e862caa3f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.356494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef5d5a-68c7-4362-87b4-2c5faef8e54d None None] Pushing event updated for resources: {'Port': ['ID=e9c49173-8ab7-4371-babc-14fbbf078704,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:59.363271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] For port c7ea8045-44e4-44ce-b557-71f4b52bd0bf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c7ea8045-44e4-44ce-b557-71f4b52bd0bf,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:49:59.363671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.392434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abe9d95-a752-4133-8335-ad10c5663d3b None None] Network 7bc7f8dc-c9a4-4753-abff-ae19289ca840 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:59.395438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] Calling delete_port for c7ea8045-44e4-44ce-b557-71f4b52bd0bf owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:49:59.409539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c671c6a-d6c4-4b17-95ba-616e862caa3f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.415839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-80025f76-1ee2-4d49-a894-6c482f2e90d1 None None] Provisioning complete for port b228e76d-7ca9-417b-a7de-3a701895df81 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:49:59.416148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c671c6a-d6c4-4b17-95ba-616e862caa3f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.416282 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80025f76-1ee2-4d49-a894-6c482f2e90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.435557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c671c6a-d6c4-4b17-95ba-616e862caa3f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bac1a6-bedf-4fa4-a3b7-5fc0088e3e5a,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:59.463432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c671c6a-d6c4-4b17-95ba-616e862caa3f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.466287 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8c671c6a-d6c4-4b17-95ba-616e862caa3f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1722622 Nov 29 11:49:59.468249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55564) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:59.474861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'network': {'name': 'tempest-network-smoke--2089977963', 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:59.505329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Made reservation on behalf of 2e285bee7dd843728c6e0cdde26a910e for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:49:59.510799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.543750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:49:59.565447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.565801 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Added segment 4fff4728-f2be-48d4-9493-f806a4af942d of type vlan for network 9905691f-c26a-46f0-a814-cd0a62d0f60f Nov 29 11:49:59.585354 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48867b74-1706-4c91-86a7-53c263635561') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:59.585646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48867b74-1706-4c91-86a7-53c263635561') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:49:59.598894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b228e76d-7ca9-417b-a7de-3a701895df81 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:49:59.610730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.637988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.643397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.644568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:59.645307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.651817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=32c0482c-f08e-4933-975f-9e73e1567fa6,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:59.667102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.702780 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2327745 Nov 29 11:49:59.710084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55566) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:59.715021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'admin_state_up': True, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:59.731103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a16b5-0fca-4921-8b49-ec33358782d0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'Network': ['ID=9905691f-c26a-46f0-a814-cd0a62d0f60f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:59.731650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.743974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.745079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.753788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking segment: {'id': 'e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:49:59.754439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network hostable DHCP agents. Network: 8bcdd748-b46f-49db-a951-c1d4d1d10326, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:49:59.758942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:49:59.769003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:49:59.769533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.775202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:49:59.776017 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:49:59.818705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.819331 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:59.830938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=fb89255d-9a64-4be3-9097-8a29132cd827,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:59.835569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:59.836248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.878398 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8bcdd748-b46f-49db-a951-c1d4d1d10326 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:49:59.888794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 11:49:59.888794 dv-neutron-819578-1-hyperv neutron-server[102103]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 11:49:59.888794 dv-neutron-819578-1-hyperv neutron-server[102103]: [parameters: {'id': '7bc7f8dc-c9a4-4753-abff-ae19289ca840'}] Nov 29 11:49:59.888794 dv-neutron-819578-1-hyperv neutron-server[102103]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:49:59.889194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:49:59.890428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] Pushing event deleted for resources: {'Port': ['ID=c7ea8045-44e4-44ce-b557-71f4b52bd0bf,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:49:59.895035 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6be8d480-eac5-439e-9482-5ac36ba14c2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5480289 Nov 29 11:49:59.895804 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58029eb3-aa62-43ac-85ec-0cc5979f36bf None None] No DVR routers for this DVR port c7ea8045-44e4-44ce-b557-71f4b52bd0bf on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:49:59.899304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55568) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:49:59.907769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': 'fb89255d-9a64-4be3-9097-8a29132cd827', 'ip_address': '2001:db8::289:f674:8690:d669'}], 'name': 'tempest-NetworksTestDHCPv6-158544939'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:49:59.918925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 8bcdd748-b46f-49db-a951-c1d4d1d10326) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:49:59.921533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.926636 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7dcb1b-278c-4112-bc9c-f4cf8338a089 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:59.930480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80025f76-1ee2-4d49-a894-6c482f2e90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.938143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4354159-4d78-4cde-82ad-26ca4dcaf3cd None None] Network 8bcdd748-b46f-49db-a951-c1d4d1d10326 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:49:59.947343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:49:59.967420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:49:59.968005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.000725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b228e76d-7ca9-417b-a7de-3a701895df81 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:00.001828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.095398 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9b12abd1-fe44-4e42-8380-210e4b53baa6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9275265 Nov 29 11:50:00.106914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55572) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:00.113386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326', 'name': 'tempest-PortsIpV6TestJSON-2125662376'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:00.123722 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.204554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.224561 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:00.274533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-80025f76-1ee2-4d49-a894-6c482f2e90d1 None None] For port b228e76d-7ca9-417b-a7de-3a701895df81, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b228e76d-7ca9-417b-a7de-3a701895df81,segment=NetworkSegment(fc075fd5-830f-46a3-ab57-6c9b17ec7d55),segment_id=fc075fd5-830f-46a3-ab57-6c9b17ec7d55)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:00.294992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80025f76-1ee2-4d49-a894-6c482f2e90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.358106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:00.370042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:00.372546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:00.379002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:00.379654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.389710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event updated for resources: {'Port': ['ID=ca213efc-7eb5-4261-9654-7b2424c20c5a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:00.423493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.435492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:00.440338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.458665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.461508 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-37d532f7-01fe-4801-9bdf-2db9bb4586b9 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3291380 Nov 29 11:50:00.469523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55578) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:00.482052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.514863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port 94ef2788-017b-4ad8-81e3-97d91f79b7cf yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:00.563570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': 'fb89255d-9a64-4be3-9097-8a29132cd827'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:00.564424 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.583301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.608408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-8bcdd748-b46f-49db-a951-c1d4d1d10326', 'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326', 'tenant_id': '9b50e5f4b2da4157ab153ac60232dac3', 'fixed_ips': [{'subnet_id': '32c0482c-f08e-4933-975f-9e73e1567fa6'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:00.609186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.625242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80025f76-1ee2-4d49-a894-6c482f2e90d1 None None] Pushing event updated for resources: {'Port': ['ID=b228e76d-7ca9-417b-a7de-3a701895df81,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:00.636228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-862fa47d-f97e-4290-bfae-3f40d5f932b3 None None] Provisioning complete for port b1f810b5-91e0-4126-9a63-7ce8ed825499 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:00.636604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-862fa47d-f97e-4290-bfae-3f40d5f932b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.654283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Allocated IP 172.26.5.58 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/0abaf46a-8a9b-43af-9999-853d82602259) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:00.664321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 7f0b6fb7-044d-4b3b-9928-6a86da53d71a yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:00.771911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9b7432d-423e-4033-99df-76360a99ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.773553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c7ea8045-44e4-44ce-b557-71f4b52bd0bf no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:00.792685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.836333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.843133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::289:f674:8690:d669 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/fb89255d-9a64-4be3-9097-8a29132cd827/7f0b6fb7-044d-4b3b-9928-6a86da53d71a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:00.856763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-862fa47d-f97e-4290-bfae-3f40d5f932b3 None None] Port b1f810b5-91e0-4126-9a63-7ce8ed825499 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:00.866240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c7ea8045-44e4-44ce-b557-71f4b52bd0bf {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:00.866589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c7ea8045-44e4-44ce-b557-71f4b52bd0bf not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:00.867006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 65d2ab15-e6c4-4487-a3dd-78343d11e69b no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:00.884571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:00.888035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:00.896877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:00.927130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 65d2ab15-e6c4-4487-a3dd-78343d11e69b {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:00.927477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 65d2ab15-e6c4-4487-a3dd-78343d11e69b not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:00.936508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'Port': ['ID=0abaf46a-8a9b-43af-9999-853d82602259,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:00.938983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-862fa47d-f97e-4290-bfae-3f40d5f932b3 None None] Provisioning complete for port b228e76d-7ca9-417b-a7de-3a701895df81 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:00.939506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-862fa47d-f97e-4290-bfae-3f40d5f932b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:00.942774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6adee2-89d1-483d-8031-b28f8d835265 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:00.953481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6adee2-89d1-483d-8031-b28f8d835265 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:00.960517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6adee2-89d1-483d-8031-b28f8d835265 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:00.962377 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ab6adee2-89d1-483d-8031-b28f8d835265 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4864755 Nov 29 11:50:00.969836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55580) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:00.994865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::2fd (8bcdd748-b46f-49db-a951-c1d4d1d10326/32c0482c-f08e-4933-975f-9e73e1567fa6/94ef2788-017b-4ad8-81e3-97d91f79b7cf) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:01.132848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Deleting port e9c49173-8ab7-4371-babc-14fbbf078704 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:01.133345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.148306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-db677f07-a4af-4400-8ea9-f85c5adc1251 None None] Provisioning complete for port b1f810b5-91e0-4126-9a63-7ce8ed825499 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:01.148682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-db677f07-a4af-4400-8ea9-f85c5adc1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.179354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.191371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-db677f07-a4af-4400-8ea9-f85c5adc1251 None None] Port b1f810b5-91e0-4126-9a63-7ce8ed825499 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:01.200729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-db677f07-a4af-4400-8ea9-f85c5adc1251 None None] Provisioning complete for port ca213efc-7eb5-4261-9654-7b2424c20c5a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:01.201198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-db677f07-a4af-4400-8ea9-f85c5adc1251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.234299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-db677f07-a4af-4400-8ea9-f85c5adc1251 None None] Port ca213efc-7eb5-4261-9654-7b2424c20c5a cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:01.332704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.336491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] For port e9c49173-8ab7-4371-babc-14fbbf078704, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e9c49173-8ab7-4371-babc-14fbbf078704,segment=NetworkSegment(48867b74-1706-4c91-86a7-53c263635561),segment_id=48867b74-1706-4c91-86a7-53c263635561)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:01.336869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.363162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Calling delete_port for e9c49173-8ab7-4371-babc-14fbbf078704 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:01.378864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0eef7cf2-2c60-4809-987e-5f40a7244b5e tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Deleting port ca213efc-7eb5-4261-9654-7b2424c20c5a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:01.379215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0eef7cf2-2c60-4809-987e-5f40a7244b5e tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.492612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b228e76d-7ca9-417b-a7de-3a701895df81 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:01.556257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.579916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.585599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b228e76d-7ca9-417b-a7de-3a701895df81 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:01.585599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.619989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/fb89255d-9a64-4be3-9097-8a29132cd827/a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:01.648873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:01.650623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0eef7cf2-2c60-4809-987e-5f40a7244b5e tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.665915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:01.677071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0eef7cf2-2c60-4809-987e-5f40a7244b5e tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Calling delete_port for ca213efc-7eb5-4261-9654-7b2424c20c5a owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:01.679103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:01.684789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:01.685422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.694003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=7f0b6fb7-044d-4b3b-9928-6a86da53d71a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:01.710730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.710989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.784914 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b025c0f9-848c-424f-a632-13b09c606556 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8809547 Nov 29 11:50:01.786718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55588) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:01.791402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Port': ['ID=e9c49173-8ab7-4371-babc-14fbbf078704,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:01.795048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No DVR routers for this DVR port e9c49173-8ab7-4371-babc-14fbbf078704 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:01.828795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.852167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.861476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8edc46-3144-42eb-9c58-23bfb0897ba0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:01.865752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.865997 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5c8edc46-3144-42eb-9c58-23bfb0897ba0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0753472 Nov 29 11:50:01.866553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55590) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:01.900731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Allocated IP 2001:db8::2 (8bcdd748-b46f-49db-a951-c1d4d1d10326/32c0482c-f08e-4933-975f-9e73e1567fa6/ff4a27da-ae7f-4809-90bf-84931f917bbc) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:01.922769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:01.926103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:01.929043 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:01.940153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Pushing event updated for resources: {'Port': ['ID=a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:01.942390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.957025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Router 607e3a79-0d1b-4b82-991e-b82127b4397d is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:50:01.968389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8bcdd748-b46f-49db-a951-c1d4d1d10326 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:01.980258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:01.990008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:01.995592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:01.996199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:01.999887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc7f8dc-c9a4-4753-abff-ae19289ca840']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:02.010385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=94ef2788-017b-4ad8-81e3-97d91f79b7cf,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:02.019649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48867b74-1706-4c91-86a7-53c263635561') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:02.020029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48867b74-1706-4c91-86a7-53c263635561') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:02.037881 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a88014d1-840f-4d3f-a8e7-c8803cd47468 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9274230 Nov 29 11:50:02.044571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55592) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:02.054076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326', 'name': 'tempest-PortsIpV6TestJSON-1219162924'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:02.055102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.056822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Attempting to bind port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:02.057285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Attempting to bind port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:02.057739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Attempting to bind port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:02.066194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d22fbd69-3fd2-4005-b9b4-bd4f14a37b2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 7f0b6fb7-044d-4b3b-9928-6a86da53d71a {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:02.066550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d22fbd69-3fd2-4005-b9b4-bd4f14a37b2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.067152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:02.067622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:02.068126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.068613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:02.069202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Bound port: a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:02.069958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.083378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.098656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:02.099065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:02.102255 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:02.150741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0eef7cf2-2c60-4809-987e-5f40a7244b5e tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.194864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7cf2-2c60-4809-987e-5f40a7244b5e tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event deleted for resources: {'Port': ['ID=ca213efc-7eb5-4261-9654-7b2424c20c5a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:02.204623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] For port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:02.209521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] For port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:02.215035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.222565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.223462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.225425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0eef7cf2-2c60-4809-987e-5f40a7244b5e tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.228824 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0eef7cf2-2c60-4809-987e-5f40a7244b5e tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "DELETE /v2.0/ports/ca213efc-7eb5-4261-9654-7b2424c20c5a HTTP/1.1" status: 204 len: 168 time: 1.2556691 Nov 29 11:50:02.235163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55594) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:02.235926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:02.236728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.240377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.249648 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/7bc7f8dc-c9a4-4753-abff-ae19289ca840 HTTP/1.1" status: 204 len: 168 time: 5.0993917 Nov 29 11:50:02.252289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55596) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:02.255174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Request body: {'port': {'name': 'tempest-new-port-name-936515732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:02.255649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.api.validators [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] bootfile-name is not in valid_values {{(pid=102104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:50:02.255992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.api.validators [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] tftp-server is not in valid_values {{(pid=102104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:50:02.256327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.api.validators [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] server-ip-address is not in valid_values {{(pid=102104) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:50:02.257090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-225040728'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:02.274952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761127-e309-4363-932a-0632dd988c7e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=7bc7f8dc-c9a4-4753-abff-ae19289ca840,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:02.281857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Sync routers for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:02.296620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:02.305466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.308216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Network 8bcdd748-b46f-49db-a951-c1d4d1d10326 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:02.313495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:02.316558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:02.336512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:02.337255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:49:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:02.358134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:02.385020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.385539 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 7a94b208-94f3-40b7-8fd5-630d69fbedec of type vlan for network 3eaed801-1693-47e2-bc35-cfd5354be431 Nov 29 11:50:02.413079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d22fbd69-3fd2-4005-b9b4-bd4f14a37b2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.434362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eee112-502d-4cdf-be0d-b5fda4737b07 None None] Pushing event updated for resources: {'Port': ['ID=a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:02.435148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d22fbd69-3fd2-4005-b9b4-bd4f14a37b2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 7f0b6fb7-044d-4b3b-9928-6a86da53d71a owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:02.463969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.471230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.505493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.513133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:02.514224 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.562991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Attempting to bind port ff4a27da-ae7f-4809-90bf-84931f917bbc on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:02.564323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Attempting to bind port ff4a27da-ae7f-4809-90bf-84931f917bbc by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:02.564806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Attempting to bind port ff4a27da-ae7f-4809-90bf-84931f917bbc on network 8bcdd748-b46f-49db-a951-c1d4d1d10326 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:02.575419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:02.575957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Checking segment: {'id': 'e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:02.576450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.576940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Bound using segment: {'id': 'e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:02.577535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Bound port: ff4a27da-ae7f-4809-90bf-84931f917bbc, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8bcdd748-b46f-49db-a951-c1d4d1d10326'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:02.578053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.607060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Pushing event updated for resources: {'Port': ['ID=ff4a27da-ae7f-4809-90bf-84931f917bbc,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:02.610016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:02.642448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.664119 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4110644 Nov 29 11:50:02.664346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:02.666192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55604) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:02.683423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': '3eaed801-1693-47e2-bc35-cfd5354be431', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:02.760654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:02.760654 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f304e366-4959-44e5-ae4a-252e7e067717 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0494769 Nov 29 11:50:02.765400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55606) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:02.788082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72058ac9-755f-441a-97fe-b06bbd6488b2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=3eaed801-1693-47e2-bc35-cfd5354be431,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:02.830395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port 071f1077-464e-4ba9-8921-92e87b18c970 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:02.833321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 3eaed801-1693-47e2-bc35-cfd5354be431 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:02.880884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:02.887812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.011434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d22fbd69-3fd2-4005-b9b4-bd4f14a37b2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.020936 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ce44564c-2512-4877-ada4-cd123fa95a23 tempest-TestNetworkAdvancedServerOps-188582143 tempest-TestNetworkAdvancedServerOps-188582143-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=2e285bee7dd843728c6e0cdde26a910e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2540727 Nov 29 11:50:03.023636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55610) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:03.072905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] For port ff4a27da-ae7f-4809-90bf-84931f917bbc, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:03.091901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fbd69-3fd2-4005-b9b4-bd4f14a37b2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=7f0b6fb7-044d-4b3b-9928-6a86da53d71a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:03.104528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] For port ff4a27da-ae7f-4809-90bf-84931f917bbc, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ff4a27da-ae7f-4809-90bf-84931f917bbc,segment=NetworkSegment(e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9),segment_id=e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:03.118511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.138899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d22fbd69-3fd2-4005-b9b4-bd4f14a37b2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.142690 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d22fbd69-3fd2-4005-b9b4-bd4f14a37b2a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/7f0b6fb7-044d-4b3b-9928-6a86da53d71a HTTP/1.1" status: 204 len: 168 time: 1.2752178 Nov 29 11:50:03.151322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55612) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:03.158861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::187 (8bcdd748-b46f-49db-a951-c1d4d1d10326/32c0482c-f08e-4933-975f-9e73e1567fa6/071f1077-464e-4ba9-8921-92e87b18c970) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:03.166288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.174992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.222924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad9a45-371b-4173-ac4c-372bf4198b1b None None] Pushing event updated for resources: {'Port': ['ID=ff4a27da-ae7f-4809-90bf-84931f917bbc,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:03.223916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] In _notify_port_updated(), no bound segment for port b1f810b5-91e0-4126-9a63-7ce8ed825499 on network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:50:03.229476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:03.230167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.231478 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "PUT /v2.0/ports/b1f810b5-91e0-4126-9a63-7ce8ed825499 HTTP/1.1" status: 200 len: 1129 time: 0.9937124 Nov 29 11:50:03.236760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55614) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:03.250367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-79e0bff7-ebf5-4152-956c-24cbe6c41f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.262517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:01Z', 'revision_number': 3, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:03.286510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b53efd-fa25-435c-9a36-f1332e5706dd tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event updated for resources: {'Port': ['ID=b1f810b5-91e0-4126-9a63-7ce8ed825499,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:03.304998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Checking router: 607e3a79-0d1b-4b82-991e-b82127b4397d for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:03.307479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Updating router 607e3a79-0d1b-4b82-991e-b82127b4397d port 0abaf46a-8a9b-43af-9999-853d82602259 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:50:03.327888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02af6b-8e46-4000-a8a1-b0ef4c4c1717 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:03.329453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02af6b-8e46-4000-a8a1-b0ef4c4c1717 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:03.338308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1c02af6b-8e46-4000-a8a1-b0ef4c4c1717 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1852105 Nov 29 11:50:03.351524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55616) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:03.352509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.366292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd56fdc2-fe96-40ea-96c5-fc721103f7a6 tempest-TestNetworkAdvancedServerOps-188582143 tempest-TestNetworkAdvancedServerOps-188582143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:03.370337 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bd56fdc2-fe96-40ea-96c5-fc721103f7a6 tempest-TestNetworkAdvancedServerOps-188582143 tempest-TestNetworkAdvancedServerOps-188582143-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3432164 Nov 29 11:50:03.374408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55618) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:03.454136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2703c35a-868a-4b78-b5c4-f70692b96b74 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:03.458660 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2703c35a-868a-4b78-b5c4-f70692b96b74 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "GET /v2.0/ports/b1f810b5-91e0-4126-9a63-7ce8ed825499 HTTP/1.1" status: 200 len: 1129 time: 0.2185481 Nov 29 11:50:03.472781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55622) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:03.502716 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bc2a1233-e06d-4f70-9e37-9d3b962a9b23 tempest-TestNetworkAdvancedServerOps-188582143 tempest-TestNetworkAdvancedServerOps-188582143-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243055 Nov 29 11:50:03.510969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55624) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:03.611934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1974334127', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:03.687631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:03.733088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.761316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be7b3e4-6ef9-4b66-9de3-08c9a35f7680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet fb89255d-9a64-4be3-9097-8a29132cd827 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:03.787034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.789519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e4-6ef9-4b66-9de3-08c9a35f7680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.801833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.809910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-66eb9e05-d5d1-463c-a1f5-0a7cddb1ac0c tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Deleting port b1f810b5-91e0-4126-9a63-7ce8ed825499 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:03.810408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66eb9e05-d5d1-463c-a1f5-0a7cddb1ac0c tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.872130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f17db30c-de7c-4479-9e81-18940fac72fa None None] Provisioning complete for port b1f810b5-91e0-4126-9a63-7ce8ed825499 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:03.872558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f17db30c-de7c-4479-9e81-18940fac72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.875613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.928284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=9eaf33c9-29f4-49f2-9d67-fa9ffa736516,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:03.942316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8bcdd748-b46f-49db-a951-c1d4d1d10326 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:03.948533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:03.955925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:03.963213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:03.964845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:03.964971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.965748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.971093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e4-6ef9-4b66-9de3-08c9a35f7680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:03.990815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=071f1077-464e-4ba9-8921-92e87b18c970,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:04.033288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66eb9e05-d5d1-463c-a1f5-0a7cddb1ac0c tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.034283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': '7a94b208-94f3-40b7-8fd5-630d69fbedec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3eaed801-1693-47e2-bc35-cfd5354be431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:04.034753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f17db30c-de7c-4479-9e81-18940fac72fa None None] Port b1f810b5-91e0-4126-9a63-7ce8ed825499 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:04.034850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: 3eaed801-1693-47e2-bc35-cfd5354be431, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:04.053796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Made reservation on behalf of 2e285bee7dd843728c6e0cdde26a910e for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:04.054515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-66eb9e05-d5d1-463c-a1f5-0a7cddb1ac0c tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Calling delete_port for b1f810b5-91e0-4126-9a63-7ce8ed825499 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:04.058701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.064176 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-44bb7329-e0b4-45a4-8d35-6f76b3673447 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0147142 Nov 29 11:50:04.065546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55630) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:04.076591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.083778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.180894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Attempting to bind port 0abaf46a-8a9b-43af-9999-853d82602259 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:04.181425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Attempting to bind port 0abaf46a-8a9b-43af-9999-853d82602259 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:04.181890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Attempting to bind port 0abaf46a-8a9b-43af-9999-853d82602259 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:04.184115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfb717-4792-46d4-94c4-b7163d42b1ec None None] Pushing event updated for resources: {'Port': ['ID=0abaf46a-8a9b-43af-9999-853d82602259,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:04.207834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e971365b-b87f-4702-a0dc-56cc70817802 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:04.208045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:04.208549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:04.209057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.212632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:04.212805 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e971365b-b87f-4702-a0dc-56cc70817802 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2fd HTTP/1.1" status: 200 len: 929 time: 0.1442802 Nov 29 11:50:04.212906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Bound port: 0abaf46a-8a9b-43af-9999-853d82602259, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:04.212906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.213103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55632) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:04.238303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.245647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ebcb66d9-019e-4598-9e34-272f7c450124 None None] Provisioning complete for port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:04.246243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ebcb66d9-019e-4598-9e34-272f7c450124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.337304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:04.345511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] For port 0abaf46a-8a9b-43af-9999-853d82602259, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:04.350801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.359169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] For port 0abaf46a-8a9b-43af-9999-853d82602259, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0abaf46a-8a9b-43af-9999-853d82602259,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:04.372007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.373656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-86d2408e-e6fd-4768-8dcc-2a3eb800db35 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 071f1077-464e-4ba9-8921-92e87b18c970 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:04.374191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d2408e-e6fd-4768-8dcc-2a3eb800db35 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.390701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66eb9e05-d5d1-463c-a1f5-0a7cddb1ac0c tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.463722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:04.464361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:04.492991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb9e05-d5d1-463c-a1f5-0a7cddb1ac0c tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event deleted for resources: {'Port': ['ID=b1f810b5-91e0-4126-9a63-7ce8ed825499,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:04.514126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 3eaed801-1693-47e2-bc35-cfd5354be431 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:04.535500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e4-6ef9-4b66-9de3-08c9a35f7680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.575514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:04.614136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66eb9e05-d5d1-463c-a1f5-0a7cddb1ac0c tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.621520 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-66eb9e05-d5d1-463c-a1f5-0a7cddb1ac0c tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "DELETE /v2.0/ports/b1f810b5-91e0-4126-9a63-7ce8ed825499 HTTP/1.1" status: 204 len: 168 time: 1.1441114 Nov 29 11:50:04.627080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55636) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:04.651603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.701349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-024a43ac-28b9-48d2-a653-dcd5bc7836aa None None] Could not find standard attr ID for object 7f0b6fb7-044d-4b3b-9928-6a86da53d71a. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:04.710274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfb717-4792-46d4-94c4-b7163d42b1ec None None] Pushing event updated for resources: {'Port': ['ID=0abaf46a-8a9b-43af-9999-853d82602259,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:04.732025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:04.758128 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 3eaed801-1693-47e2-bc35-cfd5354be431) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:04.774011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d2408e-e6fd-4768-8dcc-2a3eb800db35 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.786772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e395ba66-aca6-43ec-8d80-166439c8c6dc tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Deleting subnet 0934abe8-13b8-49bd-9af2-b4297e44e1dc {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:04.802058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e395ba66-aca6-43ec-8d80-166439c8c6dc tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.825224 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:04.827596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.839566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e4-6ef9-4b66-9de3-08c9a35f7680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.883783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-86d2408e-e6fd-4768-8dcc-2a3eb800db35 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 071f1077-464e-4ba9-8921-92e87b18c970 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:04.918451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e395ba66-aca6-43ec-8d80-166439c8c6dc tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:04.989634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cfc7ad-948f-4dac-981d-fbc838d037af None None] Network 3eaed801-1693-47e2-bc35-cfd5354be431 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:04.996417 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f75d9243-8e37-4de2-8c76-1f8dfb378b07 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3259728 Nov 29 11:50:05.002101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7b3e4-6ef9-4b66-9de3-08c9a35f7680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=fb89255d-9a64-4be3-9097-8a29132cd827,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:05.012267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55642) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.019057 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2be7b3e4-6ef9-4b66-9de3-08c9a35f7680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.026960 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2be7b3e4-6ef9-4b66-9de3-08c9a35f7680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/fb89255d-9a64-4be3-9097-8a29132cd827 HTTP/1.1" status: 204 len: 168 time: 1.6722379 Nov 29 11:50:05.028443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55644) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.040512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2b068e-9d74-4690-9fad-98ce17f9d9e8 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:05.041466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.108895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1be667-946b-408a-9a17-15c6af7f6526 None None] Network 8bcdd748-b46f-49db-a951-c1d4d1d10326 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:05.123410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'Subnet': ['ID=89db33cd-d4bb-4d2d-8f40-1e641ed8fc73,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:05.131497 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-85af3f2e-8f83-43df-9413-9119a26e8196 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983377 Nov 29 11:50:05.132647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55646) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.205934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e395ba66-aca6-43ec-8d80-166439c8c6dc tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.209517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe6865-7f25-43ad-80f8-c620931867b1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:05.213874 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e4fe6865-7f25-43ad-80f8-c620931867b1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0802982 Nov 29 11:50:05.216350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55648) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.226661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Checking segment: {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:05.227191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Network hostable DHCP agents. Network: 9905691f-c26a-46f0-a814-cd0a62d0f60f, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:05.254437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.268412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d2408e-e6fd-4768-8dcc-2a3eb800db35 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.276860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cb97828f-4d57-40e7-b4e7-2d2ccccd3ec0 None None] Provisioning complete for port ff4a27da-ae7f-4809-90bf-84931f917bbc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:05.277113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:05.277243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cb97828f-4d57-40e7-b4e7-2d2ccccd3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.283057 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c403785-1731-4059-b2f8-f3e48f4bd385 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:05.287454 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5c403785-1731-4059-b2f8-f3e48f4bd385 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700247 Nov 29 11:50:05.288211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55650) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.334874 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1323b31d-ef6a-4c0d-857b-a566b3c62265 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433447 Nov 29 11:50:05.335896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55652) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.338300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2408e-e6fd-4768-8dcc-2a3eb800db35 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=071f1077-464e-4ba9-8921-92e87b18c970,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:05.338459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 9905691f-c26a-46f0-a814-cd0a62d0f60f) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:05.343016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:05.349994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:05.350775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.374239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e395ba66-aca6-43ec-8d80-166439c8c6dc tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.378966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86d2408e-e6fd-4768-8dcc-2a3eb800db35 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.382162 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-86d2408e-e6fd-4768-8dcc-2a3eb800db35 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/071f1077-464e-4ba9-8921-92e87b18c970 HTTP/1.1" status: 204 len: 168 time: 1.1686685 Nov 29 11:50:05.388106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55654) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.389732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8f2f7-e0db-41ab-babc-64b37c7de9a0 None None] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:05.419701 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9f146b54-fb65-4a1a-8c08-c12aad7229f3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8494325 Nov 29 11:50:05.421922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55656) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.443259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395ba66-aca6-43ec-8d80-166439c8c6dc tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event deleted for resources: {'Subnet': ['ID=0934abe8-13b8-49bd-9af2-b4297e44e1dc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:05.445564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e395ba66-aca6-43ec-8d80-166439c8c6dc tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.451007 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e395ba66-aca6-43ec-8d80-166439c8c6dc tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "DELETE /v2.0/subnets/0934abe8-13b8-49bd-9af2-b4297e44e1dc HTTP/1.1" status: 204 len: 168 time: 0.8201280 Nov 29 11:50:05.451007 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-48dafeeb-8e59-48f0-908d-4c56e7bf604b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:50:05.451309 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-48dafeeb-8e59-48f0-908d-4c56e7bf604b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/071f1077-464e-4ba9-8921-92e87b18c970 HTTP/1.1" status: 404 len: 333 time: 0.0624650 Nov 29 11:50:05.451983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.454695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55658) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.455494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55660) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:05.480644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f551ad11-5e20-4073-bbce-d0a8b1684beb None None] Network 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:05.564593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:05.568791 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.652378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.673849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.714184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=9eaf33c9-29f4-49f2-9d67-fa9ffa736516,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:05.750806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ff47a9ff-aaf2-4863-ab1f-f8b773759413 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 94ef2788-017b-4ad8-81e3-97d91f79b7cf {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:05.751143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff47a9ff-aaf2-4863-ab1f-f8b773759413 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.754673 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0764585a-d4b4-480c-a57b-57d66f90cf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-3eaed801-1693-47e2-bc35-cfd5354be431', 'network_id': '3eaed801-1693-47e2-bc35-cfd5354be431', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': '9eaf33c9-29f4-49f2-9d67-fa9ffa736516'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:05.756336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0764585a-d4b4-480c-a57b-57d66f90cf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.758321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ff4a27da-ae7f-4809-90bf-84931f917bbc up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:05.801525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.865158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.904249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eaed801-1693-47e2-bc35-cfd5354be431']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:05.910594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:01Z', 'revision_number': 3, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:05.924954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a94b208-94f3-40b7-8fd5-630d69fbedec') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:05.925230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a94b208-94f3-40b7-8fd5-630d69fbedec') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:05.944556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.947015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff47a9ff-aaf2-4863-ab1f-f8b773759413 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.950099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Deleting port b228e76d-7ca9-417b-a7de-3a701895df81 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:05.950423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:05.970785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:05.999459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d109da9b-7bf4-4c74-8234-3d6c0d2f3cc4 None None] The sync data for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv is: [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:01Z', 'revision_number': 3, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:06.004991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ff47a9ff-aaf2-4863-ab1f-f8b773759413 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 94ef2788-017b-4ad8-81e3-97d91f79b7cf owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:06.008992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=4180abb8-e875-4396-a677-51c23704d202,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:06.013900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.030077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:06.040674 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:06.041065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:06.045652 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:06.076178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:06.117702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cb97828f-4d57-40e7-b4e7-2d2ccccd3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.122384 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:06.122985 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.138540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.159549 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9867e2d1-003f-4c77-9346-a5329510995d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8224480 Nov 29 11:50:06.160251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55670) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:06.179842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c847f9-8ba6-4465-a8c7-080c2b73a70c None None] Network 3eaed801-1693-47e2-bc35-cfd5354be431 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:06.199578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': '4180abb8-e875-4396-a677-51c23704d202', 'ip_address': '2001:db8::a569:114:fcea:66ea'}], 'name': 'tempest-NetworksTestDHCPv6-1369075194'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:06.339762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cb97828f-4d57-40e7-b4e7-2d2ccccd3ec0 None None] For port ff4a27da-ae7f-4809-90bf-84931f917bbc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ff4a27da-ae7f-4809-90bf-84931f917bbc,segment=NetworkSegment(e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9),segment_id=e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:06.341227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ff4a27da-ae7f-4809-90bf-84931f917bbc triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:06.341611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.375975 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cb97828f-4d57-40e7-b4e7-2d2ccccd3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.386136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-9905691f-c26a-46f0-a814-cd0a62d0f60f', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:06.387172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.491763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.504640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:06.590295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97828f-4d57-40e7-b4e7-2d2ccccd3ec0 None None] Pushing event updated for resources: {'Port': ['ID=ff4a27da-ae7f-4809-90bf-84931f917bbc,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:06.606965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10800a52-24cf-4576-850a-97a0b80355df None None] DHCP port deletion for 16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:06.627065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] Deleting port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:06.627810 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.633562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] For port b228e76d-7ca9-417b-a7de-3a701895df81, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b228e76d-7ca9-417b-a7de-3a701895df81,segment=NetworkSegment(fc075fd5-830f-46a3-ab57-6c9b17ec7d55),segment_id=fc075fd5-830f-46a3-ab57-6c9b17ec7d55)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:06.634173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.710225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Calling delete_port for b228e76d-7ca9-417b-a7de-3a701895df81 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:06.712109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.717014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.723920 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/3eaed801-1693-47e2-bc35-cfd5354be431 HTTP/1.1" status: 204 len: 168 time: 1.7052088 Nov 29 11:50:06.744206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55672) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:06.744592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:06.756610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7093288-c808-4bf9-8b10-ba50fefb6315 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=3eaed801-1693-47e2-bc35-cfd5354be431,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:06.764624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1712107741'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:06.771353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 5246ec77-9266-43cc-8343-cff41226504a yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:06.930090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Allocated IP 172.20.0.2 (9905691f-c26a-46f0-a814-cd0a62d0f60f/89db33cd-d4bb-4d2d-8f40-1e641ed8fc73/82d0c01a-2a5b-4173-abda-b26430a1981b) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:06.970893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff47a9ff-aaf2-4863-ab1f-f8b773759413 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.009591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::a569:114:fcea:66ea (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/4180abb8-e875-4396-a677-51c23704d202/5246ec77-9266-43cc-8343-cff41226504a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:07.020282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:07.028387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.033963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] For port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:07.034556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.064594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:07.146373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff47a9ff-aaf2-4863-ab1f-f8b773759413 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.147068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] Calling delete_port for a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:07.150069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ac0a1c0e-a61a-4b0e-aa7d-b29bee86760e None None] Provisioning complete for port ff4a27da-ae7f-4809-90bf-84931f917bbc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:07.150466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ac0a1c0e-a61a-4b0e-aa7d-b29bee86760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.158309 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ff47a9ff-aaf2-4863-ab1f-f8b773759413 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/94ef2788-017b-4ad8-81e3-97d91f79b7cf HTTP/1.1" status: 204 len: 168 time: 1.7008793 Nov 29 11:50:07.162313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47a9ff-aaf2-4863-ab1f-f8b773759413 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=94ef2788-017b-4ad8-81e3-97d91f79b7cf,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:07.173777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55680) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:07.201708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:07.221824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.222608 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment bd29062a-f6f1-4744-845b-f031331a01e8 of type vlan for network f76c48e7-d867-48f6-a19d-b36bf00048ec Nov 29 11:50:07.245477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.253243 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c555fe-e0ab-42b8-81be-2bbe84de569c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:50:07.255017 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-07c555fe-e0ab-42b8-81be-2bbe84de569c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/94ef2788-017b-4ad8-81e3-97d91f79b7cf HTTP/1.1" status: 404 len: 333 time: 0.0805130 Nov 29 11:50:07.265303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55682) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:07.313988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] No DVR routers for this DVR port b228e76d-7ca9-417b-a7de-3a701895df81 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:07.322622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event deleted for resources: {'Port': ['ID=b228e76d-7ca9-417b-a7de-3a701895df81,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:07.408043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.414913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.446892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.458833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.514495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6d17c3-5425-4abe-8c81-90de1c2965e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet 32c0482c-f08e-4933-975f-9e73e1567fa6 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:07.519807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c6d17c3-5425-4abe-8c81-90de1c2965e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.526214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ac0a1c0e-a61a-4b0e-aa7d-b29bee86760e None None] Could not find standard attr ID for object 94ef2788-017b-4ad8-81e3-97d91f79b7cf. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:07.528335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-10800a52-24cf-4576-850a-97a0b80355df None None] Deleting port b228e76d-7ca9-417b-a7de-3a701895df81 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:07.528765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10800a52-24cf-4576-850a-97a0b80355df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.530948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.565885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:07.572877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:07.575798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:07.582615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:07.583249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.586640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c6d17c3-5425-4abe-8c81-90de1c2965e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.605309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=5246ec77-9266-43cc-8343-cff41226504a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:07.605778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:07.606553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.615802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Allocated IP 172.20.0.1 (9905691f-c26a-46f0-a814-cd0a62d0f60f/89db33cd-d4bb-4d2d-8f40-1e641ed8fc73/60e166c6-2c02-46ae-9f32-31d1e0fdd641) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:07.637124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.637551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.638625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.638968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.639349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.639892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.640063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.640444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.640816 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.641172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.641544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.641868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:07.662152 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-723e6458-429e-4f73-b729-84dc1bc92513 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4720588 Nov 29 11:50:07.667069 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55684) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:07.677285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3d34db74-e27f-44c1-a9e6-41f688375853 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': '4180abb8-e875-4396-a677-51c23704d202', 'ip_address': '2001:db8::a569:114:fcea:66ea'}], 'name': 'tempest-NetworksTestDHCPv6-387452445'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:07.683001 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:07.693432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6490f44c-1b25-436d-96d3-75e8771599e3 None None] Could not find standard attr ID for object 071f1077-464e-4ba9-8921-92e87b18c970. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:07.705226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6490f44c-1b25-436d-96d3-75e8771599e3 None None] Could not find standard attr ID for object 94ef2788-017b-4ad8-81e3-97d91f79b7cf. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:07.706918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:07.707350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.714328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:07.723335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Pushing event updated for resources: {'Port': ['ID=82d0c01a-2a5b-4173-abda-b26430a1981b,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:07.725611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.729742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-10800a52-24cf-4576-850a-97a0b80355df None None] For port b228e76d-7ca9-417b-a7de-3a701895df81, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:07.730491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10800a52-24cf-4576-850a-97a0b80355df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.744498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cfac2d-7b97-4b5b-a09f-5a9fe3734df2']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:07.756296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] Pushing event deleted for resources: {'Port': ['ID=a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:07.769077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.775115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:07.775863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.784573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc075fd5-830f-46a3-ab57-6c9b17ec7d55') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:07.785012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc075fd5-830f-46a3-ab57-6c9b17ec7d55') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:07.792438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c6d17c3-5425-4abe-8c81-90de1c2965e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.810915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-10800a52-24cf-4576-850a-97a0b80355df None None] Calling delete_port for b228e76d-7ca9-417b-a7de-3a701895df81 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:07.819299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Could not find standard attr ID for object a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:07.827540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.ipam_backend_mixin [None req-10800a52-24cf-4576-850a-97a0b80355df None None] Port b228e76d-7ca9-417b-a7de-3a701895df81 was not found and therefore no delete operation was performed {{(pid=102105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 11:50:07.828344 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No ports have port_id starting with a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 Nov 29 11:50:07.830731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5e473-2a27-40fc-8bb7-2b2da956b069 None None] No DVR routers for this DVR port a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:07.835357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Attempting to bind port 82d0c01a-2a5b-4173-abda-b26430a1981b on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:07.835863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Attempting to bind port 82d0c01a-2a5b-4173-abda-b26430a1981b by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:07.836172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Attempting to bind port 82d0c01a-2a5b-4173-abda-b26430a1981b on network 9905691f-c26a-46f0-a814-cd0a62d0f60f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:07.842255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10800a52-24cf-4576-850a-97a0b80355df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.848613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:07.849136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Checking segment: {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:07.849376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.849799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Bound using segment: {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:07.850302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Bound port: 82d0c01a-2a5b-4173-abda-b26430a1981b, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:07.850693 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.861797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.899404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.923252 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1616223 Nov 29 11:50:07.927340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55686) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:07.934640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.939222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-918f7961-2c63-422b-b67c-3cef2f58a78f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:07.941928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2193f9-5778-4e59-ab63-d4485f134765 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:07.952967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10800a52-24cf-4576-850a-97a0b80355df None None] Pushing event deleted for resources: {'Port': ['ID=b228e76d-7ca9-417b-a7de-3a701895df81,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:07.953285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d34db74-e27f-44c1-a9e6-41f688375853 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:07.958463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d34db74-e27f-44c1-a9e6-41f688375853 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:07.966340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10800a52-24cf-4576-850a-97a0b80355df None None] No DVR routers for this DVR port b228e76d-7ca9-417b-a7de-3a701895df81 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:08.004868 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:08.005551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:08.023801 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:08.058264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-3d34db74-e27f-44c1-a9e6-41f688375853 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 15e22c47-419e-4e97-9d83-1724f75b9806 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:08.073049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.111172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=f76c48e7-d867-48f6-a19d-b36bf00048ec,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:08.145145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.145831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.146410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.147388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.148059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.148706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.149359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.150402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.151014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.151635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.152227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.153024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54db8a75-95d1-4755-8d33-9a778f1b659c tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:08.179178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.194263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c6d17c3-5425-4abe-8c81-90de1c2965e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.208035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:08.212472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.222455 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] 10.222.0.23 "DELETE /v2.0/networks/16cfac2d-7b97-4b5b-a09f-5a9fe3734df2 HTTP/1.1" status: 204 len: 168 time: 2.7661719 Nov 29 11:50:08.242280 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:08.244496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:08.257514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd85ab-ec76-47d5-b9a8-2398ac3d7c46 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063 tempest-ExtraDHCPOptionsIpV6TestJSON-425632063-project] Pushing event deleted for resources: {'Network': ['ID=16cfac2d-7b97-4b5b-a09f-5a9fe3734df2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:08.280964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'Port': ['ID=60e166c6-2c02-46ae-9f32-31d1e0fdd641,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:08.285884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d17c3-5425-4abe-8c81-90de1c2965e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=32c0482c-f08e-4933-975f-9e73e1567fa6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:08.288353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c6d17c3-5425-4abe-8c81-90de1c2965e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.292131 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6c6d17c3-5425-4abe-8c81-90de1c2965e8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/32c0482c-f08e-4933-975f-9e73e1567fa6 HTTP/1.1" status: 204 len: 168 time: 0.9797578 Nov 29 11:50:08.295180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55696) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:08.299246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network f76c48e7-d867-48f6-a19d-b36bf00048ec details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:08.380454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.385846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918f7961-2c63-422b-b67c-3cef2f58a78f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.430263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.529533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port ff4a27da-ae7f-4809-90bf-84931f917bbc {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:08.529877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.565464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] For port 82d0c01a-2a5b-4173-abda-b26430a1981b, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:08.569097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] For port 82d0c01a-2a5b-4173-abda-b26430a1981b, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=82d0c01a-2a5b-4173-abda-b26430a1981b,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:08.571884 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0abaf46a-8a9b-43af-9999-853d82602259 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:08.574905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e527821-395f-4556-b69d-8dead064f617 None None] Network 8bcdd748-b46f-49db-a951-c1d4d1d10326 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:08.600320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.617025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] For port ff4a27da-ae7f-4809-90bf-84931f917bbc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ff4a27da-ae7f-4809-90bf-84931f917bbc,segment=NetworkSegment(e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9),segment_id=e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:08.617523 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.634267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55700) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:08.644468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for ff4a27da-ae7f-4809-90bf-84931f917bbc owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:08.768823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.802741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918f7961-2c63-422b-b67c-3cef2f58a78f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.827367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=ff4a27da-ae7f-4809-90bf-84931f917bbc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:08.865356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-918f7961-2c63-422b-b67c-3cef2f58a78f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network f76c48e7-d867-48f6-a19d-b36bf00048ec is not hosted by any dhcp agent {{(pid=102103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 11:50:08.871479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918f7961-2c63-422b-b67c-3cef2f58a78f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:08.871969 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-db20edb3-6200-42a6-af1c-2b9e0d824007 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=161113b644c84347bb2b0fd5b995a7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362125 Nov 29 11:50:08.872532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-918f7961-2c63-422b-b67c-3cef2f58a78f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.877441 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-918f7961-2c63-422b-b67c-3cef2f58a78f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "PUT /v2.0/networks/f76c48e7-d867-48f6-a19d-b36bf00048ec HTTP/1.1" status: 200 len: 723 time: 0.9468741 Nov 29 11:50:08.878724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No DVR routers for this DVR port ff4a27da-ae7f-4809-90bf-84931f917bbc on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:08.884375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55704) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:08.884910 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55706) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:08.898202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e9c66-ead9-4d6a-846b-a2b6d6b8db7d None None] Pushing event updated for resources: {'Port': ['ID=82d0c01a-2a5b-4173-abda-b26430a1981b,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:08.905406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': 'f76c48e7-d867-48f6-a19d-b36bf00048ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:08.928091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0abaf46a-8a9b-43af-9999-853d82602259 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:08.928385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.934686 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d34db74-e27f-44c1-a9e6-41f688375853 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 11:50:08.935205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d34db74-e27f-44c1-a9e6-41f688375853 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:08.967023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '4180abb8-e875-4396-a677-51c23704d202'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:08.967886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:08.997316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.036005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f7961-2c63-422b-b67c-3cef2f58a78f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=f76c48e7-d867-48f6-a19d-b36bf00048ec,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:09.042289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcdd748-b46f-49db-a951-c1d4d1d10326']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:09.069521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:09.069821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f5cfb7-069c-4ff9-8bbc-8957a261ecf9') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:09.090336 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.093473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3517574-7160-4969-8879-c1a580f02bf6 None None] DHCP port deletion for 8bcdd748-b46f-49db-a951-c1d4d1d10326 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:09.100734 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3d34db74-e27f-44c1-a9e6-41f688375853 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4299495 Nov 29 11:50:09.102872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network f76c48e7-d867-48f6-a19d-b36bf00048ec details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:09.104257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55708) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:09.113579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.120232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:09.120625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:09.124750 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:09.207993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.214932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.223045 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/networks/8bcdd748-b46f-49db-a951-c1d4d1d10326 HTTP/1.1" status: 204 len: 168 time: 0.9266710 Nov 29 11:50:09.224448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9a-a752-42df-9527-8ba8c16e5e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.225770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55712) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:09.228464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.239446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-784295904'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:09.243966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351d548-6efb-4367-9fa5-059f66bddba8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Network': ['ID=8bcdd748-b46f-49db-a951-c1d4d1d10326,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:09.255651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:09.259045 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.285483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:09.291481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.307992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.328653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c4381-1feb-4a4c-9729-44d0bc27c3c2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:09.330468 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-352c4381-1feb-4a4c-9729-44d0bc27c3c2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2225754 Nov 29 11:50:09.332603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9a-a752-42df-9527-8ba8c16e5e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.335949 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 0abaf46a-8a9b-43af-9999-853d82602259, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0abaf46a-8a9b-43af-9999-853d82602259,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:09.340940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/4180abb8-e875-4396-a677-51c23704d202/31f71646-27f0-49c8-9ec8-c0fae26436ca) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:09.342609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55716) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:09.347846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:09.351941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.352822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ff4a27da-ae7f-4809-90bf-84931f917bbc up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:09.360457 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.360977 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Added segment b93a766f-6b1b-4c6f-8c1c-2eea4732dc20 of type vlan for network 5886f6da-27eb-4590-a2bc-450b700673ec Nov 29 11:50:09.409858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: ff4a27da-ae7f-4809-90bf-84931f917bbc {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:09.410532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ff4a27da-ae7f-4809-90bf-84931f917bbc not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 11:50:09.423867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.455143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.461384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:09.462071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.502285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=0abaf46a-8a9b-43af-9999-853d82602259,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:09.514613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Port ff4a27da-ae7f-4809-90bf-84931f917bbc not found, will not notify nova. {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 11:50:09.527640 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3015583 Nov 29 11:50:09.537997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55720) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:09.564081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:09.579695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90d69e-f879-464e-a7b7-77fcc7c222ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Network': ['ID=5886f6da-27eb-4590-a2bc-450b700673ec,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:09.599042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 5886f6da-27eb-4590-a2bc-450b700673ec details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:09.600938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b228e76d-7ca9-417b-a7de-3a701895df81 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:09.623940 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9a-a752-42df-9527-8ba8c16e5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.626947 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5d9fbc9a-a752-42df-9527-8ba8c16e5e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.628093 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5d9fbc9a-a752-42df-9527-8ba8c16e5e2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2543097-56ce-4045-bf1d-056c8d045f2e HTTP/1.1" status: 204 len: 168 time: 0.7421098 Nov 29 11:50:09.657383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b228e76d-7ca9-417b-a7de-3a701895df81 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:09.657856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b228e76d-7ca9-417b-a7de-3a701895df81 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:09.658385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:09.694053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:09.694401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a6ee19f4-ab5d-45d9-bf36-8bb6cfe73fc6 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:09.713326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fbc9a-a752-42df-9527-8ba8c16e5e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2543097-56ce-4045-bf1d-056c8d045f2e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:09.716617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:09.722153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.873990 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.880687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.886317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.940223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=a1affc20-20ae-4fb4-9925-2592fc676ea1,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:09.951321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d70b0-3184-4731-ad45-8371d00eaada tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 5246ec77-9266-43cc-8343-cff41226504a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:09.951321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe5d70b0-3184-4731-ad45-8371d00eaada tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:09.991297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:10.005442 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:10.008905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:10.027274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Pushing event updated for resources: {'Port': ['ID=31f71646-27f0-49c8-9ec8-c0fae26436ca,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:10.134264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0abaf46a-8a9b-43af-9999-853d82602259 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:10.134664 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.139532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Attempting to bind port 31f71646-27f0-49c8-9ec8-c0fae26436ca on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:10.139897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Attempting to bind port 31f71646-27f0-49c8-9ec8-c0fae26436ca by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:10.140251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Attempting to bind port 31f71646-27f0-49c8-9ec8-c0fae26436ca on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:10.145218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': 'bd29062a-f6f1-4744-845b-f031331a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f76c48e7-d867-48f6-a19d-b36bf00048ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:10.145686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: f76c48e7-d867-48f6-a19d-b36bf00048ec, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:10.179831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe5d70b0-3184-4731-ad45-8371d00eaada tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.184086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network f76c48e7-d867-48f6-a19d-b36bf00048ec is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:10.186895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:10.187265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:10.187667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.188097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:10.188738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Bound port: 31f71646-27f0-49c8-9ec8-c0fae26436ca, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:10.188954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.215987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, f76c48e7-d867-48f6-a19d-b36bf00048ec) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:10.216219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:10.221327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking segment: {'id': 'b93a766f-6b1b-4c6f-8c1c-2eea4732dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:10.221497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network hostable DHCP agents. Network: 5886f6da-27eb-4590-a2bc-450b700673ec, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:10.228902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d70b0-3184-4731-ad45-8371d00eaada tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 5246ec77-9266-43cc-8343-cff41226504a owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:10.231361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:10.232102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.237793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d8fa5-5a8e-4da7-96c7-1a813d492f85 None None] Network f76c48e7-d867-48f6-a19d-b36bf00048ec requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:10.246876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 5886f6da-27eb-4590-a2bc-450b700673ec is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:10.250228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.255332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 5886f6da-27eb-4590-a2bc-450b700673ec) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:10.260108 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7a625cdd-4271-43d0-ae17-a1c24c93be41 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3727877 Nov 29 11:50:10.260940 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55734) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:10.271671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:10.272273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.273187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b348cbd5-262b-4eed-a33e-a29bba131be7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:10.278062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.298782 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cee78b6f-ae0f-4a64-9e3b-baa5305d2a1c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7612040 Nov 29 11:50:10.299745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55736) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:10.305082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec', 'name': 'tempest-PortsIpV6TestJSON-870904055', 'fixed_ips': [{'subnet_id': '4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5', 'ip_address': '2001:db8::10'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:10.332751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf486d4a-6e4a-4cd0-9cae-5ce0849c1315 None None] Network 5886f6da-27eb-4590-a2bc-450b700673ec requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:10.380875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.451136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'Port': ['ID=60e166c6-2c02-46ae-9f32-31d1e0fdd641,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:10.452278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b400ef6-51a4-4ad8-8138-a72cc1467a8c None None] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:10.511429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:10.519148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] For port 31f71646-27f0-49c8-9ec8-c0fae26436ca, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:10.576246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0abaf46a-8a9b-43af-9999-853d82602259 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:10.576894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.587009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] For port 31f71646-27f0-49c8-9ec8-c0fae26436ca, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=31f71646-27f0-49c8-9ec8-c0fae26436ca,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:10.629115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.630914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:10.633239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:10.637919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.650263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port 428b795f-1a34-4f88-876c-6c729c24084d yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:10.753269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a96a6f2e-1a2a-44f4-9566-19a9905c857e None None] Provisioning complete for port 82d0c01a-2a5b-4173-abda-b26430a1981b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:10.753648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a96a6f2e-1a2a-44f4-9566-19a9905c857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.805614 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b348cbd5-262b-4eed-a33e-a29bba131be7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8916831'] for subnet, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.831357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55752) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:10.882971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::10 (5886f6da-27eb-4590-a2bc-450b700673ec/4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5/428b795f-1a34-4f88-876c-6c729c24084d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:10.884328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe5d70b0-3184-4731-ad45-8371d00eaada tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:10.948835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d70b0-3184-4731-ad45-8371d00eaada tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=5246ec77-9266-43cc-8343-cff41226504a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:11.008455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe5d70b0-3184-4731-ad45-8371d00eaada tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.009969 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fe5d70b0-3184-4731-ad45-8371d00eaada tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/5246ec77-9266-43cc-8343-cff41226504a HTTP/1.1" status: 204 len: 168 time: 1.6462867 Nov 29 11:50:11.013993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55756) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:11.064047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Router 607e3a79-0d1b-4b82-991e-b82127b4397d has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:11.073381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'networks': [{'name': 'tempest-network--1909830811'}, {'name': 'tempest-network--755403676'}]} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:11.073692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'network': {'name': 'tempest-network--1909830811'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:11.075151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'network': {'name': 'tempest-network--755403676'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:11.142244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Made reservation on behalf of 28f607e5b7c14b6ba6c13a49e0ceab4b for: {'network': 2} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:11.146961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.148636 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab88aeb-2428-4726-8121-ad389e50806d None None] Pushing event updated for resources: {'Port': ['ID=31f71646-27f0-49c8-9ec8-c0fae26436ca,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:11.172662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.236788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aecbc9f-5005-4f09-b23e-be944c1bc371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:11.238906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aecbc9f-5005-4f09-b23e-be944c1bc371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:11.243074 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4aecbc9f-5005-4f09-b23e-be944c1bc371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2247405 Nov 29 11:50:11.243257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-f76c48e7-d867-48f6-a19d-b36bf00048ec', 'network_id': 'f76c48e7-d867-48f6-a19d-b36bf00048ec', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': 'a1affc20-20ae-4fb4-9925-2592fc676ea1'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:11.243257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.244670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55758) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:11.255398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.279256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b348cbd5-262b-4eed-a33e-a29bba131be7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727943387549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4142288'] for subnet, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.329232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:11.329927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.332008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.336168 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7fb85ecb-6d7d-4d5f-8a5e-9af074fdd257 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "PUT /v2.0/routers/607e3a79-0d1b-4b82-991e-b82127b4397d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9125044 Nov 29 11:50:11.339750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.340028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.346816 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Sync routers for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:11.356488 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:11.356846 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:11.363719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b348cbd5-262b-4eed-a33e-a29bba131be7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:11.364327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b348cbd5-262b-4eed-a33e-a29bba131be7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.369180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b348cbd5-262b-4eed-a33e-a29bba131be7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "PUT /v2.0/subnets/a1affc20-20ae-4fb4-9925-2592fc676ea1 HTTP/1.1" status: 200 len: 806 time: 1.1005497 Nov 29 11:50:11.374317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55762) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:11.375815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-5886f6da-27eb-4590-a2bc-450b700673ec', 'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec', 'tenant_id': '9b50e5f4b2da4157ab153ac60232dac3', 'fixed_ips': [{'subnet_id': '4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:11.376880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.408088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 82d0c01a-2a5b-4173-abda-b26430a1981b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:11.452446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-de237cfe-ae15-4b4b-81df-dd33bc580ef8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 4180abb8-e875-4396-a677-51c23704d202 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:11.475346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 5886f6da-27eb-4590-a2bc-450b700673ec is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:11.489338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:11.526641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de237cfe-ae15-4b4b-81df-dd33bc580ef8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.532605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:11.541789 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:11.542880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.563856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348cbd5-262b-4eed-a33e-a29bba131be7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=a1affc20-20ae-4fb4-9925-2592fc676ea1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:11.608263 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3048637 Nov 29 11:50:11.609633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de237cfe-ae15-4b4b-81df-dd33bc580ef8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.612421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55778) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:11.665536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec', 'name': 'tempest-PortsIpV6TestJSON-2136425022', 'fixed_ips': [{'subnet_id': '4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5', 'ip_address': '2001:db8::f'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:11.698550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.722304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2674a759-ca0b-4f2d-8b4b-806b5a657790,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:11.724516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a96a6f2e-1a2a-44f4-9566-19a9905c857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.760298 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:11.798513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:11.802118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d82ea-48db-448f-bf23-75458e48df6a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=428b795f-1a34-4f88-876c-6c729c24084d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:11.845277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de237cfe-ae15-4b4b-81df-dd33bc580ef8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.868628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.868977 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Added segment eb142601-b3b2-4eba-a87b-6592844ae9ba of type vlan for network 7b8ff5d2-9fd5-47ca-8074-7aa1bf69d50b Nov 29 11:50:11.917201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:11.964774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Allocated IP 172.20.0.2 (f76c48e7-d867-48f6-a19d-b36bf00048ec/a1affc20-20ae-4fb4-9925-2592fc676ea1/6e4eea3c-324b-4a36-b198-c87fc878deeb) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:11.979640 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-bcd39adf-ce44-435b-a7ac-af92e234d72f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477305051&fields=id&tenant_id=2e285bee7dd843728c6e0cdde26a910e HTTP/1.1" status: 200 len: 267 time: 0.1307905 Nov 29 11:50:12.027459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.053032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de237cfe-ae15-4b4b-81df-dd33bc580ef8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.055727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a96a6f2e-1a2a-44f4-9566-19a9905c857e None None] For port 82d0c01a-2a5b-4173-abda-b26430a1981b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=82d0c01a-2a5b-4173-abda-b26430a1981b,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:12.079418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a96a6f2e-1a2a-44f4-9566-19a9905c857e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.115396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de237cfe-ae15-4b4b-81df-dd33bc580ef8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.121642 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-de237cfe-ae15-4b4b-81df-dd33bc580ef8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/4180abb8-e875-4396-a677-51c23704d202 HTTP/1.1" status: 204 len: 168 time: 0.8735151 Nov 29 11:50:12.121818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 82d0c01a-2a5b-4173-abda-b26430a1981b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:12.121818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.122650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de237cfe-ae15-4b4b-81df-dd33bc580ef8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=4180abb8-e875-4396-a677-51c23704d202,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:12.126808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55786) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:12.150253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:12.172904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:12.178251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.189636 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 2, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:12.195679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.196023 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Added segment 58e17ee9-f694-440d-8f32-6accb7c52069 of type vlan for network b4011347-3e62-48c3-a7c9-a058e0eed029 Nov 29 11:50:12.234160 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Checking router: 607e3a79-0d1b-4b82-991e-b82127b4397d for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:12.234782 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Updating router 607e3a79-0d1b-4b82-991e-b82127b4397d port 60e166c6-2c02-46ae-9f32-31d1e0fdd641 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:50:12.270671 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.293362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port ce895e31-7963-4701-ad2f-be3e407ba4eb yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:12.304381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Allocated IP 2001:db8::2 (5886f6da-27eb-4590-a2bc-450b700673ec/4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5/6d325f35-006f-45b8-aa4b-62af52ed8f6d) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:12.394212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.473320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.475231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.483514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:12.494593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:12.495362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.529016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a6f2e-1a2a-44f4-9566-19a9905c857e None None] Pushing event updated for resources: {'Port': ['ID=82d0c01a-2a5b-4173-abda-b26430a1981b,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:12.546280 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6b29d459-ba5d-4df6-8473-73e35a8fe4bf None None] Provisioning complete for port 82d0c01a-2a5b-4173-abda-b26430a1981b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:12.547017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b29d459-ba5d-4df6-8473-73e35a8fe4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.549959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd4790-c43e-4b03-8299-8399219bd3a3 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:12.560941 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7287476 Nov 29 11:50:12.593545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55788) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:12.635226 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3db526f7-bc12-4e25-8ef9-86a417d67ef7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5046470 Nov 29 11:50:12.642167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55792) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:12.647533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:12.690032 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.697760 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.762326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Network': ['ID=7b8ff5d2-9fd5-47ca-8074-7aa1bf69d50b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:12.785596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 7b8ff5d2-9fd5-47ca-8074-7aa1bf69d50b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:12.807260 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Pushing event updated for resources: {'Port': ['ID=60e166c6-2c02-46ae-9f32-31d1e0fdd641,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:12.848127 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.848737 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.849372 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.849760 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.850118 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.850504 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.850837 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.851184 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.851613 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.853467 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.853893 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.854247 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:12.908293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-f3c676f9-44ec-4ae3-9da4-378ad4aaefcd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:12.913456 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-f3c676f9-44ec-4ae3-9da4-378ad4aaefcd tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/networks?id=9905691f-c26a-46f0-a814-cd0a62d0f60f HTTP/1.1" status: 200 len: 797 time: 0.9220216 Nov 29 11:50:12.915113 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Attempting to bind port 60e166c6-2c02-46ae-9f32-31d1e0fdd641 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:12.915498 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Attempting to bind port 60e166c6-2c02-46ae-9f32-31d1e0fdd641 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:12.916024 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Attempting to bind port 60e166c6-2c02-46ae-9f32-31d1e0fdd641 on network 9905691f-c26a-46f0-a814-cd0a62d0f60f {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:12.918589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:12.925920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f780ec-424f-40d9-8efc-ebe2ddaf5026 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Network': ['ID=b4011347-3e62-48c3-a7c9-a058e0eed029,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:12.931437 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.933168 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:12.933531 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Checking segment: {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:12.944717 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.946382 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Bound using segment: {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:12.947145 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Bound port: 60e166c6-2c02-46ae-9f32-31d1e0fdd641, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:12.949425 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:12.979181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ff4a27da-ae7f-4809-90bf-84931f917bbc no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:12.986856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020021b-2a20-4018-ad4c-f882fb7d9265 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:13.004294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020021b-2a20-4018-ad4c-f882fb7d9265 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:13.018532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020021b-2a20-4018-ad4c-f882fb7d9265 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:13.018830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network b4011347-3e62-48c3-a7c9-a058e0eed029 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:13.025721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020021b-2a20-4018-ad4c-f882fb7d9265 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:13.030036 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5020021b-2a20-4018-ad4c-f882fb7d9265 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4307797 Nov 29 11:50:13.030358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55798) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:13.043828 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-d2bd9269-1e2b-44d0-9df9-fdfc4cca186b tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/quotas/2e285bee7dd843728c6e0cdde26a910e HTTP/1.1" status: 200 len: 375 time: 0.0906827 Nov 29 11:50:13.092748 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] For port 60e166c6-2c02-46ae-9f32-31d1e0fdd641, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:13.096024 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] For port 60e166c6-2c02-46ae-9f32-31d1e0fdd641, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=60e166c6-2c02-46ae-9f32-31d1e0fdd641,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:13.101393 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.149087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: ff4a27da-ae7f-4809-90bf-84931f917bbc {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:13.149435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ff4a27da-ae7f-4809-90bf-84931f917bbc not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:13.150485 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-0507ee3d-e1df-4403-80e9-6d499dcb5cd8 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2e285bee7dd843728c6e0cdde26a910e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903757 Nov 29 11:50:13.169565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.174432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.191320 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce622dd-95a3-4242-ba4c-87810c55d5a1 None None] Pushing event updated for resources: {'Port': ['ID=60e166c6-2c02-46ae-9f32-31d1e0fdd641,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:13.237079 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:13.237972 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:13.262525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.296481 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-5ba0d8bb-d8d8-4b66-8e08-011b37a80b6d service neutron] 10.222.0.23 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061645 Nov 29 11:50:13.322628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.325665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Pushing event updated for resources: {'Port': ['ID=6e4eea3c-324b-4a36-b198-c87fc878deeb,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:13.376351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Network f76c48e7-d867-48f6-a19d-b36bf00048ec is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:13.383008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:13.386316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:13.389806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.396363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.399918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.400275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.400620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.400960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.401304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.401654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.402031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.402370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.402701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.403030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.403355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.403679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:50:13.409491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6b29d459-ba5d-4df6-8473-73e35a8fe4bf None None] Provisioning complete for port 60e166c6-2c02-46ae-9f32-31d1e0fdd641 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:13.409796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b29d459-ba5d-4df6-8473-73e35a8fe4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.428535 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-333235f6-3778-4af7-8c64-4503ef2510a7 service neutron] 10.222.0.23 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242073 Nov 29 11:50:13.458144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8ff5d2-9fd5-47ca-8074-7aa1bf69d50b']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:13.489705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb142601-b3b2-4eba-a87b-6592844ae9ba') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:13.490073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb142601-b3b2-4eba-a87b-6592844ae9ba') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:13.495597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Network 5886f6da-27eb-4590-a2bc-450b700673ec is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:13.499929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.521251 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:13.522388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.558239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.574747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:13.576970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.583484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=a1affc20-20ae-4fb4-9925-2592fc676ea1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:13.605677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 31f71646-27f0-49c8-9ec8-c0fae26436ca up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:13.614449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:13.618123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:13.662439 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:13.698932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:13.720310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Pushing event updated for resources: {'Port': ['ID=6d325f35-006f-45b8-aa4b-62af52ed8f6d,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:13.736504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.747729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.752369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.756587 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/networks/7b8ff5d2-9fd5-47ca-8074-7aa1bf69d50b HTTP/1.1" status: 204 len: 168 time: 0.7250142 Nov 29 11:50:13.757978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::f (5886f6da-27eb-4590-a2bc-450b700673ec/4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5/ce895e31-7963-4701-ad2f-be3e407ba4eb) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:13.763600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55806) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:13.776001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0941cc-bea8-48b3-8158-b2a4e243377a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Network': ['ID=7b8ff5d2-9fd5-47ca-8074-7aa1bf69d50b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:13.819953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Attempting to bind port 6e4eea3c-324b-4a36-b198-c87fc878deeb on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:13.820452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Attempting to bind port 6e4eea3c-324b-4a36-b198-c87fc878deeb by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'bd29062a-f6f1-4744-845b-f031331a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f76c48e7-d867-48f6-a19d-b36bf00048ec'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:13.820824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Attempting to bind port 6e4eea3c-324b-4a36-b198-c87fc878deeb on network f76c48e7-d867-48f6-a19d-b36bf00048ec {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:13.865058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:13.882131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Attempting to bind port 6d325f35-006f-45b8-aa4b-62af52ed8f6d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:13.882512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Attempting to bind port 6d325f35-006f-45b8-aa4b-62af52ed8f6d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b93a766f-6b1b-4c6f-8c1c-2eea4732dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:13.882876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Attempting to bind port 6d325f35-006f-45b8-aa4b-62af52ed8f6d on network 5886f6da-27eb-4590-a2bc-450b700673ec {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:13.904465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:13.904703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Checking segment: {'id': 'bd29062a-f6f1-4744-845b-f031331a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f76c48e7-d867-48f6-a19d-b36bf00048ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:13.905025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.905420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Bound using segment: {'id': 'bd29062a-f6f1-4744-845b-f031331a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f76c48e7-d867-48f6-a19d-b36bf00048ec'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:13.905968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Bound port: 6e4eea3c-324b-4a36-b198-c87fc878deeb, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29062a-f6f1-4744-845b-f031331a01e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f76c48e7-d867-48f6-a19d-b36bf00048ec'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:13.906508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.914924 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a354d731-b91c-4d02-9925-cc13aad45081 req-69d40859-c3ca-43ee-a2b5-fdbb7f6d551f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 210 time: 0.1640179 Nov 29 11:50:13.923721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:13.925032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:13.925413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Checking segment: {'id': 'b93a766f-6b1b-4c6f-8c1c-2eea4732dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:13.925816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.926235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Bound using segment: {'id': 'b93a766f-6b1b-4c6f-8c1c-2eea4732dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:13.926762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Bound port: 6d325f35-006f-45b8-aa4b-62af52ed8f6d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93a766f-6b1b-4c6f-8c1c-2eea4732dc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5886f6da-27eb-4590-a2bc-450b700673ec'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:13.927156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.931097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:13.931774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.940522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:13.967725 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:13Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:14.002982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76c48e7-d867-48f6-a19d-b36bf00048ec']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:14.005371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=0462ef7b-1c79-4823-aea3-5570c662c394,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:14.034102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd29062a-f6f1-4744-845b-f031331a01e8') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:14.034748 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd29062a-f6f1-4744-845b-f031331a01e8') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:14.046510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.049497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.061297 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e844c-04b9-4e71-8f26-57f1a882c292 None None] The sync data for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv is: [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:13Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:14.102300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.103927 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f3c40706-7ecc-4229-8bcb-44a9076602fb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4603517 Nov 29 11:50:14.119691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.147907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:14.148331 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.154530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55818) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:14.177410 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:14.182386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-766eed55-a3e2-473b-9f56-ca7a390abbe4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': '0462ef7b-1c79-4823-aea3-5570c662c394', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1718845010'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:14.187512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.221820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b29d459-ba5d-4df6-8473-73e35a8fe4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.257046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 31f71646-27f0-49c8-9ec8-c0fae26436ca triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:14.257046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.318173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] For port 6e4eea3c-324b-4a36-b198-c87fc878deeb, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:14.321405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] For port 6e4eea3c-324b-4a36-b198-c87fc878deeb, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6e4eea3c-324b-4a36-b198-c87fc878deeb,segment=NetworkSegment(bd29062a-f6f1-4744-845b-f031331a01e8),segment_id=bd29062a-f6f1-4744-845b-f031331a01e8)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:14.339624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 29 11:50:14.339624 dv-neutron-819578-1-hyperv neutron-server[102103]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 29 11:50:14.339624 dv-neutron-819578-1-hyperv neutron-server[102103]: [parameters: {'id': 'f76c48e7-d867-48f6-a19d-b36bf00048ec'}] Nov 29 11:50:14.339624 dv-neutron-819578-1-hyperv neutron-server[102103]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:50:14.340055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:50:14.350932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.371085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 5886f6da-27eb-4590-a2bc-450b700673ec is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:14.371493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.400683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:14.402051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4011347-3e62-48c3-a7c9-a058e0eed029']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:14.409101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:14.420157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:14.420600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.425293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e17ee9-f694-440d-8f32-6accb7c52069') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:14.426730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e17ee9-f694-440d-8f32-6accb7c52069') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:14.452689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.462296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=ce895e31-7963-4701-ad2f-be3e407ba4eb,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:14.483048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.500927 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:14.502086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.505502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766eed55-a3e2-473b-9f56-ca7a390abbe4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:14.512924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] Deleting port 31f71646-27f0-49c8-9ec8-c0fae26436ca {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:14.512924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:14.513410 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:14.515953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6b29d459-ba5d-4df6-8473-73e35a8fe4bf None None] For port 60e166c6-2c02-46ae-9f32-31d1e0fdd641, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=60e166c6-2c02-46ae-9f32-31d1e0fdd641,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:14.545235 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ca539cb7-55ec-4631-94d4-6b03b04da366 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8852212 Nov 29 11:50:14.571264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55822) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:14.596624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b29d459-ba5d-4df6-8473-73e35a8fe4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.604371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.629509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db60db-3923-43db-9f9f-948c47bdf529 None None] Network f76c48e7-d867-48f6-a19d-b36bf00048ec requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:14.637709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.643040 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/networks/b4011347-3e62-48c3-a7c9-a058e0eed029 HTTP/1.1" status: 204 len: 168 time: 0.8695524 Nov 29 11:50:14.657627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55824) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:14.676859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cd189-72cf-4a3a-8b76-94aad97bde7b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Network': ['ID=b4011347-3e62-48c3-a7c9-a058e0eed029,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:14.711454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45116323-1af7-40e2-b23e-52a3dc21c7cf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:14.713259 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-45116323-1af7-40e2-b23e-52a3dc21c7cf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1410325 Nov 29 11:50:14.716137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55826) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:14.725288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] For port 6d325f35-006f-45b8-aa4b-62af52ed8f6d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:14.754011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6831eab-96d9-4a04-86e5-76ee5ec9a863 None None] Pushing event updated for resources: {'Port': ['ID=6e4eea3c-324b-4a36-b198-c87fc878deeb,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:14.791955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-766eed55-a3e2-473b-9f56-ca7a390abbe4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.803933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b5f41-d9b9-4ff3-9b8f-ac8c3fb3abc0 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:14.807755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] For port 6d325f35-006f-45b8-aa4b-62af52ed8f6d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6d325f35-006f-45b8-aa4b-62af52ed8f6d,segment=NetworkSegment(b93a766f-6b1b-4c6f-8c1c-2eea4732dc20),segment_id=b93a766f-6b1b-4c6f-8c1c-2eea4732dc20)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:14.813227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b5f41-d9b9-4ff3-9b8f-ac8c3fb3abc0 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:14.815536 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4b4b5f41-d9b9-4ff3-9b8f-ac8c3fb3abc0 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1561482 Nov 29 11:50:14.825547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55828) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:14.831753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-650985769'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:14.842394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-766eed55-a3e2-473b-9f56-ca7a390abbe4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port e3ddf88d-4411-494e-98ac-a261322cc500 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:14.843799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.860306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Provisioning complete for port 31f71646-27f0-49c8-9ec8-c0fae26436ca triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:14.860842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.877057 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Made reservation on behalf of 28f607e5b7c14b6ba6c13a49e0ceab4b for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:14.881742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.910620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:14.914665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421a71b-fa72-4f6a-a2a7-eca6e8c63116 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:14.921076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421a71b-fa72-4f6a-a2a7-eca6e8c63116 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:14.928579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e421a71b-fa72-4f6a-a2a7-eca6e8c63116 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:14.933021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55832) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:14.933708 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e421a71b-fa72-4f6a-a2a7-eca6e8c63116 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2165215 Nov 29 11:50:15.047704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:15.062799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] For port 31f71646-27f0-49c8-9ec8-c0fae26436ca, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=31f71646-27f0-49c8-9ec8-c0fae26436ca,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:15.063459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.077992 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-766eed55-a3e2-473b-9f56-ca7a390abbe4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:50:15.080031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-766eed55-a3e2-473b-9f56-ca7a390abbe4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:15.101781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093b8c75-5112-4de7-b6ca-204208dea349 None None] Network f76c48e7-d867-48f6-a19d-b36bf00048ec requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:15.105246 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-766eed55-a3e2-473b-9f56-ca7a390abbe4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9491191 Nov 29 11:50:15.107873 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.120394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55836) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:15.129432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29d459-ba5d-4df6-8473-73e35a8fe4bf None None] Pushing event updated for resources: {'Port': ['ID=60e166c6-2c02-46ae-9f32-31d1e0fdd641,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:15.131778 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8bb6f9b4-9e68-43a9-b8a3-ff9f4871e389 req-4ec4f94c-f432-45f1-8c6d-a4d055bfd41c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 210 time: 0.0694647 Nov 29 11:50:15.145760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] Calling delete_port for 31f71646-27f0-49c8-9ec8-c0fae26436ca owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:15.202148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.202978 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Added segment b2cc73ab-6aea-48eb-9a03-4dce45e6dcbd of type vlan for network ffc4fc98-44ed-4cc2-b57c-867d23710956 Nov 29 11:50:15.244795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478e0519-f8da-4214-8213-14059db83547 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:15.247041 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-478e0519-f8da-4214-8213-14059db83547 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1249392 Nov 29 11:50:15.250738 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55842) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:15.408020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37474d9a-c066-4223-8111-b48ef11c4ce7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:15.410012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37474d9a-c066-4223-8111-b48ef11c4ce7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:15.411582 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-37474d9a-c066-4223-8111-b48ef11c4ce7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1597886 Nov 29 11:50:15.423636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55848) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:15.433269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805cad5b-dfa4-4c7a-8b8d-17505c69e5e9 None None] Pushing event updated for resources: {'Port': ['ID=6d325f35-006f-45b8-aa4b-62af52ed8f6d,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:15.441277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.462409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.465802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Deleting port 6e4eea3c-324b-4a36-b198-c87fc878deeb {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:15.466461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.483296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b846c2-5a53-4f29-a101-b6edaccfc3c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 0462ef7b-1c79-4823-aea3-5570c662c394 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:15.488206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9b846c2-5a53-4f29-a101-b6edaccfc3c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.574379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9b846c2-5a53-4f29-a101-b6edaccfc3c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.595175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 31f71646-27f0-49c8-9ec8-c0fae26436ca, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=31f71646-27f0-49c8-9ec8-c0fae26436ca,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:15.621873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-412844a1-b6ab-4374-a5c5-8b2c624cb9cf tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:15.623080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.623893 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 82d0c01a-2a5b-4173-abda-b26430a1981b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:15.624012 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-412844a1-b6ab-4374-a5c5-8b2c624cb9cf tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.30 "GET /v2.0/networks?id=9905691f-c26a-46f0-a814-cd0a62d0f60f HTTP/1.1" status: 200 len: 797 time: 0.4897506 Nov 29 11:50:15.634277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.644942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:15.645783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.658471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9b846c2-5a53-4f29-a101-b6edaccfc3c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.745409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9b846c2-5a53-4f29-a101-b6edaccfc3c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.766976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:50:15.767486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:50:15.792300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8615a074-6664-4abb-bb5d-a9c0532d1043 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port ce895e31-7963-4701-ad2f-be3e407ba4eb {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:15.792804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8615a074-6664-4abb-bb5d-a9c0532d1043 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.795312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b846c2-5a53-4f29-a101-b6edaccfc3c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=0462ef7b-1c79-4823-aea3-5570c662c394,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:15.808564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9b846c2-5a53-4f29-a101-b6edaccfc3c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.810756 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9840202 Nov 29 11:50:15.814617 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f9b846c2-5a53-4f29-a101-b6edaccfc3c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/0462ef7b-1c79-4823-aea3-5570c662c394 HTTP/1.1" status: 204 len: 168 time: 0.3903544 Nov 29 11:50:15.815291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55850) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:15.815622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55852) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:15.819859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] For port 6e4eea3c-324b-4a36-b198-c87fc878deeb, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6e4eea3c-324b-4a36-b198-c87fc878deeb,segment=NetworkSegment(bd29062a-f6f1-4744-845b-f031331a01e8),segment_id=bd29062a-f6f1-4744-845b-f031331a01e8)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:15.820029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.825365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.827144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-257365253'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:15.849764 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] No DVR routers for this DVR port 31f71646-27f0-49c8-9ec8-c0fae26436ca on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:15.851372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=31f71646-27f0-49c8-9ec8-c0fae26436ca,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:15.853794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 82d0c01a-2a5b-4173-abda-b26430a1981b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:15.854535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.882931 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ab64d600-7fe3-49ce-85ac-5653de0aa14d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650744 Nov 29 11:50:15.885755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55854) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:15.886064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388ae82-ad1c-4d2d-a806-20eb4560692f None None] Pushing event deleted for resources: {'Port': ['ID=31f71646-27f0-49c8-9ec8-c0fae26436ca,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:15.891772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d2b43-77db-4b2e-b733-b95f99f74d48 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:15.891965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:15.911926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024af4d-4574-48ce-98b0-24348bff7b5a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Network': ['ID=ffc4fc98-44ed-4cc2-b57c-867d23710956,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:15.926895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network ffc4fc98-44ed-4cc2-b57c-867d23710956 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:15.938755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Calling delete_port for 6e4eea3c-324b-4a36-b198-c87fc878deeb owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:15.964283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Made reservation on behalf of 28f607e5b7c14b6ba6c13a49e0ceab4b for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:15.968085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:15.972050 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-be892676-91d5-498c-9fbc-552b7b11b3ae tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e285bee7dd843728c6e0cdde26a910e HTTP/1.1" status: 200 len: 380 time: 0.3120689 Nov 29 11:50:15.990074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'port': {'device_id': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'admin_state_up': True, 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'security_groups': ['46a09a6f-be08-4c7e-884e-dac621a5ccab']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:16.015829 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:50:16.039449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:16.053169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.053731 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Added segment c2b912ed-89ca-4338-b01f-55918820e6c3 of type vlan for network bdc6e0da-2e8e-4d14-b081-cdbc62a141c7 Nov 29 11:50:16.099823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8615a074-6664-4abb-bb5d-a9c0532d1043 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.118836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8615a074-6664-4abb-bb5d-a9c0532d1043 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for ce895e31-7963-4701-ad2f-be3e407ba4eb owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:16.128847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.191254 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:16.195123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.227471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.241338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:16.242407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.311157 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Port 31f71646-27f0-49c8-9ec8-c0fae26436ca update to ACTIVE by agent not found {{(pid=102105) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 29 11:50:16.346488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Provisioning complete for port 60e166c6-2c02-46ae-9f32-31d1e0fdd641 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:16.346488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.377621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8ea722dc-b084-4fd2-be5b-c9183c639e51 req-58560a92-4381-4257-973a-0a3fb9e385e8 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 210 time: 0.0812819 Nov 29 11:50:16.536856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Made reservation on behalf of 2e285bee7dd843728c6e0cdde26a910e for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:16.541582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.580035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a6225a94-ecbd-4f84-8b98-9b7d4eb7e647 None None] Could not find standard attr ID for object 5246ec77-9266-43cc-8343-cff41226504a. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:16.580643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55864) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:16.586747 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7698250 Nov 29 11:50:16.620516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'ports': [{'network_id': 'ffc4fc98-44ed-4cc2-b57c-867d23710956', 'name': 'tempest-port--1424150376', 'admin_state_up': True}, {'network_id': 'bdc6e0da-2e8e-4d14-b081-cdbc62a141c7', 'admin_state_up': False}]} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:16.621527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'port': {'network_id': 'ffc4fc98-44ed-4cc2-b57c-867d23710956', 'name': 'tempest-port--1424150376', 'admin_state_up': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:16.621527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'port': {'network_id': 'bdc6e0da-2e8e-4d14-b081-cdbc62a141c7', 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:16.650298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6d325f35-006f-45b8-aa4b-62af52ed8f6d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:16.664939 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.681719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a985e668-823f-4a21-af5d-4b8ca913b5fd None None] Network 5886f6da-27eb-4590-a2bc-450b700673ec requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:16.747173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Port': ['ID=6e4eea3c-324b-4a36-b198-c87fc878deeb,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:16.759613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b85ec1a9-25b0-4082-af3d-50963a21dfbc None None] Provisioning complete for port 6d325f35-006f-45b8-aa4b-62af52ed8f6d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:16.759986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b85ec1a9-25b0-4082-af3d-50963a21dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.774441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No DVR routers for this DVR port 6e4eea3c-324b-4a36-b198-c87fc878deeb on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:16.810963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8615a074-6664-4abb-bb5d-a9c0532d1043 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.829597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 6d325f35-006f-45b8-aa4b-62af52ed8f6d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:16.829869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:16.960093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615a074-6664-4abb-bb5d-a9c0532d1043 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=ce895e31-7963-4701-ad2f-be3e407ba4eb,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:16.963302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b85ec1a9-25b0-4082-af3d-50963a21dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.000403 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565efb2-3a68-49ac-aeea-7f20e8ade22d tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Network': ['ID=bdc6e0da-2e8e-4d14-b081-cdbc62a141c7,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:17.054823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.058035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8615a074-6664-4abb-bb5d-a9c0532d1043 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.063894 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8615a074-6664-4abb-bb5d-a9c0532d1043 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/ce895e31-7963-4701-ad2f-be3e407ba4eb HTTP/1.1" status: 204 len: 168 time: 2.1252871 Nov 29 11:50:17.067200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55866) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:17.099532 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc62132-5a63-4268-b4ae-878e70953000 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:50:17.103700 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5dc62132-5a63-4268-b4ae-878e70953000 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/ce895e31-7963-4701-ad2f-be3e407ba4eb HTTP/1.1" status: 404 len: 333 time: 0.0338738 Nov 29 11:50:17.104303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76c48e7-d867-48f6-a19d-b36bf00048ec']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:17.104443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55868) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:17.121075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd29062a-f6f1-4744-845b-f031331a01e8') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:17.121525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd29062a-f6f1-4744-845b-f031331a01e8') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:17.131544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Allocated IP 172.20.0.4 (9905691f-c26a-46f0-a814-cd0a62d0f60f/89db33cd-d4bb-4d2d-8f40-1e641ed8fc73/a0fe5271-74ed-4f19-b21f-830145ce545e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:17.133656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Made reservation on behalf of 28f607e5b7c14b6ba6c13a49e0ceab4b for: {'port': 2} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:17.138356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.154170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.158512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network bdc6e0da-2e8e-4d14-b081-cdbc62a141c7 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:17.175744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.178032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.198951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:17.199737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:17.204827 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:17.223127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b85ec1a9-25b0-4082-af3d-50963a21dfbc None None] For port 6d325f35-006f-45b8-aa4b-62af52ed8f6d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6d325f35-006f-45b8-aa4b-62af52ed8f6d,segment=NetworkSegment(b93a766f-6b1b-4c6f-8c1c-2eea4732dc20),segment_id=b93a766f-6b1b-4c6f-8c1c-2eea4732dc20)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:17.226841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.237587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b85ec1a9-25b0-4082-af3d-50963a21dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.252098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.308469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:17.325873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c72669d9-cd52-415d-9935-ed1d891d733a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 428b795f-1a34-4f88-876c-6c729c24084d {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:17.327211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c72669d9-cd52-415d-9935-ed1d891d733a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.331364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:17.337428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:17.337428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.379851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c4df6e-cba9-4a55-b056-cba745b1c412 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:17.422134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=e8fd658e-3538-4409-ad0c-a16895fb3400,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:17.426203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.434829 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fef91cc6-e81b-43ee-86a2-69fad9a074a7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5456452 Nov 29 11:50:17.435032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] device_id is not set on port eddd17c5-3469-4bf8-9252-72b7594c3e03 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:17.435764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55874) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:17.442929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9d436696-2712-4270-8dc9-3a323c2207f1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1803777226', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:17.444742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ec1a9-25b0-4082-af3d-50963a21dfbc None None] Pushing event updated for resources: {'Port': ['ID=6d325f35-006f-45b8-aa4b-62af52ed8f6d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:17.447596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.454792 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/f76c48e7-d867-48f6-a19d-b36bf00048ec HTTP/1.1" status: 204 len: 168 time: 6.0744090 Nov 29 11:50:17.455579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55876) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:17.470974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e82b43-bdef-4251-b751-f3abda58143e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=f76c48e7-d867-48f6-a19d-b36bf00048ec,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:17.484642 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9c8c4b-e348-4486-9041-6365f7b834cc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:17.487621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9c8c4b-e348-4486-9041-6365f7b834cc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:17.493612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:50:17.493991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:50:17.500941 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8b9c8c4b-e348-4486-9041-6365f7b834cc tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/f76c48e7-d867-48f6-a19d-b36bf00048ec HTTP/1.1" status: 404 len: 339 time: 0.0422425 Nov 29 11:50:17.501982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55878) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:17.515190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770196020', 'description': 'd1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:17.564313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d436696-2712-4270-8dc9-3a323c2207f1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.565149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.566291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d436696-2712-4270-8dc9-3a323c2207f1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.576790 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c72669d9-cd52-415d-9935-ed1d891d733a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.612262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c72669d9-cd52-415d-9935-ed1d891d733a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 428b795f-1a34-4f88-876c-6c729c24084d owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:17.643945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:17.644624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': 'e8fd658e-3538-4409-ad0c-a16895fb3400'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:17.645600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.648367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.656388 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5b5fd479-9f9c-4254-b073-6c64b24f7898 req-07c62f2e-72b3-4283-a6ed-c92c519f7f4b tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 210 time: 0.0404220 Nov 29 11:50:17.724974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.769394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d436696-2712-4270-8dc9-3a323c2207f1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.776063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.778641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2012fedc-87d7-403d-b368-9a3c4a85f972 None None] Provisioning complete for port 6d325f35-006f-45b8-aa4b-62af52ed8f6d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:17.779008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2012fedc-87d7-403d-b368-9a3c4a85f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.785375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:17.786310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d436696-2712-4270-8dc9-3a323c2207f1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.820931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d436696-2712-4270-8dc9-3a323c2207f1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.821932 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9d436696-2712-4270-8dc9-3a323c2207f1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3851755 Nov 29 11:50:17.826980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55884) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:17.829336 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:17.830249 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment 9eaac470-cacd-4c01-b58c-35cfc19b82e2 of type vlan for network 725af797-9e67-4030-a7f0-b8dc7ef78dc3 Nov 29 11:50:17.851055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:17.876234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:17.889575 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:17.892421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:17.906570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/e8fd658e-3538-4409-ad0c-a16895fb3400/10810ac1-7b93-4000-aecf-afc589afef02) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:17.992074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.092679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 60e166c6-2c02-46ae-9f32-31d1e0fdd641 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:18.141782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2012fedc-87d7-403d-b368-9a3c4a85f972 None None] Provisioning complete for port 428b795f-1a34-4f88-876c-6c729c24084d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:18.142051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2012fedc-87d7-403d-b368-9a3c4a85f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.251426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2012fedc-87d7-403d-b368-9a3c4a85f972 None None] Port 428b795f-1a34-4f88-876c-6c729c24084d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:18.268079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.270111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.278189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:18.279047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.294335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 60e166c6-2c02-46ae-9f32-31d1e0fdd641 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:18.294951 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.317900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c72669d9-cd52-415d-9935-ed1d891d733a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.334523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.373907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] device_id is not set on port b4fd6954-895f-4e87-bea3-e46f11cf4b9b yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:18.417427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:18.426644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.453559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55888) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:18.454471 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9470925 Nov 29 11:50:18.455452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72669d9-cd52-415d-9935-ed1d891d733a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=428b795f-1a34-4f88-876c-6c729c24084d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:18.478700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2f12a-b0ee-415d-83c7-cf84b56f8d50 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=725af797-9e67-4030-a7f0-b8dc7ef78dc3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:18.485716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Pushing event updated for resources: {'Port': ['ID=10810ac1-7b93-4000-aecf-afc589afef02,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:18.499505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-2b75c186-118a-4059-9159-ccf68a4a3c85 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5136323 Nov 29 11:50:18.507115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b6ccd9c8-0411-408e-bfc8-d1980e4e719f None None] Could not find standard attr ID for object 428b795f-1a34-4f88-876c-6c729c24084d. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:18.516272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 725af797-9e67-4030-a7f0-b8dc7ef78dc3 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:18.523173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:18.529354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:18.533366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.535654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:18.539963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c72669d9-cd52-415d-9935-ed1d891d733a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.545044 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c72669d9-cd52-415d-9935-ed1d891d733a tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/428b795f-1a34-4f88-876c-6c729c24084d HTTP/1.1" status: 204 len: 168 time: 1.4391921 Nov 29 11:50:18.545735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Request body: {'port': {'device_id': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:18.552078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55890) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:18.588602 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a950e33e-195b-427d-9534-9b49599996fd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:50:18.590737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a950e33e-195b-427d-9534-9b49599996fd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/428b795f-1a34-4f88-876c-6c729c24084d HTTP/1.1" status: 404 len: 333 time: 0.0372231 Nov 29 11:50:18.602578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55892) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:18.646487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b6ccd9c8-0411-408e-bfc8-d1980e4e719f None None] Provisioning complete for port a0fe5271-74ed-4f19-b21f-830145ce545e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:18.647750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6ccd9c8-0411-408e-bfc8-d1980e4e719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.716843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82064736-43d0-47bd-9fc8-a05f5fafd32a tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:18.722441 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-82064736-43d0-47bd-9fc8-a05f5fafd32a tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/networks?id=725af797-9e67-4030-a7f0-b8dc7ef78dc3 HTTP/1.1" status: 200 len: 761 time: 0.2605937 Nov 29 11:50:18.728821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55898) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:18.751450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e05df769-1aa6-48d2-8121-3cc266be08e4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'description': 'd2'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:18.780721 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b6ccd9c8-0411-408e-bfc8-d1980e4e719f None None] Port a0fe5271-74ed-4f19-b21f-830145ce545e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:18.785551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Attempting to bind port 10810ac1-7b93-4000-aecf-afc589afef02 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:18.786300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Attempting to bind port 10810ac1-7b93-4000-aecf-afc589afef02 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:18.787135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Attempting to bind port 10810ac1-7b93-4000-aecf-afc589afef02 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:18.818883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:18.819528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:18.820051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.820558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:18.821163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Bound port: 10810ac1-7b93-4000-aecf-afc589afef02, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:18.821660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.923936 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 31f71646-27f0-49c8-9ec8-c0fae26436ca no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:18.938209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.956034 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9dbc3b25-18ac-4c13-b504-7d2eb72ad843 None None] Could not find standard attr ID for object ce895e31-7963-4701-ad2f-be3e407ba4eb. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:18.961415 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 31f71646-27f0-49c8-9ec8-c0fae26436ca {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:18.961772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 31f71646-27f0-49c8-9ec8-c0fae26436ca not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:18.979740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:18.984934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::1 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/e8fd658e-3538-4409-ad0c-a16895fb3400/d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:18.998214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2db831-a357-4134-8380-857ae0ddeef4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet 4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:19.004548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f2db831-a357-4134-8380-857ae0ddeef4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.022983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] For port 10810ac1-7b93-4000-aecf-afc589afef02, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:19.041798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] For port 10810ac1-7b93-4000-aecf-afc589afef02, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=10810ac1-7b93-4000-aecf-afc589afef02,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:19.057231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.128205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6d325f35-006f-45b8-aa4b-62af52ed8f6d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:19.189200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f2db831-a357-4134-8380-857ae0ddeef4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.205259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abc8d9-025d-4089-94cb-d8fc87c01248 req-c542df57-77e0-4ba2-bf4b-c1a2b4ac69aa tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:19.206907 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b1abc8d9-025d-4089-94cb-d8fc87c01248 req-c542df57-77e0-4ba2-bf4b-c1a2b4ac69aa tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 931 time: 0.3948374 Nov 29 11:50:19.208171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.216133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.218793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9984650-ea16-4008-8de7-aef26f8b6bf8 None None] Pushing event updated for resources: {'Port': ['ID=10810ac1-7b93-4000-aecf-afc589afef02,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:19.255058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 6d325f35-006f-45b8-aa4b-62af52ed8f6d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:19.255785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.274117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.336074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:19.337498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:19.345139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:19.345915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.410687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:19.559278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.603405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Port': ['ID=eddd17c5-3469-4bf8-9252-72b7594c3e03,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:19.628970 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b1abc8d9-025d-4089-94cb-d8fc87c01248 req-11589e09-84ee-4494-9d4c-a72f990c2e2a tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348365 Nov 29 11:50:19.637302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e05df769-1aa6-48d2-8121-3cc266be08e4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.672455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f2db831-a357-4134-8380-857ae0ddeef4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.729894 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e05df769-1aa6-48d2-8121-3cc266be08e4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.788877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e05df769-1aa6-48d2-8121-3cc266be08e4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 725af797-9e67-4030-a7f0-b8dc7ef78dc3 is not hosted by any dhcp agent {{(pid=102103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 11:50:19.794226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05df769-1aa6-48d2-8121-3cc266be08e4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:19.794814 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e05df769-1aa6-48d2-8121-3cc266be08e4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.796071 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e05df769-1aa6-48d2-8121-3cc266be08e4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "PUT /v2.0/networks/725af797-9e67-4030-a7f0-b8dc7ef78dc3 HTTP/1.1" status: 200 len: 758 time: 1.0589314 Nov 29 11:50:19.802292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55904) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:19.814588 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Checking segment: {'id': 'b2cc73ab-6aea-48eb-9a03-4dce45e6dcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ffc4fc98-44ed-4cc2-b57c-867d23710956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:19.814947 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Network hostable DHCP agents. Network: ffc4fc98-44ed-4cc2-b57c-867d23710956, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:19.845797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05df769-1aa6-48d2-8121-3cc266be08e4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=725af797-9e67-4030-a7f0-b8dc7ef78dc3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:19.857189 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 725af797-9e67-4030-a7f0-b8dc7ef78dc3 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:19.928006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.939136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.939927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.952372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2a240-563f-4195-90fd-6b589ca54ba1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:19.959941 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0fc2a240-563f-4195-90fd-6b589ca54ba1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/networks?id=725af797-9e67-4030-a7f0-b8dc7ef78dc3 HTTP/1.1" status: 200 len: 761 time: 0.1565752 Nov 29 11:50:19.963770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55908) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:19.967001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fe5271-74ed-4f19-b21f-830145ce545e {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:50:19.970258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-644890104'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:19.979316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:19.982393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f2db831-a357-4134-8380-857ae0ddeef4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.028633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Network ffc4fc98-44ed-4cc2-b57c-867d23710956 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:20.031525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2db831-a357-4134-8380-857ae0ddeef4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:20.033292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Transition to ACTIVE for port object a0fe5271-74ed-4f19-b21f-830145ce545e will not be triggered until provisioned by entity L2. {{(pid=102103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:50:20.035537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f2db831-a357-4134-8380-857ae0ddeef4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.044612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc45523-5dce-42b4-a887-c68a66ead940 None None] Network 5886f6da-27eb-4590-a2bc-450b700673ec requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:20.051860 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4f2db831-a357-4134-8380-857ae0ddeef4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5 HTTP/1.1" status: 204 len: 168 time: 1.4477937 Nov 29 11:50:20.062294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55912) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:20.066639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.117551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, ffc4fc98-44ed-4cc2-b57c-867d23710956) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:20.140020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:20.140968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.146359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021d1ab-a96b-4b1f-9aad-01ffda410ffb None None] Network ffc4fc98-44ed-4cc2-b57c-867d23710956 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:20.347810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:20.356162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:20.362520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:20.366918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.411532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:20.417047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] DHCP port deletion for 5886f6da-27eb-4590-a2bc-450b700673ec request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:20.440067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.440652 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment aadd1794-b93b-4ef0-98a3-45b65327e9e8 of type vlan for network c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 Nov 29 11:50:20.443792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.450045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:20.457826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:20.499306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Port': ['ID=b4fd6954-895f-4e87-bea3-e46f11cf4b9b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:20.511346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] Deleting port 6d325f35-006f-45b8-aa4b-62af52ed8f6d {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:20.511893 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.527070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Checking segment: {'id': 'c2b912ed-89ca-4338-b01f-55918820e6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'bdc6e0da-2e8e-4d14-b081-cdbc62a141c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:20.527412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Network hostable DHCP agents. Network: bdc6e0da-2e8e-4d14-b081-cdbc62a141c7, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:20.545854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Attempting to bind port a0fe5271-74ed-4f19-b21f-830145ce545e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:20.546290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Attempting to bind port a0fe5271-74ed-4f19-b21f-830145ce545e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:20.546699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Attempting to bind port a0fe5271-74ed-4f19-b21f-830145ce545e on network 9905691f-c26a-46f0-a814-cd0a62d0f60f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:20.565111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Port a0fe5271-74ed-4f19-b21f-830145ce545e on network 9905691f-c26a-46f0-a814-cd0a62d0f60f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:50:20.565371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.565489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Attempting to bind port a0fe5271-74ed-4f19-b21f-830145ce545e on network 9905691f-c26a-46f0-a814-cd0a62d0f60f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:20.574321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:20.574760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Checking segment: {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:20.575216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Bound using segment: {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:20.575732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Bound port: a0fe5271-74ed-4f19-b21f-830145ce545e, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fff4728-f2be-48d4-9493-f806a4af942d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:20.576216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.595628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Network bdc6e0da-2e8e-4d14-b081-cdbc62a141c7 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:20.605260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] For port 6d325f35-006f-45b8-aa4b-62af52ed8f6d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6d325f35-006f-45b8-aa4b-62af52ed8f6d,segment=NetworkSegment(b93a766f-6b1b-4c6f-8c1c-2eea4732dc20),segment_id=b93a766f-6b1b-4c6f-8c1c-2eea4732dc20)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:20.605760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.608583 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e9a1a15d-b472-4269-8aea-919bd78a0aad None None] Provisioning complete for port 10810ac1-7b93-4000-aecf-afc589afef02 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:20.609065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9a1a15d-b472-4269-8aea-919bd78a0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.615248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.620828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:20.621371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.661762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 6d325f35-006f-45b8-aa4b-62af52ed8f6d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:20.662197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.663206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] Calling delete_port for 6d325f35-006f-45b8-aa4b-62af52ed8f6d owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:20.664600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, bdc6e0da-2e8e-4d14-b081-cdbc62a141c7) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:20.681535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:20.688058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca8d0c-00f3-4de6-93dc-657693732a9a None None] Network bdc6e0da-2e8e-4d14-b081-cdbc62a141c7 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:20.693407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:20.699531 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:20.700363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.733441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=c33409fa-ca7a-4a76-ba7d-0453c0ee2a98,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:20.745232 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ef5f418b-c804-4e61-8f3f-c129f0f9a588 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7795911 Nov 29 11:50:20.746064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55918) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:20.753088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': 'c33409fa-ca7a-4a76-ba7d-0453c0ee2a98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:20.757114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:20.818948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Router 3fa248c6-fe88-43b3-bc9e-bb997ded9a05 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:50:20.835121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:20.852174 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-08c29d3b-8f46-44bf-8c55-453b9efe886c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.2631485 Nov 29 11:50:20.858553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55920) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:20.879022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:20.910110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] For port 6d325f35-006f-45b8-aa4b-62af52ed8f6d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6d325f35-006f-45b8-aa4b-62af52ed8f6d,segment=NetworkSegment(b93a766f-6b1b-4c6f-8c1c-2eea4732dc20),segment_id=b93a766f-6b1b-4c6f-8c1c-2eea4732dc20)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:20.910490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.916089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.956069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:20.960243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9a1a15d-b472-4269-8aea-919bd78a0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:20.968124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e3444ee2-be38-445a-9049-b63646d8fc42 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "PUT /v2.0/routers/3fa248c6-fe88-43b3-bc9e-bb997ded9a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1378694 Nov 29 11:50:20.969398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55922) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:20.969575 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 6d325f35-006f-45b8-aa4b-62af52ed8f6d owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:21.006576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Sync routers for ids ['3fa248c6-fe88-43b3-bc9e-bb997ded9a05'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:21.006712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.007294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.009220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] 10.222.0.30 "PUT /v2.0/ports/a0fe5271-74ed-4f19-b21f-830145ce545e HTTP/1.1" status: 200 len: 1093 time: 2.4717612 Nov 29 11:50:21.028648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaedce2-0584-49a9-bc21-4585f286a762 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.048009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.051858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:21.056047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.068250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaedce2-0584-49a9-bc21-4585f286a762 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.073185 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dcaedce2-0584-49a9-bc21-4585f286a762 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2111363 Nov 29 11:50:21.081806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3e206-6a7a-4d10-bd80-669e509d108b req-12c64623-c303-42d9-a743-7ae905e86d3d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.084262 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a7f3e206-6a7a-4d10-bd80-669e509d108b req-12c64623-c303-42d9-a743-7ae905e86d3d tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 943 time: 0.2992647 Nov 29 11:50:21.084736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:50:21.087126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6399a5-ccb1-459e-82fa-b7bd023d182a" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:50:21.099003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55926) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:21.292437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec474b5-5e8b-4eb1-82c8-e732e1f7822b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.296237 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-eec474b5-5e8b-4eb1-82c8-e732e1f7822b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports/d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 HTTP/1.1" status: 200 len: 911 time: 0.3190784 Nov 29 11:50:21.298009 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55932) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:21.334068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04b4d12-4848-451c-85a2-57c0e10b9cac x-openstack-request-id: req-e04b4d12-4848-451c-85a2-57c0e10b9cac {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:50:21.334488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:50:21.334839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e04b4d12-4848-451c-85a2-57c0e10b9cac {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:50:21.335340 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'status': 'completed', 'code': 200} Nov 29 11:50:21.354327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee10767-3b5f-4aad-86f3-c317e810c04b service neutron] Pushing event updated for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:21.376912 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Routers {'3fa248c6-fe88-43b3-bc9e-bb997ded9a05'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:21.377833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fa248c6-fe88-43b3-bc9e-bb997ded9a05'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:21.404085 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a7f3e206-6a7a-4d10-bd80-669e509d108b req-bf9e90d8-a52c-4b89-81d3-56e6e8750d4c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217944 Nov 29 11:50:21.404328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b8658e-f7f6-46a8-92b5-fec7ad94d5dc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.411662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b8658e-f7f6-46a8-92b5-fec7ad94d5dc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.412867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 10810ac1-7b93-4000-aecf-afc589afef02 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:21.413013 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-88b8658e-f7f6-46a8-92b5-fec7ad94d5dc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1140666 Nov 29 11:50:21.415854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55934) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:21.431090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.437245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-d1b5ab17-de85-410f-996c-c20f68a15569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.439455 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-d1b5ab17-de85-410f-996c-c20f68a15569 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e285bee7dd843728c6e0cdde26a910e&device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 1096 time: 0.3489714 Nov 29 11:50:21.448034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-610ca5fe-a2f2-4df5-b470-ee6e85f74765 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Deleting port eddd17c5-3469-4bf8-9252-72b7594c3e03 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:21.448483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-610ca5fe-a2f2-4df5-b470-ee6e85f74765 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.494681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e9a1a15d-b472-4269-8aea-919bd78a0aad None None] For port 10810ac1-7b93-4000-aecf-afc589afef02, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=10810ac1-7b93-4000-aecf-afc589afef02,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:21.495598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] Pushing event deleted for resources: {'Port': ['ID=6d325f35-006f-45b8-aa4b-62af52ed8f6d,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:21.508416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dfa280-a27a-466d-91bc-1789c3a1741f None None] No DVR routers for this DVR port 6d325f35-006f-45b8-aa4b-62af52ed8f6d on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:21.510922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.512982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9a1a15d-b472-4269-8aea-919bd78a0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.515305 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-b0879161-a745-48e4-a745-53c23b00113e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fe5271-74ed-4f19-b21f-830145ce545e HTTP/1.1" status: 200 len: 217 time: 0.0595541 Nov 29 11:50:21.581442 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=db3fef39-b1a3-4c2d-ba49-0e8a113d9af1,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:21.595709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Set router 3fa248c6-fe88-43b3-bc9e-bb997ded9a05 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:21.595833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=6d325f35-006f-45b8-aa4b-62af52ed8f6d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:21.627215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No DVR routers for this DVR port 6d325f35-006f-45b8-aa4b-62af52ed8f6d on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:21.637735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a96bd-bfaa-43be-a193-a128557159af None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:50:21.645735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': 'aadd1794-b93b-4ef0-98a3-45b65327e9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c33409fa-ca7a-4a76-ba7d-0453c0ee2a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:21.646118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: c33409fa-ca7a-4a76-ba7d-0453c0ee2a98, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:21.666940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1a15d-b472-4269-8aea-919bd78a0aad None None] Pushing event updated for resources: {'Port': ['ID=10810ac1-7b93-4000-aecf-afc589afef02,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:21.685370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:21.730955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 10810ac1-7b93-4000-aecf-afc589afef02 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:21.731284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.733893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-610ca5fe-a2f2-4df5-b470-ee6e85f74765 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.737748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, c33409fa-ca7a-4a76-ba7d-0453c0ee2a98) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:21.745688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.746487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.748219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-f0d51034-a6c9-40f6-8518-1433382af9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.750218 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-f0d51034-a6c9-40f6-8518-1433382af9f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89db33cd-d4bb-4d2d-8f40-1e641ed8fc73 HTTP/1.1" status: 200 len: 835 time: 0.1659122 Nov 29 11:50:21.766955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-610ca5fe-a2f2-4df5-b470-ee6e85f74765 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Calling delete_port for eddd17c5-3469-4bf8-9252-72b7594c3e03 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:21.778470 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d3db0c76-f4f2-411e-bd38-0ee18f52e185 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0269382 Nov 29 11:50:21.778649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55936) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:21.784967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.877893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5886f6da-27eb-4590-a2bc-450b700673ec']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:21.879222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1838fb79-9094-45f1-85ba-00cadc8871fa None None] Provisioning complete for port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:21.879942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1838fb79-9094-45f1-85ba-00cadc8871fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.888179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-8f5b2a02-e63d-40f5-91a3-579ea1394b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:21.889683 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-8f5b2a02-e63d-40f5-91a3-579ea1394b4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9905691f-c26a-46f0-a814-cd0a62d0f60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208258 Nov 29 11:50:21.894177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93a766f-6b1b-4c6f-8c1c-2eea4732dc20') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:21.894468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93a766f-6b1b-4c6f-8c1c-2eea4732dc20') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:21.914230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.946869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.981582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:21.982244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-1838fb79-9094-45f1-85ba-00cadc8871fa None None] Port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:21.997122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:21.997550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:22.001284 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:22.051356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-610ca5fe-a2f2-4df5-b470-ee6e85f74765 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.079484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.101913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa248c6-fe88-43b3-bc9e-bb997ded9a05', 'name': 'tempest-NetworksTestDHCPv6-router-1803777226', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:17Z', 'updated_at': '2021-11-29T11:50:19Z', 'revision_number': 2, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None, '_interfaces': [{'id': 'd2fb1d26-2a02-4cfe-b3d6-423d8f5c6707', 'name': '', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'mac_address': 'fa:16:3e:47:d7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa248c6-fe88-43b3-bc9e-bb997ded9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e8fd658e-3538-4409-ad0c-a16895fb3400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:18Z', 'updated_at': '2021-11-29T11:50:19Z', 'revision_number': 2, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'subnets': [{'id': 'e8fd658e-3538-4409-ad0c-a16895fb3400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:22.113205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ca5fe-a2f2-4df5-b470-ee6e85f74765 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Port': ['ID=eddd17c5-3469-4bf8-9252-72b7594c3e03,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:22.123858 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-d7ebc4c9-fb83-4a93-8d43-d2844c8c02a2 service neutron] 10.222.0.30 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024431 Nov 29 11:50:22.126993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-610ca5fe-a2f2-4df5-b470-ee6e85f74765 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.130574 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-610ca5fe-a2f2-4df5-b470-ee6e85f74765 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/ports/eddd17c5-3469-4bf8-9252-72b7594c3e03 HTTP/1.1" status: 204 len: 168 time: 1.0274947 Nov 29 11:50:22.137066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Checking router: 3fa248c6-fe88-43b3-bc9e-bb997ded9a05 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:22.137437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Updating router 3fa248c6-fe88-43b3-bc9e-bb997ded9a05 port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:50:22.154339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55940) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:22.182426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.190300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.195194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.197752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.203850 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/networks/5886f6da-27eb-4590-a2bc-450b700673ec HTTP/1.1" status: 204 len: 168 time: 2.1251845 Nov 29 11:50:22.205882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55944) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:22.215511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1159097133'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:22.232533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6d325f35-006f-45b8-aa4b-62af52ed8f6d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:22.238474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d6a9c-ec0e-49e0-8675-e804a76e3dfe tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Network': ['ID=5886f6da-27eb-4590-a2bc-450b700673ec,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:22.282691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:22.286094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 6d325f35-006f-45b8-aa4b-62af52ed8f6d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:22.286559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6d325f35-006f-45b8-aa4b-62af52ed8f6d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:22.286903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.302667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105a96bd-bfaa-43be-a193-a128557159af None None] Unable to find a vacant binding_index for network c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 and agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e {{(pid=102105) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 29 11:50:22.309816 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c83f19ea-9609-4cd3-b3ab-2c5b6d0a6307 req-4064ccef-b449-43fd-97f6-201aab9e999a service neutron] 10.222.0.30 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769557 Nov 29 11:50:22.325233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105a96bd-bfaa-43be-a193-a128557159af None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, c33409fa-ca7a-4a76-ba7d-0453c0ee2a98) {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:50:22.327441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:22.338308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.338973 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Added segment dc958bd9-7cfd-4503-b00b-c0f3de642f5e of type vlan for network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 Nov 29 11:50:22.395067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.399379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.413992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-15c6cc4c-23bc-4f10-a79e-927d76864b75 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Deleting port b4fd6954-895f-4e87-bea3-e46f11cf4b9b {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:22.414672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15c6cc4c-23bc-4f10-a79e-927d76864b75 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.433344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.438653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:22.439248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.533708 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3223166 Nov 29 11:50:22.534352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55950) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:22.549216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=db3fef39-b1a3-4c2d-ba49-0e8a113d9af1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:22.558069 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '977975ae-ce4f-4cde-8922-30c4b8e0ce53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:22.606774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15c6cc4c-23bc-4f10-a79e-927d76864b75 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.610403 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.643879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-15c6cc4c-23bc-4f10-a79e-927d76864b75 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Calling delete_port for b4fd6954-895f-4e87-bea3-e46f11cf4b9b owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:22.665043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33409fa-ca7a-4a76-ba7d-0453c0ee2a98']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:22.682690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadd1794-b93b-4ef0-98a3-45b65327e9e8') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:22.682980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadd1794-b93b-4ef0-98a3-45b65327e9e8') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:22.720084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.729130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.753276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.789175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.800520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab4961-63e2-40fe-b8d2-da7c329fb20f None None] Pushing event updated for resources: {'Port': ['ID=d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:22.803220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:22.803985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:22.809158 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:22.857775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf43eb2-8c6a-417f-ad52-201e31a60176 None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:50:22.899065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Attempting to bind port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:22.899444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Attempting to bind port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:22.899806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Attempting to bind port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:22.911028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:22.911431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:22.911806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.912199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:22.912681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Bound port: d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:22.913065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:22.964230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-16f7ef1c-65ac-4168-baab-176d837ab756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:22.965638 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-16f7ef1c-65ac-4168-baab-176d837ab756 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e285bee7dd843728c6e0cdde26a910e&device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 1096 time: 0.5466073 Nov 29 11:50:22.966284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b099a0-bd48-4e10-8190-31af94f00066 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Network': ['ID=977975ae-ce4f-4cde-8922-30c4b8e0ce53,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:22.986577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:23.053114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f08f-963c-4d86-8bc5-900fb5c11f75 req-2062d768-71a7-4a5b-bfb6-705b6b39fa54 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:23.061501 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71c8f08f-963c-4d86-8bc5-900fb5c11f75 req-2062d768-71a7-4a5b-bfb6-705b6b39fa54 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 943 time: 0.5489206 Nov 29 11:50:23.094226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] For port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:23.108745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf43eb2-8c6a-417f-ad52-201e31a60176 None None] Resources bound (agent type, host, resource id): {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:50:23.126322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] For port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:23.139400 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:23.139746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.140915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.166602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:23.170220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.200521 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71c8f08f-963c-4d86-8bc5-900fb5c11f75 req-1b35213a-34ee-425b-8869-e25dcd728016 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379149 Nov 29 11:50:23.201138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15c6cc4c-23bc-4f10-a79e-927d76864b75 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.210635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.217039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.222619 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 HTTP/1.1" status: 204 len: 168 time: 1.4406579 Nov 29 11:50:23.229621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55954) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:23.269778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-e91303df-7b2e-4c7b-b0f7-150ddc3cbafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:23.271376 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-e91303df-7b2e-4c7b-b0f7-150ddc3cbafc service neutron] 10.222.0.30 "GET /v2.0/networks?id=9905691f-c26a-46f0-a814-cd0a62d0f60f HTTP/1.1" status: 200 len: 898 time: 0.2935836 Nov 29 11:50:23.272060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-15c6cc4c-23bc-4f10-a79e-927d76864b75 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.274493 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-381a0675-e455-413c-a062-3d07b3d3667d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] GET failed (client error): The resource could not be found. Nov 29 11:50:23.275317 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-15c6cc4c-23bc-4f10-a79e-927d76864b75 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/ports/b4fd6954-895f-4e87-bea3-e46f11cf4b9b HTTP/1.1" status: 204 len: 168 time: 1.1196270 Nov 29 11:50:23.276222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6cc4c-23bc-4f10-a79e-927d76864b75 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Port': ['ID=b4fd6954-895f-4e87-bea3-e46f11cf4b9b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:23.281121 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-381a0675-e455-413c-a062-3d07b3d3667d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/subnets/db3fef39-b1a3-4c2d-ba49-0e8a113d9af1 HTTP/1.1" status: 404 len: 337 time: 0.0478635 Nov 29 11:50:23.281300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55956) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:23.292043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55958) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:23.292252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edf822-e5e2-46e0-8914-fad5fde662d1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=c33409fa-ca7a-4a76-ba7d-0453c0ee2a98,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:23.324416 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f94e4de4-ae8e-4798-b7ef-2575cd2cc6a5 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0379913 Nov 29 11:50:23.329684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55960) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:23.335541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-524677699'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:23.352208 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-79787e28-af79-41d5-8213-1b6a2e520912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fe5271-74ed-4f19-b21f-830145ce545e HTTP/1.1" status: 200 len: 217 time: 0.0723872 Nov 29 11:50:23.353960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.363296 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-488baa28-29c4-4f8c-9319-0761dca75aec tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:23.363901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488baa28-29c4-4f8c-9319-0761dca75aec tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:23.365813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 10810ac1-7b93-4000-aecf-afc589afef02 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:23.367652 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-488baa28-29c4-4f8c-9319-0761dca75aec tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 HTTP/1.1" status: 404 len: 339 time: 0.0752156 Nov 29 11:50:23.372505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55964) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:23.424395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-224df570-1bf0-45e2-baf4-173b2181a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:23.425851 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-224df570-1bf0-45e2-baf4-173b2181a315 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89db33cd-d4bb-4d2d-8f40-1e641ed8fc73 HTTP/1.1" status: 200 len: 835 time: 0.0562446 Nov 29 11:50:23.441163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:23.482120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab4961-63e2-40fe-b8d2-da7c329fb20f None None] Pushing event updated for resources: {'Port': ['ID=d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:23.485893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Made reservation on behalf of 28f607e5b7c14b6ba6c13a49e0ceab4b for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:23.488835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Routers {'3fa248c6-fe88-43b3-bc9e-bb997ded9a05'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:23.489460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fa248c6-fe88-43b3-bc9e-bb997ded9a05'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:23.498670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.557233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-9131047a-6fbb-4459-a354-29e405c93442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:23.558892 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-9131047a-6fbb-4459-a354-29e405c93442 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9905691f-c26a-46f0-a814-cd0a62d0f60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923355 Nov 29 11:50:23.560248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.616037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:23.634180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] Set router 3fa248c6-fe88-43b3-bc9e-bb997ded9a05 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:23.636026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 10810ac1-7b93-4000-aecf-afc589afef02 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:23.636396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.654131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.654476 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Added segment 719e8a43-9010-48f9-a72d-69c656374844 of type vlan for network 565d4993-8742-483e-93f1-578fe9bf80d4 Nov 29 11:50:23.675521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=a01c0277-ebb9-4f84-a112-6500a129b1dc,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:23.702451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Checking segment: {'id': 'dc958bd9-7cfd-4503-b00b-c0f3de642f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '977975ae-ce4f-4cde-8922-30c4b8e0ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:23.703689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network hostable DHCP agents. Network: 977975ae-ce4f-4cde-8922-30c4b8e0ce53, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:23.725352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413c2d1-3870-4dc6-a6bd-b9b527e6c7f1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:23.726684 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-6d914c4d-7292-4cf0-b9c9-5baae3e615fc service neutron] 10.222.0.30 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565075 Nov 29 11:50:23.729846 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d413c2d1-3870-4dc6-a6bd-b9b527e6c7f1 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3378394 Nov 29 11:50:23.730059 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55968) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:23.735328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.787695 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-54fc475b-82e8-4d51-b517-3de41d927fe6 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 207 time: 0.0564702 Nov 29 11:50:23.804773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55970) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:23.814222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:23.834708 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 977975ae-ce4f-4cde-8922-30c4b8e0ce53) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:23.843075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:23.845332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.880423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.884256 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5213bab1-959f-47f0-9e94-ae5c0996cb62 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3303161 Nov 29 11:50:23.886103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:23.886704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:23.888799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55972) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:23.898701 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad6399a5-ccb1-459e-82fa-b7bd023d182a req-58ffa94e-7aa4-4841-9fa4-ae3a3bbbddfa service neutron] 10.222.0.30 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493764 Nov 29 11:50:23.912565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9f941127-f04a-40f8-ab25-f2434098aa1d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-277617375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:23.982649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6af2d7-51b0-472c-b6ce-38673d243152 None None] Network c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:24.000629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab9444b-556e-4d7e-b703-629158335716 None None] Network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:24.005532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6af2d7-51b0-472c-b6ce-38673d243152 None None] Network c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 could not be found, it might have been deleted concurrently. {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 11:50:24.025523 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Network': ['ID=565d4993-8742-483e-93f1-578fe9bf80d4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:24.041779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea05c0-eab3-4382-99d8-8800e672d39a None None] Network c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:24.043816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 565d4993-8742-483e-93f1-578fe9bf80d4 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:24.046262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f941127-f04a-40f8-ab25-f2434098aa1d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.047816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f941127-f04a-40f8-ab25-f2434098aa1d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.065755 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1f129a71-d77e-46e4-b7f4-b1b8f17442b2 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7346375 Nov 29 11:50:24.066813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55974) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:24.074606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.075621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-275356609'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:24.099100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f191739-5c23-47be-8829-4cd865462e94 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.100260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Made reservation on behalf of 28f607e5b7c14b6ba6c13a49e0ceab4b for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:24.104190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.105173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f191739-5c23-47be-8829-4cd865462e94 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.110047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea05c0-eab3-4382-99d8-8800e672d39a None None] Network c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 could not be found, it might have been deleted concurrently. {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 11:50:24.112774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f191739-5c23-47be-8829-4cd865462e94 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.119482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f191739-5c23-47be-8829-4cd865462e94 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.127601 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4f191739-5c23-47be-8829-4cd865462e94 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3160021 Nov 29 11:50:24.128649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55976) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:24.157901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:24.197790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:24.225168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.226074 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Added segment b1f430f5-7b22-4efd-8a80-d348877becb3 of type vlan for network 4938f0ad-6137-46f2-b381-e7beb1ea8370 Nov 29 11:50:24.245823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f941127-f04a-40f8-ab25-f2434098aa1d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.257345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa248c6-fe88-43b3-bc9e-bb997ded9a05', 'name': 'tempest-NetworksTestDHCPv6-router-1803777226', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:17Z', 'updated_at': '2021-11-29T11:50:19Z', 'revision_number': 2, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None, '_interfaces': [{'id': 'd2fb1d26-2a02-4cfe-b3d6-423d8f5c6707', 'name': '', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'mac_address': 'fa:16:3e:47:d7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa248c6-fe88-43b3-bc9e-bb997ded9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e8fd658e-3538-4409-ad0c-a16895fb3400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:18Z', 'updated_at': '2021-11-29T11:50:23Z', 'revision_number': 4, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'subnets': [{'id': 'e8fd658e-3538-4409-ad0c-a16895fb3400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:24.287425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ae8d7-ead1-4dfb-bae6-c5cd9913a2c9 None None] The sync data for ids ['3fa248c6-fe88-43b3-bc9e-bb997ded9a05'] in dv-neutron-819578-1-hyperv is: [{'id': '3fa248c6-fe88-43b3-bc9e-bb997ded9a05', 'name': 'tempest-NetworksTestDHCPv6-router-1803777226', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:17Z', 'updated_at': '2021-11-29T11:50:19Z', 'revision_number': 2, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None, '_interfaces': [{'id': 'd2fb1d26-2a02-4cfe-b3d6-423d8f5c6707', 'name': '', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'mac_address': 'fa:16:3e:47:d7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa248c6-fe88-43b3-bc9e-bb997ded9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'e8fd658e-3538-4409-ad0c-a16895fb3400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:18Z', 'updated_at': '2021-11-29T11:50:23Z', 'revision_number': 4, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'subnets': [{'id': 'e8fd658e-3538-4409-ad0c-a16895fb3400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:24.345712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f941127-f04a-40f8-ab25-f2434098aa1d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.356543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eecd8b0e-ec1e-4d98-a483-eb1f242d4bce None None] Could not find standard attr ID for object d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:24.364678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.370727 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-12a8895b-8136-450e-b5dd-4a91e779fd45 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2414241 Nov 29 11:50:24.373608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f941127-f04a-40f8-ab25-f2434098aa1d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.375489 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9f941127-f04a-40f8-ab25-f2434098aa1d tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4658983 Nov 29 11:50:24.376161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55982) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:24.379526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55984) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:24.381179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.388901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'network_id': '977975ae-ce4f-4cde-8922-30c4b8e0ce53', 'name': 'tempest-PortsIpV6TestJSON-1879309413'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:24.395166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-977975ae-ce4f-4cde-8922-30c4b8e0ce53', 'network_id': '977975ae-ce4f-4cde-8922-30c4b8e0ce53', 'tenant_id': '9b50e5f4b2da4157ab153ac60232dac3', 'fixed_ips': [{'subnet_id': 'a01c0277-ebb9-4f84-a112-6500a129b1dc'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:24.396489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.495182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69acd4-3aa4-4bdb-ba91-bd182360834c req-f215b061-1d54-4441-ab0d-e2892471d03a tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.504726 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb69acd4-3aa4-4bdb-ba91-bd182360834c req-f215b061-1d54-4441-ab0d-e2892471d03a tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 943 time: 0.1836488 Nov 29 11:50:24.531475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4672b-b787-45dd-9261-6e8930960ac3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.533314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4672b-b787-45dd-9261-6e8930960ac3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.535265 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-87a4672b-b787-45dd-9261-6e8930960ac3 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1580484 Nov 29 11:50:24.539436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55986) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:24.586262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.592316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.592982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.642880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Allocated IP 2001:db8::2 (977975ae-ce4f-4cde-8922-30c4b8e0ce53/a01c0277-ebb9-4f84-a112-6500a129b1dc/ce7b5b2a-ae09-4784-8a6c-8482c794e85e) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:24.695104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Network': ['ID=4938f0ad-6137-46f2-b381-e7beb1ea8370,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:24.731987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Router 3fa248c6-fe88-43b3-bc9e-bb997ded9a05 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:24.739660 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb69acd4-3aa4-4bdb-ba91-bd182360834c req-346d2807-8dad-4bba-b1cb-95d7c2277b7c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295320 Nov 29 11:50:24.752353 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-75feef9a-c954-4153-897a-c9895a2e885a tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6804051 Nov 29 11:50:24.753740 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 4938f0ad-6137-46f2-b381-e7beb1ea8370 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:24.778352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10009d0-aa52-4e55-b4d8-756096d0c868 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['shared'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.785508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10009d0-aa52-4e55-b4d8-756096d0c868 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['shared'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:24.792734 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f10009d0-aa52-4e55-b4d8-756096d0c868 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2465258 Nov 29 11:50:24.797416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55990) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:24.867307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:24.871254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:24.895647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ac660588-8129-4292-883c-24936649c120 None None] Could not find standard attr ID for object d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:24.923445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 55992) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:24.929977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:24.932083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'subnets': [{'network_id': '565d4993-8742-483e-93f1-578fe9bf80d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1657880987', 'ip_version': 4}, {'network_id': '4938f0ad-6137-46f2-b381-e7beb1ea8370', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:24.932840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'subnet': {'network_id': '565d4993-8742-483e-93f1-578fe9bf80d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1657880987', 'ip_version': 4}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:24.933527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Request body: {'subnet': {'network_id': '4938f0ad-6137-46f2-b381-e7beb1ea8370', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:24.943602 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-af1a1248-e0a2-44ec-b962-66a43758fa00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "PUT /v2.0/routers/3fa248c6-fe88-43b3-bc9e-bb997ded9a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5267434 Nov 29 11:50:24.945988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55996) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:25.059218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e24310-e798-488c-8880-2960de681044 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:25.060782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e24310-e798-488c-8880-2960de681044 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:25.067443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port a939d92a-5054-41d6-b05b-a77684d98251 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:25.072896 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d6e24310-e798-488c-8880-2960de681044 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1255696 Nov 29 11:50:25.073406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 55998) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:25.090533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.100472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.146158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd8dd9f-d620-4b27-9e3e-66ace1aabcf4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet e8fd658e-3538-4409-ad0c-a16895fb3400 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:25.150458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8dd9f-d620-4b27-9e3e-66ace1aabcf4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.165301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:25.166664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Pushing event updated for resources: {'Port': ['ID=ce7b5b2a-ae09-4784-8a6c-8482c794e85e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:25.169556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:25.171826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:25.205134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8dd9f-d620-4b27-9e3e-66ace1aabcf4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.237264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Attempting to bind port ce7b5b2a-ae09-4784-8a6c-8482c794e85e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:25.237645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Attempting to bind port ce7b5b2a-ae09-4784-8a6c-8482c794e85e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'dc958bd9-7cfd-4503-b00b-c0f3de642f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '977975ae-ce4f-4cde-8922-30c4b8e0ce53'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:25.238039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Attempting to bind port ce7b5b2a-ae09-4784-8a6c-8482c794e85e on network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:25.238321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a89b2a0-732b-473a-a97e-7c2ed92f0678 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:25.239858 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8a89b2a0-732b-473a-a97e-7c2ed92f0678 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/networks/8c7c2411-83a4-4d6f-ba49-87bff45513aa HTTP/1.1" status: 200 len: 800 time: 0.4360332 Nov 29 11:50:25.243703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56000) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:25.248735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:25.249116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Checking segment: {'id': 'dc958bd9-7cfd-4503-b00b-c0f3de642f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '977975ae-ce4f-4cde-8922-30c4b8e0ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:25.249531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.250546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Bound using segment: {'id': 'dc958bd9-7cfd-4503-b00b-c0f3de642f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '977975ae-ce4f-4cde-8922-30c4b8e0ce53'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:25.251037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Bound port: ce7b5b2a-ae09-4784-8a6c-8482c794e85e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc958bd9-7cfd-4503-b00b-c0f3de642f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '977975ae-ce4f-4cde-8922-30c4b8e0ce53'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:25.251431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.337870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] For port ce7b5b2a-ae09-4784-8a6c-8482c794e85e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:25.341285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::397 (977975ae-ce4f-4cde-8922-30c4b8e0ce53/a01c0277-ebb9-4f84-a112-6500a129b1dc/a939d92a-5054-41d6-b05b-a77684d98251) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:25.347611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] For port ce7b5b2a-ae09-4784-8a6c-8482c794e85e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ce7b5b2a-ae09-4784-8a6c-8482c794e85e,segment=NetworkSegment(dc958bd9-7cfd-4503-b00b-c0f3de642f5e),segment_id=dc958bd9-7cfd-4503-b00b-c0f3de642f5e)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:25.357375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.367769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Made reservation on behalf of 28f607e5b7c14b6ba6c13a49e0ceab4b for: {'subnet': 2} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:25.372775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.373233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.408221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8dd9f-d620-4b27-9e3e-66ace1aabcf4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.442004 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-85402de5-5687-4085-9965-881b1b506708 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/networks/8c7c2411-83a4-4d6f-ba49-87bff45513aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1937087 Nov 29 11:50:25.442727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56004) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:25.453561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2cd5-0567-4c89-b39a-44682bbdcf13 None None] Pushing event updated for resources: {'Port': ['ID=ce7b5b2a-ae09-4784-8a6c-8482c794e85e,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:25.497054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8dd9f-d620-4b27-9e3e-66ace1aabcf4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.533276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8dd9f-d620-4b27-9e3e-66ace1aabcf4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fd658e-3538-4409-ad0c-a16895fb3400,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:25.537791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bd8dd9f-d620-4b27-9e3e-66ace1aabcf4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.541607 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2bd8dd9f-d620-4b27-9e3e-66ace1aabcf4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/e8fd658e-3538-4409-ad0c-a16895fb3400 HTTP/1.1" status: 204 len: 168 time: 0.4670317 Nov 29 11:50:25.544214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56006) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:25.548738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03b6e5-8258-4a7a-b2d2-c3a3cf4bfd39 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:25.589857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c021cd9-a905-42e8-81ab-8d824987afd4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:25.595634 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1c021cd9-a905-42e8-81ab-8d824987afd4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/subnets/885737ef-27d3-4917-9dc2-7255209a6df0 HTTP/1.1" status: 200 len: 811 time: 0.1479604 Nov 29 11:50:25.596626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56008) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:25.690569 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-66ae0fc6-5527-4d9d-90eb-6c25448f2113 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1449060 Nov 29 11:50:25.698438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56010) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:25.754351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032b703-4d44-4d28-b7da-91be8aee535f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['shared'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:25.754992 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4032b703-4d44-4d28-b7da-91be8aee535f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "GET /v2.0/subnets/885737ef-27d3-4917-9dc2-7255209a6df0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1538367 Nov 29 11:50:25.763845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56016) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:25.775827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-321197247'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:25.794913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:25.813897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4d637be-0404-4c32-93ab-da7e0bcfe1f3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.814920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.890901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] Deleting port 10810ac1-7b93-4000-aecf-afc589afef02 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:25.891276 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:25.926288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:25.930022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.013560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4d637be-0404-4c32-93ab-da7e0bcfe1f3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.016460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4d637be-0404-4c32-93ab-da7e0bcfe1f3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.054161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:26.071167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e038f8-340f-4a0c-b4f2-9cbdfbdaa000 req-4d3720a2-c82a-47f4-9f85-b6cbbbe557a0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:26.074235 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10e038f8-340f-4a0c-b4f2-9cbdfbdaa000 req-4d3720a2-c82a-47f4-9f85-b6cbbbe557a0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 943 time: 0.2019846 Nov 29 11:50:26.074557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.137761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.138255 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Added segment aeb13c1e-9962-4b86-a931-d6377bb162de of type vlan for network 6ec2b288-ecd4-466f-a358-5759f999a9c2 Nov 29 11:50:26.152209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] For port 10810ac1-7b93-4000-aecf-afc589afef02, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=10810ac1-7b93-4000-aecf-afc589afef02,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:26.152797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.168719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] Calling delete_port for 10810ac1-7b93-4000-aecf-afc589afef02 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:26.169837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:26.207411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:26.210344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:26.218055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:26.218941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.248402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.254418 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10e038f8-340f-4a0c-b4f2-9cbdfbdaa000 req-1a4245fe-d635-4a8a-b289-8a0c41e73e59 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668518 Nov 29 11:50:26.259297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.264332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=a939d92a-5054-41d6-b05b-a77684d98251,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:26.303096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] Pushing event deleted for resources: {'Port': ['ID=10810ac1-7b93-4000-aecf-afc589afef02,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:26.305417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b31d5d-aefb-4f88-99b0-21f6793bd6c3 None None] No DVR routers for this DVR port 10810ac1-7b93-4000-aecf-afc589afef02 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:26.316013 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3e56da94-5f4c-42f7-89d3-3d5cf7f94fbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9321489 Nov 29 11:50:26.319464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56020) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:26.379687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.386080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:26.386245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.388678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4d637be-0404-4c32-93ab-da7e0bcfe1f3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.389258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d637be-0404-4c32-93ab-da7e0bcfe1f3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa248c6-fe88-43b3-bc9e-bb997ded9a05 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:50:26.397008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e4d637be-0404-4c32-93ab-da7e0bcfe1f3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.398235 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e4d637be-0404-4c32-93ab-da7e0bcfe1f3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/routers/3fa248c6-fe88-43b3-bc9e-bb997ded9a05 HTTP/1.1" status: 204 len: 168 time: 0.6976323 Nov 29 11:50:26.402132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56022) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:26.407025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:26.453510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a0fe5271-74ed-4f19-b21f-830145ce545e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:50:26.465282 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6972587 Nov 29 11:50:26.467005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56024) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:26.478868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'network_id': '6ec2b288-ecd4-466f-a358-5759f999a9c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:26.505464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.507707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db72d4f-2f08-42b2-8a0e-4bc9984a632d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Network': ['ID=6ec2b288-ecd4-466f-a358-5759f999a9c2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:26.610082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 6ec2b288-ecd4-466f-a358-5759f999a9c2 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:26.682359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Subnet': ['ID=a2ed0c86-45d6-4f8b-bde2-290c77510ffc,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:26.689333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:26.703797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'port_id': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'mac_address': 'fa:16:3e:37:cc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:50:26.721708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:26.725682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.737670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Checking segment: {'id': '719e8a43-9010-48f9-a72d-69c656374844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '565d4993-8742-483e-93f1-578fe9bf80d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:26.738298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Network hostable DHCP agents. Network: 565d4993-8742-483e-93f1-578fe9bf80d4, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:26.742735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Made reservation on behalf of 0420ab2c30e44fbe9b356a8be59ec6d4 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:26.746674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.754092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.770604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fe5271-74ed-4f19-b21f-830145ce545e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:50:26.799175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:26.805966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.827042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Performing IP validity checks on allocation pools {{(pid=102103) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 11:50:26.827458 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.ipam_backend_mixin [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102103) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 11:50:26.853915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2760ef5-6417-4cda-b27b-710180764d63 None None] Network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:26.894329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.903059 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b16cf3-1d09-4276-8c8c-3fc5cc7e1194 None None] Sync routers for ids ['3fa248c6-fe88-43b3-bc9e-bb997ded9a05'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:26.917391 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b16cf3-1d09-4276-8c8c-3fc5cc7e1194 None None] Routers set() bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:26.918521 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b16cf3-1d09-4276-8c8c-3fc5cc7e1194 None None] Router IDs set() for agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 11:50:26.920650 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4b16cf3-1d09-4276-8c8c-3fc5cc7e1194 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fa248c6-fe88-43b3-bc9e-bb997ded9a05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent'). {{(pid=102106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 29 11:50:26.934222 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b16cf3-1d09-4276-8c8c-3fc5cc7e1194 None None] Routers set() bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:26.934913 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b16cf3-1d09-4276-8c8c-3fc5cc7e1194 None None] Router IDs set() for agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 11:50:26.935707 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4b16cf3-1d09-4276-8c8c-3fc5cc7e1194 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3fa248c6-fe88-43b3-bc9e-bb997ded9a05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent'). {{(pid=102106) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 29 11:50:26.936426 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b16cf3-1d09-4276-8c8c-3fc5cc7e1194 None None] The sync data for ids ['3fa248c6-fe88-43b3-bc9e-bb997ded9a05'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:26.955261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:26.963966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Network 565d4993-8742-483e-93f1-578fe9bf80d4 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:26.972067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.982533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 565d4993-8742-483e-93f1-578fe9bf80d4) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:26.994281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-78fb3e46-d40e-464b-87fb-6acd52551cb9 None None] Provisioning complete for port ce7b5b2a-ae09-4784-8a6c-8482c794e85e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:26.994659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-78fb3e46-d40e-464b-87fb-6acd52551cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:26.996824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5afe60-b7f6-4f7a-9d46-1db6ff99aa03 None None] Network 565d4993-8742-483e-93f1-578fe9bf80d4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:27.013119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.056130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=8dad4f10-7a95-43d2-80d9-0ee889d49df3,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:27.117389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Checking segment: {'id': 'aeb13c1e-9962-4b86-a931-d6377bb162de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6ec2b288-ecd4-466f-a358-5759f999a9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:27.118165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network hostable DHCP agents. Network: 6ec2b288-ecd4-466f-a358-5759f999a9c2, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:27.134620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Checking segment: {'id': 'b1f430f5-7b22-4efd-8a80-d348877becb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4938f0ad-6137-46f2-b381-e7beb1ea8370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:27.134976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Network hostable DHCP agents. Network: 4938f0ad-6137-46f2-b381-e7beb1ea8370, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:27.139803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event updated for resources: {'Subnet': ['ID=efd009a3-0f78-4364-9b29-31e21eddab9b,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:27.164886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Network 6ec2b288-ecd4-466f-a358-5759f999a9c2 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:27.170035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Network 4938f0ad-6137-46f2-b381-e7beb1ea8370 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:27.177906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 6ec2b288-ecd4-466f-a358-5759f999a9c2) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:27.184798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 4938f0ad-6137-46f2-b381-e7beb1ea8370) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:27.188979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.190349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.199812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.200202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.200809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.209999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf746c1-2d95-4a3e-b044-7b7681cb2365 None None] Network 6ec2b288-ecd4-466f-a358-5759f999a9c2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:27.212359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5756c05b-eeb4-421e-b534-887075664ee1 None None] Network 4938f0ad-6137-46f2-b381-e7beb1ea8370 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:27.214202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['a0fe5271-74ed-4f19-b21f-830145ce545e'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:50:27.219889 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4b4b1564-8d4d-46ae-96a9-0e611549c161 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7471080 Nov 29 11:50:27.223887 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f2c18af8-164b-4d6d-ad1b-bc2a4c5f9c2f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2972705 Nov 29 11:50:27.224596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56030) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:27.227301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56032) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:27.231482 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9b7bd67d-0369-4888-ba16-8b155d795679 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:27.257059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.346709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6be180-d591-4ac6-be21-411f72273e8e tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.349463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6be180-d591-4ac6-be21-411f72273e8e tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.351705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6be180-d591-4ac6-be21-411f72273e8e tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.353542 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ee6be180-d591-4ac6-be21-411f72273e8e tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1175277 Nov 29 11:50:27.360501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56038) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:27.362078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=9cd659a3-a4ad-43c1-97b5-4a6cb090572d,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:27.390174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:27.431012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:27.435885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.436480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.464280 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-34187690-46a3-40c6-bf0c-12a7e1452e47 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0587428 Nov 29 11:50:27.466377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b7bd67d-0369-4888-ba16-8b155d795679 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8916831'] for subnet, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.468183 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56040) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:27.475060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-dfb28b6a-f089-40ff-b39c-1183c4f651d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-64669479', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:27.496687 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.497531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7500115c-04ae-426e-94f7-cda20e6c6679 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:27.498858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb773a5-317a-4a46-95b2-b66a3d9f04dd req-0e495d5a-5c37-444c-bf92-efd2c05dcc7c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.501157 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4bb773a5-317a-4a46-95b2-b66a3d9f04dd req-0e495d5a-5c37-444c-bf92-efd2c05dcc7c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 944 time: 0.1603446 Nov 29 11:50:27.513553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dfb28b6a-f089-40ff-b39c-1183c4f651d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.514622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dfb28b6a-f089-40ff-b39c-1183c4f651d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.535170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.541884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bf8b35-f13d-474f-9659-3ff76880449c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Deleting subnet a2ed0c86-45d6-4f8b-bde2-290c77510ffc {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:27.546343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.551125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54bf8b35-f13d-474f-9659-3ff76880449c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.556559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce7b5b2a-ae09-4784-8a6c-8482c794e85e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:27.591505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310f094-9ff1-414e-8db9-e21a36185385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-565d4993-8742-483e-93f1-578fe9bf80d4', 'network_id': '565d4993-8742-483e-93f1-578fe9bf80d4', 'tenant_id': '28f607e5b7c14b6ba6c13a49e0ceab4b', 'fixed_ips': [{'subnet_id': 'a2ed0c86-45d6-4f8b-bde2-290c77510ffc'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:27.592363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e310f094-9ff1-414e-8db9-e21a36185385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.606724 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4bb773a5-317a-4a46-95b2-b66a3d9f04dd req-c4bdcc9d-421b-455c-8dec-d4105f6f4cbe tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880864 Nov 29 11:50:27.638000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=a939d92a-5054-41d6-b05b-a77684d98251,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:27.693556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-78fb3e46-d40e-464b-87fb-6acd52551cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.753209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b7bd67d-0369-4888-ba16-8b155d795679 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727943387549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4142288'] for subnet, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.775258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dfb28b6a-f089-40ff-b39c-1183c4f651d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.778055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54bf8b35-f13d-474f-9659-3ff76880449c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.802305 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dfb28b6a-f089-40ff-b39c-1183c4f651d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.814941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7bd67d-0369-4888-ba16-8b155d795679 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:27.815653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b7bd67d-0369-4888-ba16-8b155d795679 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.817403 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9b7bd67d-0369-4888-ba16-8b155d795679 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "PUT /v2.0/subnets/8dad4f10-7a95-43d2-80d9-0ee889d49df3 HTTP/1.1" status: 200 len: 877 time: 0.5906432 Nov 29 11:50:27.820702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56044) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:27.879718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dfb28b6a-f089-40ff-b39c-1183c4f651d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.882815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bd67d-0369-4888-ba16-8b155d795679 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event updated for resources: {'Subnet': ['ID=8dad4f10-7a95-43d2-80d9-0ee889d49df3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:27.883885 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dfb28b6a-f089-40ff-b39c-1183c4f651d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4126735 Nov 29 11:50:27.884492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56046) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:27.936338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54bf8b35-f13d-474f-9659-3ff76880449c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:27.958486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-78fb3e46-d40e-464b-87fb-6acd52551cb9 None None] For port ce7b5b2a-ae09-4784-8a6c-8482c794e85e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ce7b5b2a-ae09-4784-8a6c-8482c794e85e,segment=NetworkSegment(dc958bd9-7cfd-4503-b00b-c0f3de642f5e),segment_id=dc958bd9-7cfd-4503-b00b-c0f3de642f5e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:27.961670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-4938f0ad-6137-46f2-b381-e7beb1ea8370', 'network_id': '4938f0ad-6137-46f2-b381-e7beb1ea8370', 'tenant_id': '28f607e5b7c14b6ba6c13a49e0ceab4b', 'fixed_ips': [{'subnet_id': 'efd009a3-0f78-4364-9b29-31e21eddab9b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:27.963087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.024765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.036460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-78fb3e46-d40e-464b-87fb-6acd52551cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.157293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ce7b5b2a-ae09-4784-8a6c-8482c794e85e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:28.157662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.166231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc8f6b-6fb3-46c0-894d-60f65089df13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-6ec2b288-ecd4-466f-a358-5759f999a9c2', 'network_id': '6ec2b288-ecd4-466f-a358-5759f999a9c2', 'tenant_id': '0420ab2c30e44fbe9b356a8be59ec6d4', 'fixed_ips': [{'subnet_id': '8dad4f10-7a95-43d2-80d9-0ee889d49df3'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:28.167096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98dc8f6b-6fb3-46c0-894d-60f65089df13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.425635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server [None req-e310f094-9ff1-414e-8db9-e21a36185385 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2ed0c86-45d6-4f8b-bde2-290c77510ffc: This subnet is being modified by another concurrent operation. Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:50:28.507476 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise exception Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2ed0c86-45d6-4f8b-bde2-290c77510ffc: This subnet is being modified by another concurrent operation. Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Nov 29 11:50:28.511844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '9cd659a3-a4ad-43c1-97b5-4a6cb090572d'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:28.516561 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.517221 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.538951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54bf8b35-f13d-474f-9659-3ff76880449c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.549776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb3e46-d40e-464b-87fb-6acd52551cb9 None None] Pushing event updated for resources: {'Port': ['ID=ce7b5b2a-ae09-4784-8a6c-8482c794e85e,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:28.576782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf8b35-f13d-474f-9659-3ff76880449c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ed0c86-45d6-4f8b-bde2-290c77510ffc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:28.579815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb640f9-a875-4c08-ad67-e8da301311a1 None None] Network 565d4993-8742-483e-93f1-578fe9bf80d4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:28.611637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54bf8b35-f13d-474f-9659-3ff76880449c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.614557 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-54bf8b35-f13d-474f-9659-3ff76880449c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/subnets/a2ed0c86-45d6-4f8b-bde2-290c77510ffc HTTP/1.1" status: 204 len: 168 time: 1.2491367 Nov 29 11:50:28.627547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56052) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:28.660888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.689425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.708352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.739894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a59ffbc8-956a-4a42-8ac7-894f44828b14 None None] Provisioning complete for port a939d92a-5054-41d6-b05b-a77684d98251 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:28.740517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a59ffbc8-956a-4a42-8ac7-894f44828b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.746751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=8dad4f10-7a95-43d2-80d9-0ee889d49df3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:28.769291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1791c7-ce72-4612-a19d-dbeadaeeb149 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Deleting subnet efd009a3-0f78-4364-9b29-31e21eddab9b {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:28.858294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.870028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97890a2b-226e-4e90-ab4e-614b22e4c3c5 req-b71214bd-c4ab-4c0f-8bff-a7b28ef016bf tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:28.877259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97890a2b-226e-4e90-ab4e-614b22e4c3c5 req-b71214bd-c4ab-4c0f-8bff-a7b28ef016bf tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 944 time: 0.1434617 Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server [None req-98dc8f6b-6fb3-46c0-894d-60f65089df13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8dad4f10-7a95-43d2-80d9-0ee889d49df3: This subnet is being modified by another concurrent operation. Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:50:28.902467 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise exception Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8dad4f10-7a95-43d2-80d9-0ee889d49df3: This subnet is being modified by another concurrent operation. Nov 29 11:50:28.905672 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Nov 29 11:50:28.924680 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec2b288-ecd4-466f-a358-5759f999a9c2']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:28.930523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Allocated IP 172.20.0.18 (4938f0ad-6137-46f2-b381-e7beb1ea8370/efd009a3-0f78-4364-9b29-31e21eddab9b/003686d6-9040-46e5-84f3-b64009137815) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:28.933792 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97890a2b-226e-4e90-ab4e-614b22e4c3c5 req-2b37ca71-af0c-47ae-ad2a-d296e409edc3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569587 Nov 29 11:50:28.950017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb13c1e-9962-4b86-a931-d6377bb162de') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:28.950017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb13c1e-9962-4b86-a931-d6377bb162de') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:28.961482 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.969168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cdc595-5769-4d77-9ad0-fdd4324c533c None None] Network 6ec2b288-ecd4-466f-a358-5759f999a9c2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:28.977924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.984861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:28.985264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:28.988927 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:29.052986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a59ffbc8-956a-4a42-8ac7-894f44828b14 None None] Port a939d92a-5054-41d6-b05b-a77684d98251 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:29.053879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.062066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.065362 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/6ec2b288-ecd4-466f-a358-5759f999a9c2 HTTP/1.1" status: 204 len: 168 time: 1.2436478 Nov 29 11:50:29.069212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56058) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.088285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008ff34-01c5-455c-93b6-97dd2d5e5366 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=6ec2b288-ecd4-466f-a358-5759f999a9c2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:29.107966 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c65a32-24d9-4e78-9ce4-df3464afc777 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.108163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c65a32-24d9-4e78-9ce4-df3464afc777 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.113763 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-50c65a32-24d9-4e78-9ce4-df3464afc777 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/8dad4f10-7a95-43d2-80d9-0ee889d49df3 HTTP/1.1" status: 404 len: 337 time: 0.0408108 Nov 29 11:50:29.114164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56060) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.155324 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dc57e8-7983-4b54-9a6e-2398da42d667 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.156626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dc57e8-7983-4b54-9a6e-2398da42d667 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.159724 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c2dc57e8-7983-4b54-9a6e-2398da42d667 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/6ec2b288-ecd4-466f-a358-5759f999a9c2 HTTP/1.1" status: 404 len: 339 time: 0.0440989 Nov 29 11:50:29.163072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56062) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.194944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.200725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.201137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b756d06-f519-44d7-9e17-dcb29453bc7d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.201607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.201767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b756d06-f519-44d7-9e17-dcb29453bc7d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.205395 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8b756d06-f519-44d7-9e17-dcb29453bc7d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/db3fef39-b1a3-4c2d-ba49-0e8a113d9af1 HTTP/1.1" status: 404 len: 337 time: 0.0412469 Nov 29 11:50:29.208091 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56064) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.229624 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-12137ba3-416b-42b9-bd03-f31e698541fd tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.231738 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12137ba3-416b-42b9-bd03-f31e698541fd tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.238737 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-12137ba3-416b-42b9-bd03-f31e698541fd tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/c33409fa-ca7a-4a76-ba7d-0453c0ee2a98 HTTP/1.1" status: 404 len: 339 time: 0.0268056 Nov 29 11:50:29.238915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56068) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.256506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a59ffbc8-956a-4a42-8ac7-894f44828b14 None None] Provisioning complete for port ce7b5b2a-ae09-4784-8a6c-8482c794e85e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:29.256917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a59ffbc8-956a-4a42-8ac7-894f44828b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.302810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=a939d92a-5054-41d6-b05b-a77684d98251,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:29.320745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/9cd659a3-a4ad-43c1-97b5-4a6cb090572d/8ff4da6d-d142-442c-acb9-6d2bdbc8e855) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:29.342515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.347442 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 10810ac1-7b93-4000-aecf-afc589afef02 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:29.358493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:29.359938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:29.421256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed247f9-f53e-4fc3-b632-00cef48152c6 None None] Network 6ec2b288-ecd4-466f-a358-5759f999a9c2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:29.435993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 10810ac1-7b93-4000-aecf-afc589afef02 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:29.436339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 10810ac1-7b93-4000-aecf-afc589afef02 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:29.462576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.489304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725af797-9e67-4030-a7f0-b8dc7ef78dc3']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:29.503744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Router 7fc3e1d8-a81a-4d9d-8647-72cc91bb716e is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:50:29.503858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaac470-cacd-4c01-b58c-35cfc19b82e2') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:29.504111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaac470-cacd-4c01-b58c-35cfc19b82e2') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:29.521264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed247f9-f53e-4fc3-b632-00cef48152c6 None None] Network 6ec2b288-ecd4-466f-a358-5759f999a9c2 could not be found, it might have been deleted concurrently. {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 11:50:29.521826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.547998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.558594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:29.559608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:29.570630 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:29.591612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce7b5b2a-ae09-4784-8a6c-8482c794e85e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:29.644757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.662916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.666242 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/725af797-9e67-4030-a7f0-b8dc7ef78dc3 HTTP/1.1" status: 204 len: 168 time: 0.4262021 Nov 29 11:50:29.671137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56072) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.677340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8d2fd-4707-41d1-8d9a-ecb213c630b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=725af797-9e67-4030-a7f0-b8dc7ef78dc3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:29.683809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.699890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5c1791c7-ce72-4612-a19d-dbeadaeeb149 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.713472 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-68737c4a-aa03-42e5-8144-9422599a96ec tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.713923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68737c4a-aa03-42e5-8144-9422599a96ec tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.719362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-68737c4a-aa03-42e5-8144-9422599a96ec tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/a1affc20-20ae-4fb4-9925-2592fc676ea1 HTTP/1.1" status: 404 len: 337 time: 0.0444119 Nov 29 11:50:29.719543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.729113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:29.731092 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56074) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.746893 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-104468cd-bc11-4624-a673-8764f732f3c3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "PUT /v2.0/routers/7fc3e1d8-a81a-4d9d-8647-72cc91bb716e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4263790 Nov 29 11:50:29.750426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56076) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.764563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5c1791c7-ce72-4612-a19d-dbeadaeeb149 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.771088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c2837-04bd-4f32-9c2c-f2633b113e5b None None] Sync routers for ids ['7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:29.791821 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf313d0b-28f8-418d-b20d-3e09b1b7c701 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.791821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf313d0b-28f8-418d-b20d-3e09b1b7c701 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.795640 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cf313d0b-28f8-418d-b20d-3e09b1b7c701 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/f76c48e7-d867-48f6-a19d-b36bf00048ec HTTP/1.1" status: 404 len: 339 time: 0.0596995 Nov 29 11:50:29.797274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56078) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.834387 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Network 4938f0ad-6137-46f2-b381-e7beb1ea8370 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:29.849500 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c2837-04bd-4f32-9c2c-f2633b113e5b None None] Routers {'7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:29.850596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f75c2837-04bd-4f32-9c2c-f2633b113e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:29.854849 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:29.861513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Pushing event updated for resources: {'Port': ['ID=003686d6-9040-46e5-84f3-b64009137815,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:29.869117 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5c1791c7-ce72-4612-a19d-dbeadaeeb149 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.883266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.883426 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-8972a162-bd84-4075-b0fa-e502f824cfb2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.883426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8972a162-bd84-4075-b0fa-e502f824cfb2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.883978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:29.889176 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8972a162-bd84-4075-b0fa-e502f824cfb2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/9eaf33c9-29f4-49f2-9d67-fa9ffa736516 HTTP/1.1" status: 404 len: 337 time: 0.0713539 Nov 29 11:50:29.892071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56082) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.917910 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f6d0b8-25f4-47c9-a03c-084d3d926f31 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.918546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f6d0b8-25f4-47c9-a03c-084d3d926f31 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.924513 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-35f6d0b8-25f4-47c9-a03c-084d3d926f31 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/3eaed801-1693-47e2-bc35-cfd5354be431 HTTP/1.1" status: 404 len: 339 time: 0.0288494 Nov 29 11:50:29.924709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f75c2837-04bd-4f32-9c2c-f2633b113e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:29.924975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56084) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.926548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ce7b5b2a-ae09-4784-8a6c-8482c794e85e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:29.926946 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.932995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:29.963787 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-685c3e9e-af5e-48aa-92d8-cc657900684d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:29.964556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685c3e9e-af5e-48aa-92d8-cc657900684d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:29.968902 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-685c3e9e-af5e-48aa-92d8-cc657900684d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/ba1ea699-6ba8-46fd-9a50-be0f24ffe7f4 HTTP/1.1" status: 404 len: 337 time: 0.0423644 Nov 29 11:50:29.971433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56088) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:29.974106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a450f2-95ac-487a-8ab1-07b371aa96b2 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:29.980170 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-87a450f2-95ac-487a-8ab1-07b371aa96b2 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fc3e1d8-a81a-4d9d-8647-72cc91bb716e HTTP/1.1" status: 200 len: 989 time: 0.2196801 Nov 29 11:50:29.985298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56090) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.007785 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-108c5eb0-25d1-4578-a3c5-5153ed16b6b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.008526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108c5eb0-25d1-4578-a3c5-5153ed16b6b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.010922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::1 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/9cd659a3-a4ad-43c1-97b5-4a6cb090572d/6fa5b5c3-c0dc-4298-9604-69dd26529b5e) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:30.012039 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-108c5eb0-25d1-4578-a3c5-5153ed16b6b7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/7bc7f8dc-c9a4-4753-abff-ae19289ca840 HTTP/1.1" status: 404 len: 339 time: 0.0393620 Nov 29 11:50:30.017819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56092) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.071101 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bd37fe-c5b2-4fb8-8f68-539005f0acc2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.071616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bd37fe-c5b2-4fb8-8f68-539005f0acc2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.078608 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-61bd37fe-c5b2-4fb8-8f68-539005f0acc2 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/3ee0f159-4c3a-47bc-8516-3131f333ef16 HTTP/1.1" status: 404 len: 337 time: 0.0602963 Nov 29 11:50:30.079718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56094) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.089423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c2837-04bd-4f32-9c2c-f2633b113e5b None None] Routers {'7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:30.090099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f75c2837-04bd-4f32-9c2c-f2633b113e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:30.101217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5c1791c7-ce72-4612-a19d-dbeadaeeb149 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.103196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:30.106531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Pushing event updated for resources: {'Port': ['ID=8ff4da6d-d142-442c-acb9-6d2bdbc8e855,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:30.108901 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2a17e8-a321-4a94-96c8-46d2904792bd tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.109512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2a17e8-a321-4a94-96c8-46d2904792bd tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.117541 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4c2a17e8-a321-4a94-96c8-46d2904792bd tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/63e532c2-101b-4811-9121-6c2ae557d209 HTTP/1.1" status: 404 len: 339 time: 0.0356553 Nov 29 11:50:30.132172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56096) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.139799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1791c7-ce72-4612-a19d-dbeadaeeb149 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Subnet': ['ID=efd009a3-0f78-4364-9b29-31e21eddab9b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:30.150927 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5c1791c7-ce72-4612-a19d-dbeadaeeb149 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.157306 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5c1791c7-ce72-4612-a19d-dbeadaeeb149 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/subnets/efd009a3-0f78-4364-9b29-31e21eddab9b HTTP/1.1" status: 204 len: 168 time: 1.5280333 Nov 29 11:50:30.159191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56098) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.164771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:30.167006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:30.172727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f58009c8-3b95-48ee-855e-817ef7565bda None None] Provisioning complete for port a939d92a-5054-41d6-b05b-a77684d98251 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:30.173110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f58009c8-3b95-48ee-855e-817ef7565bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.174632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f75c2837-04bd-4f32-9c2c-f2633b113e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:30.175252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75c2837-04bd-4f32-9c2c-f2633b113e5b None None] The sync data for ids ['7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:30.199710 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-80099581-ebba-46e5-acc1-499201f4a231 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.199710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80099581-ebba-46e5-acc1-499201f4a231 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.199991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Attempting to bind port 003686d6-9040-46e5-84f3-b64009137815 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:30.199991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Attempting to bind port 003686d6-9040-46e5-84f3-b64009137815 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b1f430f5-7b22-4efd-8a80-d348877becb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4938f0ad-6137-46f2-b381-e7beb1ea8370'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:30.200726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Attempting to bind port 003686d6-9040-46e5-84f3-b64009137815 on network 4938f0ad-6137-46f2-b381-e7beb1ea8370 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:30.205806 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-80099581-ebba-46e5-acc1-499201f4a231 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/cce4a09c-58b8-46c2-8c1d-755d2d532c6b HTTP/1.1" status: 404 len: 337 time: 0.0727565 Nov 29 11:50:30.208940 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56100) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.230251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:30.230662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Checking segment: {'id': 'b1f430f5-7b22-4efd-8a80-d348877becb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4938f0ad-6137-46f2-b381-e7beb1ea8370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:30.230776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b9f0a-d6a8-40fb-a81a-1fad78e7377e req-c42d09e5-523b-4c91-8b88-3c9aff885d11 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:30.231060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.231890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Bound using segment: {'id': 'b1f430f5-7b22-4efd-8a80-d348877becb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4938f0ad-6137-46f2-b381-e7beb1ea8370'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:30.232111 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb3b9f0a-d6a8-40fb-a81a-1fad78e7377e req-c42d09e5-523b-4c91-8b88-3c9aff885d11 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 944 time: 0.1879721 Nov 29 11:50:30.232382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Bound port: 003686d6-9040-46e5-84f3-b64009137815, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f430f5-7b22-4efd-8a80-d348877becb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4938f0ad-6137-46f2-b381-e7beb1ea8370'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:30.232772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.265656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.301523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f58009c8-3b95-48ee-855e-817ef7565bda None None] Port a939d92a-5054-41d6-b05b-a77684d98251 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:30.303309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.316433 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d6cf06-64bf-4ca8-aa48-6d2504c3861d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.317031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d6cf06-64bf-4ca8-aa48-6d2504c3861d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.322670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f0d6cf06-64bf-4ca8-aa48-6d2504c3861d tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/33d1bef6-62cd-4251-892e-8f55492524cd HTTP/1.1" status: 404 len: 339 time: 0.1098599 Nov 29 11:50:30.324222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56102) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.344229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Attempting to bind port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:30.344615 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Attempting to bind port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:30.345373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:30.345885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Attempting to bind port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:30.348577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:30.356769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:30.357614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.359767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4bbe3-f44d-4f7e-a1bb-16d2b1e58a0b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:30.361498 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-18f4bbe3-f44d-4f7e-a1bb-16d2b1e58a0b tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1967270 Nov 29 11:50:30.361991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:30.368535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56104) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.393901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:30.394658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:30.395077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.395481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:30.396029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Bound port: 8ff4da6d-d142-442c-acb9-6d2bdbc8e855, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:30.396423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.397425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d24921e-26b9-46da-8312-70b78f2070e6 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.398185 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d24921e-26b9-46da-8312-70b78f2070e6 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.407025 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1d24921e-26b9-46da-8312-70b78f2070e6 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/79c2d3b7-39e1-4100-9064-b9b1e414488b HTTP/1.1" status: 404 len: 337 time: 0.0810568 Nov 29 11:50:30.407881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:30.408237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d2fb1d26-2a02-4cfe-b3d6-423d8f5c6707 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:30.409366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56106) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.431788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:30.444331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] For port 003686d6-9040-46e5-84f3-b64009137815, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:30.456808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a0fe5271-74ed-4f19-b21f-830145ce545e up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:30.457061 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb3b9f0a-d6a8-40fb-a81a-1fad78e7377e req-374ec2d6-3eb1-457f-a7e7-e4a5eee8a565 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733704 Nov 29 11:50:30.484517 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0e2e05-c9e7-4c66-a5fa-28d88d35171e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.485175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0e2e05-c9e7-4c66-a5fa-28d88d35171e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.495455 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9f0e2e05-c9e7-4c66-a5fa-28d88d35171e tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/648bbd1f-2ca2-4018-a93b-8e244d98f19d HTTP/1.1" status: 404 len: 339 time: 0.0817537 Nov 29 11:50:30.498183 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56110) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.570624 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3c916d-b222-4333-96c5-1e7b4ad71ccf tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.571485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3c916d-b222-4333-96c5-1e7b4ad71ccf tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.578143 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4a3c916d-b222-4333-96c5-1e7b4ad71ccf tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/742e8e5d-dae3-4e08-ba03-bf57f88c783b HTTP/1.1" status: 404 len: 337 time: 0.0759065 Nov 29 11:50:30.579735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.581359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56112) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.616953 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cb9292-c1df-4110-b54f-b8c5bd6f15b4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.617164 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cb9292-c1df-4110-b54f-b8c5bd6f15b4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.622483 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c3cb9292-c1df-4110-b54f-b8c5bd6f15b4 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/3c293d3f-ceae-4de0-9c89-71d1ddd1e995 HTTP/1.1" status: 404 len: 339 time: 0.0380883 Nov 29 11:50:30.622798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56114) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.646964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.655598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a88c701-22ad-4ced-993f-f52c7120185f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.655598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a88c701-22ad-4ced-993f-f52c7120185f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.662552 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5a88c701-22ad-4ced-993f-f52c7120185f tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/58e75444-2a07-4f12-8d56-4a2e94fa17b0 HTTP/1.1" status: 404 len: 337 time: 0.0356958 Nov 29 11:50:30.662734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56116) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.675546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] For port 003686d6-9040-46e5-84f3-b64009137815, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=003686d6-9040-46e5-84f3-b64009137815,segment=NetworkSegment(b1f430f5-7b22-4efd-8a80-d348877becb3),segment_id=b1f430f5-7b22-4efd-8a80-d348877becb3)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:30.689534 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c5cf4e-ea63-493c-825d-f8ae54b8a642 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] DELETE failed (client error): The resource could not be found. Nov 29 11:50:30.690178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c5cf4e-ea63-493c-825d-f8ae54b8a642 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:30.696331 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-00c5cf4e-ea63-493c-825d-f8ae54b8a642 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/c17c00cc-8972-4459-808d-0ca201c2df32 HTTP/1.1" status: 404 len: 339 time: 0.0309241 Nov 29 11:50:30.700489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56120) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:30.704850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.762538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a7bea7b8-edca-46ae-9c63-b74a810905c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.764963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] For port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:30.816695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] For port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8ff4da6d-d142-442c-acb9-6d2bdbc8e855,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:30.833071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.837770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393bf38-4e8c-4fe0-9eb8-3f7bd8b36e05 None None] Pushing event updated for resources: {'Port': ['ID=003686d6-9040-46e5-84f3-b64009137815,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:30.839850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Deleting port 003686d6-9040-46e5-84f3-b64009137815 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:30.840879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.846546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.881379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd7da0-c536-460f-8c42-b10dc48b648f None None] Network 4938f0ad-6137-46f2-b381-e7beb1ea8370 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:30.885990 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port a0fe5271-74ed-4f19-b21f-830145ce545e completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:50:30.935943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port a0fe5271-74ed-4f19-b21f-830145ce545e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:30.936305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:30.938631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78f84a0-bef9-4c29-bb4c-cbd0859e6c36 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Deleting subnet 885737ef-27d3-4917-9dc2-7255209a6df0 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:30.944783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c78f84a0-bef9-4c29-bb4c-cbd0859e6c36 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.002780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d126f0-0453-4030-8a6f-81237a48632e None None] Pushing event updated for resources: {'Port': ['ID=8ff4da6d-d142-442c-acb9-6d2bdbc8e855,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:31.033065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c78f84a0-bef9-4c29-bb4c-cbd0859e6c36 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.067262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] For port 003686d6-9040-46e5-84f3-b64009137815, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=003686d6-9040-46e5-84f3-b64009137815,segment=NetworkSegment(b1f430f5-7b22-4efd-8a80-d348877becb3),segment_id=b1f430f5-7b22-4efd-8a80-d348877becb3)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:31.067878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.128219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Calling delete_port for 003686d6-9040-46e5-84f3-b64009137815 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:31.136760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.196308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:50:31.198839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f159be7-091f-4c3f-bb18-ab9641b643e0" -d '{"events": [{"server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:50:31.217824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:31.225241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.271341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8f6688-5382-4e2e-8a57-5a261073835e x-openstack-request-id: req-0b8f6688-5382-4e2e-8a57-5a261073835e {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:50:31.271643 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:50:31.272101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b8f6688-5382-4e2e-8a57-5a261073835e {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:50:31.272497 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'code': 200} Nov 29 11:50:31.295203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port a939d92a-5054-41d6-b05b-a77684d98251 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:31.295628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.313273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:31.415110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.429571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for a939d92a-5054-41d6-b05b-a77684d98251 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:31.526726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c78f84a0-bef9-4c29-bb4c-cbd0859e6c36 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.565025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62be0f-e8db-4293-8385-fc247ecbd3ab req-ba46d193-5881-49e6-82ae-e69ccff0063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:31.566601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b62be0f-e8db-4293-8385-fc247ecbd3ab req-ba46d193-5881-49e6-82ae-e69ccff0063a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 1098 time: 0.1279759 Nov 29 11:50:31.641019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:31.652349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.668320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.669194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.677300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c78f84a0-bef9-4c29-bb4c-cbd0859e6c36 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.705135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:31.705135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.712634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.745174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f84a0-bef9-4c29-bb4c-cbd0859e6c36 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Subnet': ['ID=885737ef-27d3-4917-9dc2-7255209a6df0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:31.748816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c78f84a0-bef9-4c29-bb4c-cbd0859e6c36 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.752024 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c78f84a0-bef9-4c29-bb4c-cbd0859e6c36 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/subnets/885737ef-27d3-4917-9dc2-7255209a6df0 HTTP/1.1" status: 204 len: 168 time: 1.0544522 Nov 29 11:50:31.765567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56130) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:31.779689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4017c6-b515-471d-8693-1913cf011429 None None] Network 8c7c2411-83a4-4d6f-ba49-87bff45513aa requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:31.795808 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b62be0f-e8db-4293-8385-fc247ecbd3ab req-f02d9496-d42f-4b36-8e55-45bd00f120c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202270 Nov 29 11:50:31.823842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] No DVR routers for this DVR port 003686d6-9040-46e5-84f3-b64009137815 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:31.836715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88262420-0df4-4bb8-96d6-85d2474b8df8 req-a5ac15fd-0f73-4c02-b295-903b240626b6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:31.838702 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-88262420-0df4-4bb8-96d6-85d2474b8df8 req-a5ac15fd-0f73-4c02-b295-903b240626b6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.1974733 Nov 29 11:50:31.879844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.901037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:31.936802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:31.974999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=a939d92a-5054-41d6-b05b-a77684d98251,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:31.988026 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-88262420-0df4-4bb8-96d6-85d2474b8df8 req-0946c6bc-71a4-4bdc-92ce-b80d473f2c54 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368387 Nov 29 11:50:31.998124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8ff4da6d-d142-442c-acb9-6d2bdbc8e855,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:32.006179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.095550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Port': ['ID=003686d6-9040-46e5-84f3-b64009137815,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:32.126465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.138402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=8ff4da6d-d142-442c-acb9-6d2bdbc8e855,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:32.201741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.227857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.261455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] DHCP port deletion for 8c7c2411-83a4-4d6f-ba49-87bff45513aa request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:32.276508 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-46b427f6-347e-4c66-bb93-a759c314eb38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4667368 Nov 29 11:50:32.285860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4938f0ad-6137-46f2-b381-e7beb1ea8370']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:32.290957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:32.299930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f430f5-7b22-4efd-8a80-d348877becb3') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:32.300272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f430f5-7b22-4efd-8a80-d348877becb3') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:32.303834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:32.341860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] Deleting port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:32.342275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.350364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.358932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Router 7fc3e1d8-a81a-4d9d-8647-72cc91bb716e has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:32.421971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] For port 94ec3a0b-3530-483d-a0e5-fab7f8009c74, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=94ec3a0b-3530-483d-a0e5-fab7f8009c74,segment=NetworkSegment(30993e4f-5603-4f59-b4db-c0ed8e2293fc),segment_id=30993e4f-5603-4f59-b4db-c0ed8e2293fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:32.422600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.425079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.436172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] Calling delete_port for 94ec3a0b-3530-483d-a0e5-fab7f8009c74 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:32.466190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:32.466629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.468953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:32.470769 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:32.479528 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7252d8e0-97dd-4178-b09b-d4334b676a91 None None] Sync routers for ids ['7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:32.495251 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252d8e0-97dd-4178-b09b-d4334b676a91 None None] Routers {'7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:32.495911 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7252d8e0-97dd-4178-b09b-d4334b676a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:32.500280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-039ab2b8-32e4-45c3-912a-93305e445e14 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "PUT /v2.0/routers/7fc3e1d8-a81a-4d9d-8647-72cc91bb716e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5130508 Nov 29 11:50:32.500855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56136) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:32.544030 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7252d8e0-97dd-4178-b09b-d4334b676a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:32.545847 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c6a432-f2ea-4bbd-a757-bf62365d515e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:50:32.550156 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-76c6a432-f2ea-4bbd-a757-bf62365d515e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/a939d92a-5054-41d6-b05b-a77684d98251 HTTP/1.1" status: 404 len: 333 time: 0.0482183 Nov 29 11:50:32.553150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56138) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:32.554596 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252d8e0-97dd-4178-b09b-d4334b676a91 None None] Routers {'7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:32.555529 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7252d8e0-97dd-4178-b09b-d4334b676a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:32.557657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.571768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-44ce9d93-4cf0-43a9-8bf9-562096cb7fd2 None None] Provisioning complete for port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:32.578795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-44ce9d93-4cf0-43a9-8bf9-562096cb7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.596205 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7252d8e0-97dd-4178-b09b-d4334b676a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:32.596864 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7252d8e0-97dd-4178-b09b-d4334b676a91 None None] The sync data for ids ['7fc3e1d8-a81a-4d9d-8647-72cc91bb716e'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:32.597581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-70182752-5b72-4b82-bb24-ad23306bf64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:32.608669 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-70182752-5b72-4b82-bb24-ad23306bf64b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a9e7c97cb9f4e94aeca62c2f34f0a48&device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 1098 time: 0.2604897 Nov 29 11:50:32.625491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] No DVR routers for this DVR port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:32.638062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f158e2-ad1c-43b3-9998-2941c6c76cab None None] Pushing event deleted for resources: {'Port': ['ID=94ec3a0b-3530-483d-a0e5-fab7f8009c74,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:32.645511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Deleting port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:32.645852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.652294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.707114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.712497 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/networks/4938f0ad-6137-46f2-b381-e7beb1ea8370 HTTP/1.1" status: 204 len: 168 time: 2.3406065 Nov 29 11:50:32.728835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56142) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:32.793343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f4b90-5df6-48e5-8c7a-26842fb8ac0c tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Network': ['ID=4938f0ad-6137-46f2-b381-e7beb1ea8370,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:32.848263 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-4c3902b3-4417-4dd2-ac5a-b3b9cf9e3e58 None None] Provisioning complete for port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:32.849631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4c3902b3-4417-4dd2-ac5a-b3b9cf9e3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.883850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] For port 94ec3a0b-3530-483d-a0e5-fab7f8009c74, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:32.883850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.889377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Router a9bea5b7-661b-46a6-8f5c-4d587cc5ffce is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:50:32.918463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Calling delete_port for 94ec3a0b-3530-483d-a0e5-fab7f8009c74 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:32.927174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-4c3902b3-4417-4dd2-ac5a-b3b9cf9e3e58 None None] Port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:32.936380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 was not found and therefore no delete operation was performed {{(pid=102104) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 11:50:32.944564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.965250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:32.991080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b94ea-a71b-4e33-9664-d6cb52e724ba None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:50:32.991619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-5921135c-de91-45d3-b959-6bf7292c2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:32.993094 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-5921135c-de91-45d3-b959-6bf7292c2e15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd053911-1770-496c-974e-f2c804170770 HTTP/1.1" status: 200 len: 906 time: 0.3349245 Nov 29 11:50:32.997575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Port': ['ID=94ec3a0b-3530-483d-a0e5-fab7f8009c74,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:33.034364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] No DVR routers for this DVR port 94ec3a0b-3530-483d-a0e5-fab7f8009c74 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:33.063747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72d6ea59-5f2c-40bc-b697-1926b2422332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.079255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-36126f63-f0ce-4cac-803f-f17f5cac79ff None None] Provisioning complete for port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:33.079623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-36126f63-f0ce-4cac-803f-f17f5cac79ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.110244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a53a5b-8ed5-4dd0-86f9-633a4b517ad6 req-1818e9bc-3a11-4cd7-93f3-54fa034f0861 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:33.112035 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-90a53a5b-8ed5-4dd0-86f9-633a4b517ad6 req-1818e9bc-3a11-4cd7-93f3-54fa034f0861 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.1243720 Nov 29 11:50:33.144101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-36126f63-f0ce-4cac-803f-f17f5cac79ff None None] Port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:33.164089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12b94ea-a71b-4e33-9664-d6cb52e724ba None None] Resources bound (agent type, host, resource id): {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:50:33.244211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.246873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:33.262995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Sync routers for ids ['a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:33.268411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bea06b94-bce7-4974-b294-4f0e1d63af60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.287218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Routers {'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:33.288108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:33.289528 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4e6acda9-54d0-4160-a019-8e558968b4e8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "PUT /v2.0/routers/a9bea5b7-661b-46a6-8f5c-4d587cc5ffce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3980024 Nov 29 11:50:33.290302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56152) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:33.297768 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-f4a80067-29b2-405f-8457-272e9f65d165 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b HTTP/1.1" status: 200 len: 1000 time: 0.2587855 Nov 29 11:50:33.374598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7c2411-83a4-4d6f-ba49-87bff45513aa']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:33.379124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.383279 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-90a53a5b-8ed5-4dd0-86f9-633a4b517ad6 req-2004cf2c-5f3d-4aec-b9fc-82bdff00eaab tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427638 Nov 29 11:50:33.407954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8c19c-277e-4d63-9fbd-28e2b2dae2f2 req-ac8e8ae7-56ef-4e13-8def-56447bce23ca tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:33.408757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30993e4f-5603-4f59-b4db-c0ed8e2293fc') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:33.409053 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30993e4f-5603-4f59-b4db-c0ed8e2293fc') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:33.410495 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85d8c19c-277e-4d63-9fbd-28e2b2dae2f2 req-ac8e8ae7-56ef-4e13-8def-56447bce23ca tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.2716532 Nov 29 11:50:33.423114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72d6ea59-5f2c-40bc-b697-1926b2422332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.430838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72d6ea59-5f2c-40bc-b697-1926b2422332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.440092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Set router a9bea5b7-661b-46a6-8f5c-4d587cc5ffce gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:33.449177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.465688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-dd1696b5-bf80-472f-a7e6-2661e579e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:33.467217 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-dd1696b5-bf80-472f-a7e6-2661e579e3db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f14d764-4eb8-4915-96ae-55caa00cc376 HTTP/1.1" status: 200 len: 844 time: 0.1600235 Nov 29 11:50:33.468965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.480694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28088d6-499d-4c37-9dfd-354d48ef2e27 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:33.493002 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b28088d6-499d-4c37-9dfd-354d48ef2e27 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports/6fa5b5c3-c0dc-4298-9604-69dd26529b5e HTTP/1.1" status: 200 len: 911 time: 0.1942160 Nov 29 11:50:33.495040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565d4993-8742-483e-93f1-578fe9bf80d4']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:33.500418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56156) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:33.502526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:33.502932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:33.533527 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:33.548647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719e8a43-9010-48f9-a72d-69c656374844') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:33.548960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719e8a43-9010-48f9-a72d-69c656374844') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:33.556470 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85d8c19c-277e-4d63-9fbd-28e2b2dae2f2 req-7bfa072f-7155-41d2-af3a-d9cdc5003594 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358795 Nov 29 11:50:33.561164 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72d6ea59-5f2c-40bc-b697-1926b2422332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.561694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d6ea59-5f2c-40bc-b697-1926b2422332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc3e1d8-a81a-4d9d-8647-72cc91bb716e {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:50:33.578043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72d6ea59-5f2c-40bc-b697-1926b2422332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.581506 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-72d6ea59-5f2c-40bc-b697-1926b2422332 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/routers/7fc3e1d8-a81a-4d9d-8647-72cc91bb716e HTTP/1.1" status: 204 len: 168 time: 1.0200942 Nov 29 11:50:33.581733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56158) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:33.630920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.650856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:33.665022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.671111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-4649ad2f-bcee-4782-9c31-e2a5065e090b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet a01c0277-ebb9-4f84-a112-6500a129b1dc {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:33.674920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4649ad2f-bcee-4782-9c31-e2a5065e090b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.677138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.679848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:33.680259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:33.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:33.696184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-b907d76d-3a84-444d-b0f2-0dc1be2027be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:33.697673 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-b907d76d-3a84-444d-b0f2-0dc1be2027be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd053911-1770-496c-974e-f2c804170770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2003000 Nov 29 11:50:33.706671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f7db2-1d87-4893-9066-35c6a4727849 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:33.712610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f7db2-1d87-4893-9066-35c6a4727849 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:33.716875 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bf5f7db2-1d87-4893-9066-35c6a4727849 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2128408 Nov 29 11:50:33.717156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56162) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:33.719946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.725213 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] 10.222.0.23 "DELETE /v2.0/networks/8c7c2411-83a4-4d6f-ba49-87bff45513aa HTTP/1.1" status: 204 len: 168 time: 1.9563026 Nov 29 11:50:33.751148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.794426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4649ad2f-bcee-4782-9c31-e2a5065e090b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.876582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bade906-beba-4b19-92d6-a4e21806932c None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:50:33.880405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:33.880777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:33.994615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4649ad2f-bcee-4782-9c31-e2a5065e090b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.045347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'name': 'tempest-NetworksTestDHCPv6-router-64669479', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:27Z', 'updated_at': '2021-11-29T11:50:30Z', 'revision_number': 2, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None, '_interfaces': [{'id': '6fa5b5c3-c0dc-4298-9604-69dd26529b5e', 'name': '', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'mac_address': 'fa:16:3e:30:8e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9cd659a3-a4ad-43c1-97b5-4a6cb090572d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:28Z', 'updated_at': '2021-11-29T11:50:30Z', 'revision_number': 2, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'subnets': [{'id': '9cd659a3-a4ad-43c1-97b5-4a6cb090572d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:34.113806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4649ad2f-bcee-4782-9c31-e2a5065e090b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.150340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56168) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:34.164701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649ad2f-bcee-4782-9c31-e2a5065e090b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=a01c0277-ebb9-4f84-a112-6500a129b1dc,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:34.171943 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4649ad2f-bcee-4782-9c31-e2a5065e090b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.177595 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4649ad2f-bcee-4782-9c31-e2a5065e090b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/a01c0277-ebb9-4f84-a112-6500a129b1dc HTTP/1.1" status: 204 len: 168 time: 0.5924933 Nov 29 11:50:34.177895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56172) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:34.238886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Checking router: a9bea5b7-661b-46a6-8f5c-4d587cc5ffce for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:34.239275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Updating router a9bea5b7-661b-46a6-8f5c-4d587cc5ffce port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:50:34.263112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bade906-beba-4b19-92d6-a4e21806932c None None] Resources bound (agent type, host, resource id): {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:50:34.268714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.277673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b676e1d-b9fb-4c30-b863-40b4b3d0f8a7 tempest-NetworksTest-1569073590 tempest-NetworksTest-1569073590-project] Pushing event deleted for resources: {'Network': ['ID=8c7c2411-83a4-4d6f-ba49-87bff45513aa,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:34.281214 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-ec452401-23c3-450a-9187-25a6ed06c00c service neutron] 10.222.0.30 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631819 Nov 29 11:50:34.288625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.352622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.365471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.365899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.371668 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/networks/565d4993-8742-483e-93f1-578fe9bf80d4 HTTP/1.1" status: 204 len: 168 time: 1.6259520 Nov 29 11:50:34.373706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56174) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:34.391018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 94ec3a0b-3530-483d-a0e5-fab7f8009c74 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:34.397640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49d693-8e0b-44e2-a886-160b73084854 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Network': ['ID=565d4993-8742-483e-93f1-578fe9bf80d4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:34.424004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 94ec3a0b-3530-483d-a0e5-fab7f8009c74 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:34.424004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 94ec3a0b-3530-483d-a0e5-fab7f8009c74 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:34.470027 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b634253-4ab7-4b71-aa4b-53d047cb645d req-726ead23-7c20-4042-a36d-67f1e7231cd2 service neutron] 10.222.0.30 "GET /v2.0/networks/cd053911-1770-496c-974e-f2c804170770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786144 Nov 29 11:50:34.548439 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6a232ba0-adbd-4b7d-886e-f26d4e29432c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0420ab2c30e44fbe9b356a8be59ec6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919849 Nov 29 11:50:34.554078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56180) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:34.577470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.614374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port ce7b5b2a-ae09-4784-8a6c-8482c794e85e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:34.614721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.635040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e8cc844a-cb1f-4828-9169-774808da3bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.676433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e8cc844a-cb1f-4828-9169-774808da3bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.706379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.742576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e8cc844a-cb1f-4828-9169-774808da3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.746859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e8cc844a-cb1f-4828-9169-774808da3bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:34.751029 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e8cc844a-cb1f-4828-9169-774808da3bd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2c67abc-dbba-470a-890b-b0f632092ce4 HTTP/1.1" status: 204 len: 168 time: 0.1923759 Nov 29 11:50:34.768775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc844a-cb1f-4828-9169-774808da3bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c67abc-dbba-470a-890b-b0f632092ce4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:34.917276 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970014b7-0de8-40c3-862c-fe055aba3e5c None None] Network 977975ae-ce4f-4cde-8922-30c4b8e0ce53 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:34.995613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.010525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.021883 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] For port ce7b5b2a-ae09-4784-8a6c-8482c794e85e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ce7b5b2a-ae09-4784-8a6c-8482c794e85e,segment=NetworkSegment(dc958bd9-7cfd-4503-b00b-c0f3de642f5e),segment_id=dc958bd9-7cfd-4503-b00b-c0f3de642f5e)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:35.022573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.036830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for ce7b5b2a-ae09-4784-8a6c-8482c794e85e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:35.164496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Attempting to bind port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:35.164880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Attempting to bind port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:35.165249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Attempting to bind port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:35.168133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8104d9-711d-44a0-bd08-24705a23db5e None None] Pushing event updated for resources: {'Port': ['ID=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:35.177887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:35.178116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:35.178485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.178869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:35.179346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Bound port: 6fa5b5c3-c0dc-4298-9604-69dd26529b5e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:35.179749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.287007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] For port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:35.294569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] For port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:35.315152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.330735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.335429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.389123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=ce7b5b2a-ae09-4784-8a6c-8482c794e85e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:35.396687 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8104d9-711d-44a0-bd08-24705a23db5e None None] Pushing event updated for resources: {'Port': ['ID=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:35.398626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0747d44-4fe5-4272-a856-e5e46ef6ead9 req-489fd43c-ff17-4223-a0a1-b9bf4d9f1a03 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:35.400701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7fe1c2-9e9b-4170-9dc2-9c8e4fbd18ec None None] DHCP port deletion for 977975ae-ce4f-4cde-8922-30c4b8e0ce53 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:35.406034 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e0747d44-4fe5-4272-a856-e5e46ef6ead9 req-489fd43c-ff17-4223-a0a1-b9bf4d9f1a03 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.7245991 Nov 29 11:50:35.408052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No DVR routers for this DVR port ce7b5b2a-ae09-4784-8a6c-8482c794e85e on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:35.436265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb7941-c8e5-438c-b28c-74d3f6ce6f69 req-da01b802-3109-40c0-b702-2efbda4e16ce tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:35.443454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Routers {'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:35.444101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:35.451429 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-03eb7941-c8e5-438c-b28c-74d3f6ce6f69 req-da01b802-3109-40c0-b702-2efbda4e16ce tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.3297462 Nov 29 11:50:35.457183 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc6e0da-2e8e-4d14-b081-cdbc62a141c7']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:35.563512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b912ed-89ca-4338-b01f-55918820e6c3') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:35.563813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b912ed-89ca-4338-b01f-55918820e6c3') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:35.598190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-381752c8-e1e9-41f5-9150-7a8ec5a676b6 None None] Provisioning complete for port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:35.598578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-381752c8-e1e9-41f5-9150-7a8ec5a676b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.645890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.690762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce7b5b2a-ae09-4784-8a6c-8482c794e85e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:35.758967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: ce7b5b2a-ae09-4784-8a6c-8482c794e85e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:35.762549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce7b5b2a-ae09-4784-8a6c-8482c794e85e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:35.785025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.788123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.790703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] Set router a9bea5b7-661b-46a6-8f5c-4d587cc5ffce gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:35.810019 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e0747d44-4fe5-4272-a856-e5e46ef6ead9 req-32cfb123-0e2b-4522-9e30-05da4babe1f6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980227 Nov 29 11:50:35.860692 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-03eb7941-c8e5-438c-b28c-74d3f6ce6f69 req-f7599298-3bac-4039-a97e-0755d2112db8 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4063411 Nov 29 11:50:35.927145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:35.932113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:35.936829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977975ae-ce4f-4cde-8922-30c4b8e0ce53']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:35.943897 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:36.013834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56214) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:36.048813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.091141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc958bd9-7cfd-4503-b00b-c0f3de642f5e') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:36.091806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc958bd9-7cfd-4503-b00b-c0f3de642f5e') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:36.097788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-381752c8-e1e9-41f5-9150-7a8ec5a676b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.119428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.142275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.150130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1533788208'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:36.157576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-381752c8-e1e9-41f5-9150-7a8ec5a676b6 None None] For port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:36.158663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.163027 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/networks/bdc6e0da-2e8e-4d14-b081-cdbc62a141c7 HTTP/1.1" status: 204 len: 168 time: 1.7578092 Nov 29 11:50:36.165828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56218) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:36.179971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-381752c8-e1e9-41f5-9150-7a8ec5a676b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.192826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:36.193286 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.196426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4e4f3-8f40-46cc-87fb-4744a0790a50 tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Network': ['ID=bdc6e0da-2e8e-4d14-b081-cdbc62a141c7,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:36.200802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.210127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13ca9e-5c8f-4d51-8ddf-a603c5cabb7b req-7caa9766-f7aa-4782-a60d-fce138c66ece tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:36.214837 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5e13ca9e-5c8f-4d51-8ddf-a603c5cabb7b req-7caa9766-f7aa-4782-a60d-fce138c66ece tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1945608 Nov 29 11:50:36.223781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:36.227310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.239546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.241380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381752c8-e1e9-41f5-9150-7a8ec5a676b6 None None] Pushing event updated for resources: {'Port': ['ID=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:36.251115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'name': 'tempest-NetworksTestDHCPv6-router-64669479', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:27Z', 'updated_at': '2021-11-29T11:50:30Z', 'revision_number': 2, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None, '_interfaces': [{'id': '6fa5b5c3-c0dc-4298-9604-69dd26529b5e', 'name': '', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'mac_address': 'fa:16:3e:30:8e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9cd659a3-a4ad-43c1-97b5-4a6cb090572d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:28Z', 'updated_at': '2021-11-29T11:50:35Z', 'revision_number': 4, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'subnets': [{'id': '9cd659a3-a4ad-43c1-97b5-4a6cb090572d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:36.274642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.276289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:36.277156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.280964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c7ae6-8b1a-46b9-be68-a5e12a3e8eb4 None None] The sync data for ids ['a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'] in dv-neutron-819578-1-hyperv is: [{'id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'name': 'tempest-NetworksTestDHCPv6-router-64669479', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:27Z', 'updated_at': '2021-11-29T11:50:30Z', 'revision_number': 2, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None, '_interfaces': [{'id': '6fa5b5c3-c0dc-4298-9604-69dd26529b5e', 'name': '', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'mac_address': 'fa:16:3e:30:8e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '9cd659a3-a4ad-43c1-97b5-4a6cb090572d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:28Z', 'updated_at': '2021-11-29T11:50:35Z', 'revision_number': 4, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'subnets': [{'id': '9cd659a3-a4ad-43c1-97b5-4a6cb090572d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:36.284773 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:36.303251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a595d844-2889-436c-8fac-86eec1e35784 None None] Provisioning complete for port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:36.303765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a595d844-2889-436c-8fac-86eec1e35784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.373398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.373646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75535510-4aba-4dac-9cb6-68ce7a7fde39 req-9dbba045-a814-48ff-bf77-b1d15e538944 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:36.375775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-75535510-4aba-4dac-9cb6-68ce7a7fde39 req-9dbba045-a814-48ff-bf77-b1d15e538944 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.2746503 Nov 29 11:50:36.422338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.433448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc4fc98-44ed-4cc2-b57c-867d23710956']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:36.435122 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5e13ca9e-5c8f-4d51-8ddf-a603c5cabb7b req-2a388510-c3af-49db-976f-5bc7530d1be8 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620066 Nov 29 11:50:36.448788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.455747 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/networks/977975ae-ce4f-4cde-8922-30c4b8e0ce53 HTTP/1.1" status: 204 len: 168 time: 2.2734067 Nov 29 11:50:36.456108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cc73ab-6aea-48eb-9a03-4dce45e6dcbd') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:36.456108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cc73ab-6aea-48eb-9a03-4dce45e6dcbd') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:36.457747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56220) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:36.465258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] For port 6fa5b5c3-c0dc-4298-9604-69dd26529b5e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:36.465644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.487386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.494732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb425f8-1232-4bfb-9c3e-8a09e6cd2800 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Network': ['ID=977975ae-ce4f-4cde-8922-30c4b8e0ce53,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:36.504245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 6fa5b5c3-c0dc-4298-9604-69dd26529b5e owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:36.510873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-75535510-4aba-4dac-9cb6-68ce7a7fde39 req-ca051dec-0783-4e29-8c79-fdd0d0b98d2e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256876 Nov 29 11:50:36.538163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56224) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:36.569266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-7d7f63bc-2e38-4839-89b3-90c2b8dabe9e tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:36.570956 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-7d7f63bc-2e38-4839-89b3-90c2b8dabe9e tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.1929655 Nov 29 11:50:36.576095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.625890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17703694-0c1a-4217-8ce5-04e698d88dd8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:36.628957 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-17703694-0c1a-4217-8ce5-04e698d88dd8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/42d9bc45-73ed-4765-91e9-8898480ffc78 HTTP/1.1" status: 200 len: 845 time: 0.1630306 Nov 29 11:50:36.639059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:36.640308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:36.644214 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:36.659988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56226) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:36.742243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbca708-bb73-46da-a624-e9302a8ee525 req-5068c551-b0e3-441e-9805-3cf0b96de063 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:36.743773 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ebbca708-bb73-46da-a624-e9302a8ee525 req-5068c551-b0e3-441e-9805-3cf0b96de063 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.0828636 Nov 29 11:50:36.798618 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0d8c38b1-277f-4ec0-adbd-ca702a3c2fdc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/42d9bc45-73ed-4765-91e9-8898480ffc78?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1362295 Nov 29 11:50:36.803556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56230) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:36.830834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:36.834083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.848720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.887394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.892943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35f40c0-5e3b-4ccf-98b2-87360fbb7808 tempest-TestNetworkAdvancedServerOps-188582143 tempest-TestNetworkAdvancedServerOps-188582143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:36.894621 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f35f40c0-5e3b-4ccf-98b2-87360fbb7808 tempest-TestNetworkAdvancedServerOps-188582143 tempest-TestNetworkAdvancedServerOps-188582143-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 1093 time: 0.3492348 Nov 29 11:50:36.899667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56234) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:36.908827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:36.909810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.915927 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] 10.222.0.23 "DELETE /v2.0/networks/ffc4fc98-44ed-4cc2-b57c-867d23710956 HTTP/1.1" status: 204 len: 168 time: 0.7464895 Nov 29 11:50:36.917056 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.924288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:36.949581 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ebbca708-bb73-46da-a624-e9302a8ee525 req-c63fd642-b27f-4ee1-a2ea-58629663a442 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816463 Nov 29 11:50:36.949763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af5ff6-8d5e-4894-a532-1c314f4ae35f tempest-BulkNetworkOpsTest-162073121 tempest-BulkNetworkOpsTest-162073121-project] Pushing event deleted for resources: {'Network': ['ID=ffc4fc98-44ed-4cc2-b57c-867d23710956,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:36.964724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbab81d-82d0-49ce-83c3-00721e999969,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:36.969817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:36.970860 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb of type vlan for network 2fef6975-5641-48d3-989f-543e1112c22b Nov 29 11:50:37.042246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38b6f7-2fd7-420d-a026-46c47fa888f0 req-caebc6e7-09a9-4e48-9c02-35fcda46523c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:37.043951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.047172 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ac38b6f7-2fd7-420d-a026-46c47fa888f0 req-caebc6e7-09a9-4e48-9c02-35fcda46523c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2694664 Nov 29 11:50:37.056474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Deleting port 2c04e46d-0c55-4df8-b884-d556c382cb7b {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:37.057161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.089270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=6fa5b5c3-c0dc-4298-9604-69dd26529b5e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:37.143654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.149479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:37.150135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.175783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.273608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] For port 2c04e46d-0c55-4df8-b884-d556c382cb7b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=2c04e46d-0c55-4df8-b884-d556c382cb7b,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:37.274032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.276267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=2fef6975-5641-48d3-989f-543e1112c22b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:37.295683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 2fef6975-5641-48d3-989f-543e1112c22b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:37.304525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56242) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:37.344013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905550a-e19c-4931-81af-eaa6a8c21da5 req-09a6b60a-ed6f-4536-b515-0a61aea7c46c tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:37.345493 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9905550a-e19c-4931-81af-eaa6a8c21da5 req-09a6b60a-ed6f-4536-b515-0a61aea7c46c tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 945 time: 0.2958364 Nov 29 11:50:37.348310 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ac38b6f7-2fd7-420d-a026-46c47fa888f0 req-962b7c1f-4aba-4ef6-9070-7dba060242b1 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809551 Nov 29 11:50:37.361089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.416206 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-aa00dc50-940e-4c29-99af-ff37c33ef0d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3989699 Nov 29 11:50:37.424603 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56248) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:37.438725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1312839847'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:37.455739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:37.459355 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.572378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:37.576981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.642154 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9905550a-e19c-4931-81af-eaa6a8c21da5 req-7b4a59b8-482d-46e2-8253-26cf21c301fd tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups?id=86341087-e765-439c-938b-1fc112b577f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739787 Nov 29 11:50:37.651094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:50:37.667665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.668040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.668368 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Floating IP 760e1bb2-d39c-426c-976f-734667c96467 disassociated. External IP: 172.26.5.42, port: 2c04e46d-0c55-4df8-b884-d556c382cb7b. Nov 29 11:50:37.668708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Calling delete_port for 2c04e46d-0c55-4df8-b884-d556c382cb7b owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:37.683483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.683665 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment 8ec769aa-2bef-4c62-aa26-7af808f122c5 of type vlan for network 17706928-45e5-42e0-be3e-95550eab1353 Nov 29 11:50:37.779231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.780911 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cdab78fd-a0ba-4452-b7ac-9dd4dab12e8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28f607e5b7c14b6ba6c13a49e0ceab4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751420 Nov 29 11:50:37.785906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56256) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:37.816317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Router a9bea5b7-661b-46a6-8f5c-4d587cc5ffce has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:37.826918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.833520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:37.834456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.913638 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:37.960640 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5346527 Nov 29 11:50:37.961795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc336d19-57be-4898-8d7a-ff1bc4b4a068 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=17706928-45e5-42e0-be3e-95550eab1353,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:37.966688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56260) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:37.974075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': '2fef6975-5641-48d3-989f-543e1112c22b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:37.975160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 17706928-45e5-42e0-be3e-95550eab1353 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:50:38.062887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.129126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event deleted for resources: {'Port': ['ID=2c04e46d-0c55-4df8-b884-d556c382cb7b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:38.255521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:38.262074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.362874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Router 013a6e74-287e-43fe-a585-c99eee3235dd has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:38.370751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.420425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:38.422599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff2531c7-d0bf-444c-8bb5-7d1cd1e2f3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.427350 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-06f9c90b-eb9b-425d-8720-f5c56901932d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "PUT /v2.0/routers/a9bea5b7-661b-46a6-8f5c-4d587cc5ffce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7089345 Nov 29 11:50:38.432717 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] Sync routers for ids ['a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:38.442460 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] Routers {'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:38.443058 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:38.444708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56266) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:38.511651 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] Set router a9bea5b7-661b-46a6-8f5c-4d587cc5ffce gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:38.549122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=0bb1cf3b-46ec-457e-bedf-31a4fba62dc8,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:38.568119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0519602-c0a3-497f-bf5c-1aa86d3e0d3b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:38.568852 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'name': 'tempest-NetworksTestDHCPv6-router-64669479', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:27Z', 'updated_at': '2021-11-29T11:50:36Z', 'revision_number': 3, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:38.569823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0519602-c0a3-497f-bf5c-1aa86d3e0d3b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:38.571444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b0519602-c0a3-497f-bf5c-1aa86d3e0d3b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1238694 Nov 29 11:50:38.580289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56268) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:38.596055 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] Checking router: a9bea5b7-661b-46a6-8f5c-4d587cc5ffce for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:38.603917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:38.605060 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] Routers {'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:38.605822 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:38.620775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:38.629812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.636029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] Sync routers for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:38.645113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3955b56-0966-4a15-b50a-3f445816297c req-4f650960-7a41-4093-ba1f-931b4542bf37 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:38.646414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:38.646776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b3955b56-0966-4a15-b50a-3f445816297c req-4f650960-7a41-4093-ba1f-931b4542bf37 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.4616046 Nov 29 11:50:38.654895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:38.656200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:38.658480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:38.659237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.673416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff2531c7-d0bf-444c-8bb5-7d1cd1e2f3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.680377 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] Set router a9bea5b7-661b-46a6-8f5c-4d587cc5ffce gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:38.710740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dceb6-4f41-457a-b6d2-15ed7cbe5ddc req-11b37de7-c1f1-47f0-bbff-cb9fbb620958 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:38.712342 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cc0dceb6-4f41-457a-b6d2-15ed7cbe5ddc req-11b37de7-c1f1-47f0-bbff-cb9fbb620958 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.4122403 Nov 29 11:50:38.736447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84247539-60b8-47f6-9d8b-dd44a888649e None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:38.745097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Allocated IP 172.26.5.27 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/b9794b78-2506-4b03-b187-47fdfc92552c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:38.790029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d032ad6-ce66-4479-807d-dc02c62a9021 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 9cd659a3-a4ad-43c1-97b5-4a6cb090572d {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:38.791611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] No DVR routers for this DVR port 2c04e46d-0c55-4df8-b884-d556c382cb7b on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:38.803184 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cfab983c-a07c-4348-aa57-c7990aa93ec1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9787536 Nov 29 11:50:38.810208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.813681 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61281f99-0e07-4a87-a61e-d27245bdf739 req-97d498c6-08f5-41d4-9795-71532c7cfce2 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.30 "DELETE /v2.0/ports/2c04e46d-0c55-4df8-b884-d556c382cb7b HTTP/1.1" status: 204 len: 173 time: 2.2148669 Nov 29 11:50:38.814502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56272) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:38.814986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'name': 'network-vif-deleted', 'tag': '2c04e46d-0c55-4df8-b884-d556c382cb7b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:50:38.832552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdce636d-ae9c-4143-908b-60691c33ab17" -d '{"events": [{"server_uuid": "b5f9b1f2-6557-46d9-9c59-95f620f18ed1", "name": "network-vif-deleted", "tag": "2c04e46d-0c55-4df8-b884-d556c382cb7b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:50:38.833134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d032ad6-ce66-4479-807d-dc02c62a9021 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.849481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-aefa52e4-5d95-497d-b956-75f3a5157a63 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'security_group': {'name': 'tempest-secgroup-335532949'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:38.942693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=b713b9b3-debf-4aab-be19-0d99483339e1,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:38.957657 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b3955b56-0966-4a15-b50a-3f445816297c req-bb36004d-b131-4aa6-b3ed-07b984fce517 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878647 Nov 29 11:50:38.985885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aefa52e4-5d95-497d-b956-75f3a5157a63 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:38.988040 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'name': 'tempest-NetworksTestDHCPv6-router-64669479', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:27Z', 'updated_at': '2021-11-29T11:50:36Z', 'revision_number': 3, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:38.993341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': 'e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2fef6975-5641-48d3-989f-543e1112c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:38.993857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: 2fef6975-5641-48d3-989f-543e1112c22b, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:39.039970 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdd34c-8846-41e0-a74c-a05419344f82 None None] The sync data for ids ['a9bea5b7-661b-46a6-8f5c-4d587cc5ffce'] in dv-neutron-819578-1-hyperv is: [{'id': 'a9bea5b7-661b-46a6-8f5c-4d587cc5ffce', 'name': 'tempest-NetworksTestDHCPv6-router-64669479', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:50:27Z', 'updated_at': '2021-11-29T11:50:36Z', 'revision_number': 3, 'project_id': 'd4c4670942fa43d8b565a25db36c695a', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:39.043078 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cc0dceb6-4f41-457a-b6d2-15ed7cbe5ddc req-0e362d91-e9e0-4373-9ab5-ac3e8fa82123 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134425 Nov 29 11:50:39.045745 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d032ad6-ce66-4479-807d-dc02c62a9021 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.082111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 2fef6975-5641-48d3-989f-543e1112c22b is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:39.123390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff2531c7-d0bf-444c-8bb5-7d1cd1e2f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.132416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ff2531c7-d0bf-444c-8bb5-7d1cd1e2f3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.135895 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ff2531c7-d0bf-444c-8bb5-7d1cd1e2f3f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2674a759-ca0b-4f2d-8b4b-806b5a657790 HTTP/1.1" status: 204 len: 168 time: 1.3462987 Nov 29 11:50:39.147434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 2fef6975-5641-48d3-989f-543e1112c22b) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:39.165227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817595b5-f39f-4c1f-9e97-dbed1573a294 x-openstack-request-id: req-817595b5-f39f-4c1f-9e97-dbed1573a294 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:50:39.165513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f9b1f2-6557-46d9-9c59-95f620f18ed1", "name": "network-vif-deleted", "tag": "2c04e46d-0c55-4df8-b884-d556c382cb7b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:50:39.165916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-817595b5-f39f-4c1f-9e97-dbed1573a294 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:50:39.166611 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f9b1f2-6557-46d9-9c59-95f620f18ed1', 'name': 'network-vif-deleted', 'tag': '2c04e46d-0c55-4df8-b884-d556c382cb7b', 'status': 'completed', 'code': 200} Nov 29 11:50:39.173838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:39.175631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.199459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658c3bd-429a-49a5-939d-f53a9a6f556f None None] Network 2fef6975-5641-48d3-989f-543e1112c22b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:39.202513 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-45a1f0ca-62f2-4075-8fda-8c8535ad999d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2343194 Nov 29 11:50:39.206942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2531c7-d0bf-444c-8bb5-7d1cd1e2f3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2674a759-ca0b-4f2d-8b4b-806b5a657790,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:39.216154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56278) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:39.227609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aefa52e4-5d95-497d-b956-75f3a5157a63 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.232162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aefa52e4-5d95-497d-b956-75f3a5157a63 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.236151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35de0b85-3a09-46cb-a556-fc094e1ee091 req-43255b49-6027-48db-910f-8484a6be5aac tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5f9b1f2-6557-46d9-9c59-95f620f18ed1 HTTP/1.1" status: 200 len: 210 time: 0.1203768 Nov 29 11:50:39.246781 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': '17706928-45e5-42e0-be3e-95550eab1353', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:39.269159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aefa52e4-5d95-497d-b956-75f3a5157a63 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.273416 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-aefa52e4-5d95-497d-b956-75f3a5157a63 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4324257 Nov 29 11:50:39.278476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56280) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:39.284341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-af3602a3-0afa-47c8-8af5-771d332621ef tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'security_group': {'name': 'tempest-secgroup-1380716334'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:39.309131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa52e4-5d95-497d-b956-75f3a5157a63 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57644103-b021-4738-9a81-20d8294d4b4a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:39.352280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af3602a3-0afa-47c8-8af5-771d332621ef tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.425249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.515556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d032ad6-ce66-4479-807d-dc02c62a9021 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.550513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af3602a3-0afa-47c8-8af5-771d332621ef tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.558288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af3602a3-0afa-47c8-8af5-771d332621ef tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.563073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6fa5b5c3-c0dc-4298-9604-69dd26529b5e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:39.597186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 6fa5b5c3-c0dc-4298-9604-69dd26529b5e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:39.597550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6fa5b5c3-c0dc-4298-9604-69dd26529b5e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:39.613471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:39.645098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-af3602a3-0afa-47c8-8af5-771d332621ef tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.650645 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-af3602a3-0afa-47c8-8af5-771d332621ef tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3710837 Nov 29 11:50:39.652297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56282) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:39.653143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3602a3-0afa-47c8-8af5-771d332621ef tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738b8e25-ac3e-4367-9ab1-e4f2aa139e3b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:39.672909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'tenant_id': '9b50e5f4b2da4157ab153ac60232dac3', 'fixed_ips': [{'subnet_id': '0bb1cf3b-46ec-457e-bedf-31a4fba62dc8'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:39.673444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2109231080', 'security_groups': ['738b8e25-ac3e-4367-9ab1-e4f2aa139e3b'], 'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0bb1cf3b-46ec-457e-bedf-31a4fba62dc8'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:39.673781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.746195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-2fef6975-5641-48d3-989f-543e1112c22b', 'network_id': '2fef6975-5641-48d3-989f-543e1112c22b', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': 'b713b9b3-debf-4aab-be19-0d99483339e1'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:39.747017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.777896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:39.782590 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.801261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.884736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d032ad6-ce66-4479-807d-dc02c62a9021 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.889580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:39.943769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:39.962918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:39.966410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf3b6ce-96d3-40ed-82cb-f9e0af7f1bd0 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:39.966973 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d032ad6-ce66-4479-807d-dc02c62a9021 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd659a3-a4ad-43c1-97b5-4a6cb090572d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:39.978361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:39.983995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d032ad6-ce66-4479-807d-dc02c62a9021 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:39.991316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56288) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:39.996403 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9d032ad6-ce66-4479-807d-dc02c62a9021 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/9cd659a3-a4ad-43c1-97b5-4a6cb090572d HTTP/1.1" status: 204 len: 168 time: 1.4022989 Nov 29 11:50:40.067423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'Port': ['ID=b9794b78-2506-4b03-b187-47fdfc92552c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:40.310332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Allocated IP 2001:db8::2 (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/0bb1cf3b-46ec-457e-bedf-31a4fba62dc8/7d73e585-f755-4b92-bc04-504fcda48c73) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:40.315186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dcd47-ae05-4eed-a78c-834851f02eb7 req-660a0e33-2b41-4bb3-a613-4c8839524a98 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:40.317363 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-091dcd47-ae05-4eed-a78c-834851f02eb7 req-660a0e33-2b41-4bb3-a613-4c8839524a98 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2376308 Nov 29 11:50:40.317498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.345484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Allocated IP 2001:db8::2 (2fef6975-5641-48d3-989f-543e1112c22b/b713b9b3-debf-4aab-be19-0d99483339e1/7f68bb6b-b23d-4d2e-ba33-91d6da40153d) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:40.381522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port b4569b81-6ceb-432a-ace6-698371346ee5 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:40.445505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee8b36-8c41-4c0d-a62b-15ba4a0ecc8f req-9945ab08-7c79-49ff-80d9-d581591b5085 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:40.447908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af4252-78ad-4b50-b64c-515b16aea272 req-8aaa412c-5c61-4c3b-8497-87260fcc2373 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:40.449643 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-88af4252-78ad-4b50-b64c-515b16aea272 req-8aaa412c-5c61-4c3b-8497-87260fcc2373 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.1449537 Nov 29 11:50:40.453431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8ee8b36-8c41-4c0d-a62b-15ba4a0ecc8f req-9945ab08-7c79-49ff-80d9-d581591b5085 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 945 time: 0.3072646 Nov 29 11:50:40.472119 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3e46c28e-858a-4118-a8b0-6822c6b7749c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4793522 Nov 29 11:50:40.488177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56294) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:40.488381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 2c04e46d-0c55-4df8-b884-d556c382cb7b no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:40.542514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 2c04e46d-0c55-4df8-b884-d556c382cb7b {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:40.542937 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 2c04e46d-0c55-4df8-b884-d556c382cb7b not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:40.565237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:27Z', 'revision_number': 5, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:40.594348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a318782-1e53-416d-827b-323e49dee917 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:40.595261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.641548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] Checking router: 013a6e74-287e-43fe-a585-c99eee3235dd for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:40.684081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4234-40fe-4f87-88b6-90436924b0e2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.689810 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-091dcd47-ae05-4eed-a78c-834851f02eb7 req-d078e742-afa6-4200-a966-f503db47be40 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643101 Nov 29 11:50:40.715205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:40.715819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:40.725954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8ee8b36-8c41-4c0d-a62b-15ba4a0ecc8f req-daf2f01d-64be-4d33-9297-707119f7c419 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups?id=2786fa86-4764-409f-a27d-ef29844aa4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523456 Nov 29 11:50:40.762646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=65b3be17-90c6-488f-9d00-f2d5173eaf5e,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:40.821885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.830771 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56298) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:40.845136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.882850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.908044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': '8ec769aa-2bef-4c62-aa26-7af808f122c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '17706928-45e5-42e0-be3e-95550eab1353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:40.908436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: 17706928-45e5-42e0-be3e-95550eab1353, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:50:40.910465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.916842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:40.928303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Deleting port ad7cc840-e5be-47b4-a647-c40bd2db118f {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:40.928642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.932371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4234-40fe-4f87-88b6-90436924b0e2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.932585 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:40.941133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:40.941384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4234-40fe-4f87-88b6-90436924b0e2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.945909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Pushing event updated for resources: {'Port': ['ID=7d73e585-f755-4b92-bc04-504fcda48c73,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:40.949220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5a318782-1e53-416d-827b-323e49dee917 None None] Deleting port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:40.949594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a318782-1e53-416d-827b-323e49dee917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:40.996514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:41.055529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Network 2fef6975-5641-48d3-989f-543e1112c22b is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:41.057501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::13b (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/0bb1cf3b-46ec-457e-bedf-31a4fba62dc8/b4569b81-6ceb-432a-ace6-698371346ee5) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:41.063933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4234-40fe-4f87-88b6-90436924b0e2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.064470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9c4234-40fe-4f87-88b6-90436924b0e2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Fanout notify agent at l3_agent the message router_deleted on router a9bea5b7-661b-46a6-8f5c-4d587cc5ffce {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:50:41.077162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae9c4234-40fe-4f87-88b6-90436924b0e2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.080648 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ae9c4234-40fe-4f87-88b6-90436924b0e2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/routers/a9bea5b7-661b-46a6-8f5c-4d587cc5ffce HTTP/1.1" status: 204 len: 168 time: 0.5935397 Nov 29 11:50:41.087535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56300) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:41.157103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] For port ad7cc840-e5be-47b4-a647-c40bd2db118f, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ad7cc840-e5be-47b4-a647-c40bd2db118f,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:41.157514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.238197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:41.256105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:41.281485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36fa7da-a033-4274-ab27-ea413b55ea98 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:41.283383 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a36fa7da-a033-4274-ab27-ea413b55ea98 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1947927 Nov 29 11:50:41.287942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56302) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:41.314551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Pushing event updated for resources: {'Port': ['ID=7f68bb6b-b23d-4d2e-ba33-91d6da40153d,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:41.325065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 17706928-45e5-42e0-be3e-95550eab1353 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:50:41.357074 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5a318782-1e53-416d-827b-323e49dee917 None None] For port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8ff4da6d-d142-442c-acb9-6d2bdbc8e855,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:41.357614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a318782-1e53-416d-827b-323e49dee917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.382109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8665043f-20bc-478c-9415-5b72b07dddbf tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.383885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 17706928-45e5-42e0-be3e-95550eab1353) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:41.385158 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Attempting to bind port 7d73e585-f755-4b92-bc04-504fcda48c73 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:41.385624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Attempting to bind port 7d73e585-f755-4b92-bc04-504fcda48c73 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '78a6e323-8245-49be-b335-1c001ff7c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:41.386108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Attempting to bind port 7d73e585-f755-4b92-bc04-504fcda48c73 on network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:41.400997 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.403023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:41.403612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.423310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c170a8-73bd-4a96-8416-e35492a6f959 None None] Network 17706928-45e5-42e0-be3e-95550eab1353 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:41.425689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5a318782-1e53-416d-827b-323e49dee917 None None] Calling delete_port for 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:41.442179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.453198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:41.453433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Checking segment: {'id': '78a6e323-8245-49be-b335-1c001ff7c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:41.454030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.454213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Bound using segment: {'id': '78a6e323-8245-49be-b335-1c001ff7c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:41.454667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Bound port: 7d73e585-f755-4b92-bc04-504fcda48c73, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a6e323-8245-49be-b335-1c001ff7c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:41.455542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.470561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.470853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.471144 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Floating IP 660862fc-2575-4887-84e8-6fb0177cfb32 disassociated. External IP: 172.26.5.55, port: ad7cc840-e5be-47b4-a647-c40bd2db118f. Nov 29 11:50:41.471588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Calling delete_port for ad7cc840-e5be-47b4-a647-c40bd2db118f owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:41.475349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4907381d-0c5f-4925-947c-d5412e3a50d7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:41.476926 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4907381d-0c5f-4925-947c-d5412e3a50d7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1821282 Nov 29 11:50:41.484815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56304) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:41.494162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8665043f-20bc-478c-9415-5b72b07dddbf tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.507060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fd94a2e7-7813-4042-af4b-d8377c908ae3 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2694905 Nov 29 11:50:41.520321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56306) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:41.529988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8462ce4d-00f2-4c31-89cc-7f0dcb79aac8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1241522854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:41.537295 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dd0f8bb5-ec61-4846-a62e-989a3450d579 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513268 Nov 29 11:50:41.550261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56308) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:41.555742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:41.576465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.599203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:41.631467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:41.646074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:41.650453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:41.656652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:41.657279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.663989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Attempting to bind port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:41.664692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Attempting to bind port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2fef6975-5641-48d3-989f-543e1112c22b'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:41.666237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Attempting to bind port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d on network 2fef6975-5641-48d3-989f-543e1112c22b {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:41.670640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8462ce4d-00f2-4c31-89cc-7f0dcb79aac8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.671735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=b4569b81-6ceb-432a-ace6-698371346ee5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:41.672213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8462ce4d-00f2-4c31-89cc-7f0dcb79aac8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.680418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.685602 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f9cd7ffb-fa98-4f7a-8dd2-e9d16cb14bd1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0239275 Nov 29 11:50:41.692150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56310) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:41.714851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-85669395-4811-4af2-9433-320a5915d2e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:41.746601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:41.747168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Checking segment: {'id': 'e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2fef6975-5641-48d3-989f-543e1112c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:41.747371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.747775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Bound using segment: {'id': 'e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2fef6975-5641-48d3-989f-543e1112c22b'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:41.748397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Bound port: 7f68bb6b-b23d-4d2e-ba33-91d6da40153d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2fef6975-5641-48d3-989f-543e1112c22b'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:41.748760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.751011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.818041 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8665043f-20bc-478c-9415-5b72b07dddbf tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.820919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8665043f-20bc-478c-9415-5b72b07dddbf tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.821478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event deleted for resources: {'Port': ['ID=ad7cc840-e5be-47b4-a647-c40bd2db118f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:41.825145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56316) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:41.825353 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8665043f-20bc-478c-9415-5b72b07dddbf tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "DELETE /v2.0/security-groups/86341087-e765-439c-938b-1fc112b577f3 HTTP/1.1" status: 204 len: 168 time: 0.9923224 Nov 29 11:50:41.907326 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-d642acc4-3790-4d20-8802-ea0dcd955fdd tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] show failed (client error): The resource could not be found. Nov 29 11:50:41.908476 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d642acc4-3790-4d20-8802-ea0dcd955fdd tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "GET /v2.0/security-groups/86341087-e765-439c-938b-1fc112b577f3 HTTP/1.1" status: 404 len: 347 time: 0.0801432 Nov 29 11:50:41.911222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56318) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:41.928997 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8462ce4d-00f2-4c31-89cc-7f0dcb79aac8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.930783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] For port 7d73e585-f755-4b92-bc04-504fcda48c73, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:41.984503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8462ce4d-00f2-4c31-89cc-7f0dcb79aac8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:41.989832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665043f-20bc-478c-9415-5b72b07dddbf tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86341087-e765-439c-938b-1fc112b577f3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:41.991638 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] For port 7d73e585-f755-4b92-bc04-504fcda48c73, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7d73e585-f755-4b92-bc04-504fcda48c73,segment=NetworkSegment(78a6e323-8245-49be-b335-1c001ff7c777),segment_id=78a6e323-8245-49be-b335-1c001ff7c777)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:41.994143 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8b1e33ff-1d8c-4e66-93cc-80e543af3e5d req-ce7feaa7-b04d-467f-8574-4c4693818e24 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 210 time: 0.1657684 Nov 29 11:50:42.001891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:42.008850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] For port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:42.011559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.058297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.073124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:42.105555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Deleting port beabcf99-4397-49df-8e1b-5bc16cdf21a5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:42.107239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.115029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] For port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7f68bb6b-b23d-4d2e-ba33-91d6da40153d,segment=NetworkSegment(e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb),segment_id=e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:42.118503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-17706928-45e5-42e0-be3e-95550eab1353', 'network_id': '17706928-45e5-42e0-be3e-95550eab1353', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': '65b3be17-90c6-488f-9d00-f2d5173eaf5e'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:42.119560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.131809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a318782-1e53-416d-827b-323e49dee917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.145287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.153401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8462ce4d-00f2-4c31-89cc-7f0dcb79aac8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.157240 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8462ce4d-00f2-4c31-89cc-7f0dcb79aac8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6335945 Nov 29 11:50:42.161451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56320) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:42.177508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.229210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a318782-1e53-416d-827b-323e49dee917 None None] No DVR routers for this DVR port 8ff4da6d-d142-442c-acb9-6d2bdbc8e855 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:42.240143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75853a54-d357-4caa-aeff-78719a711c2c req-accc8d04-172e-4c26-afcb-877270e36230 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:42.260667 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-75853a54-d357-4caa-aeff-78719a711c2c req-accc8d04-172e-4c26-afcb-877270e36230 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.4270990 Nov 29 11:50:42.309536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10ed9d-905e-4196-ac22-e6b15168b244 None None] Pushing event updated for resources: {'Port': ['ID=7d73e585-f755-4b92-bc04-504fcda48c73,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:42.372566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:42.382704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a318782-1e53-416d-827b-323e49dee917 None None] Pushing event deleted for resources: {'Port': ['ID=8ff4da6d-d142-442c-acb9-6d2bdbc8e855,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:42.383418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.396590 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] Sync routers for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:42.404652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.417418 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:42.418610 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:42.484543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:27Z', 'revision_number': 5, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:42.485604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Calling delete_port for beabcf99-4397-49df-8e1b-5bc16cdf21a5 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:42.499265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] No DVR routers for this DVR port ad7cc840-e5be-47b4-a647-c40bd2db118f on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:42.504456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.515989 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-88af4252-78ad-4b50-b64c-515b16aea272 req-f4acbd03-8f4c-4666-9b4e-db85aba4689a tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.30 "DELETE /v2.0/ports/ad7cc840-e5be-47b4-a647-c40bd2db118f HTTP/1.1" status: 204 len: 173 time: 2.0527263 Nov 29 11:50:42.523645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'name': 'network-vif-deleted', 'tag': 'ad7cc840-e5be-47b4-a647-c40bd2db118f'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:50:42.526174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c241dfe1-6856-4458-8f01-fab87cece4e3" -d '{"events": [{"server_uuid": "ad9d9960-99f5-4716-82a3-95f92c7338a3", "name": "network-vif-deleted", "tag": "ad7cc840-e5be-47b4-a647-c40bd2db118f"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:50:42.563333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd82f201-a5a3-465c-8226-b0c1a4f21cac None None] The sync data for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv is: [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:48:19Z', 'revision_number': 4, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '307ee95d-c7a1-4911-9cfd-460df44bdf2e', 'name': '', 'network_id': 'cd053911-1770-496c-974e-f2c804170770', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'mac_address': 'fa:16:3e:61:a9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:16Z', 'updated_at': '2021-11-29T11:48:27Z', 'revision_number': 5, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'subnets': [{'id': '1f14d764-4eb8-4915-96ae-55caa00cc376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:42.666677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232960ea-1631-4e5b-8170-9f4e2f491860 x-openstack-request-id: req-232960ea-1631-4e5b-8170-9f4e2f491860 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:50:42.667013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9d9960-99f5-4716-82a3-95f92c7338a3", "name": "network-vif-deleted", "tag": "ad7cc840-e5be-47b4-a647-c40bd2db118f", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:50:42.667235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-232960ea-1631-4e5b-8170-9f4e2f491860 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:50:42.667677 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9d9960-99f5-4716-82a3-95f92c7338a3', 'name': 'network-vif-deleted', 'tag': 'ad7cc840-e5be-47b4-a647-c40bd2db118f', 'status': 'completed', 'code': 200} Nov 29 11:50:42.713313 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:42.720794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85669395-4811-4af2-9433-320a5915d2e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:42.728142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85669395-4811-4af2-9433-320a5915d2e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:42.776605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e448d-f22b-4cb4-9d75-3cc0c532c7fb None None] Pushing event updated for resources: {'Port': ['ID=7f68bb6b-b23d-4d2e-ba33-91d6da40153d,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:42.841271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Allocated IP 2001:db8:1::2 (17706928-45e5-42e0-be3e-95550eab1353/65b3be17-90c6-488f-9d00-f2d5173eaf5e/936db43a-e292-4ff8-b69d-2df91e658e18) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:42.890642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.016807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Pushing event deleted for resources: {'Port': ['ID=beabcf99-4397-49df-8e1b-5bc16cdf21a5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:43.036375 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-75853a54-d357-4caa-aeff-78719a711c2c req-12d4bfa0-ed46-49d1-8b6a-921cb3928ebd tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7613096 Nov 29 11:50:43.084161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.090981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.094335 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-772a46a7-bff0-4fda-8e6d-0eedc316b812 tempest-ServersTestJSON-1691248278 tempest-ServersTestJSON-1691248278-project] 10.222.0.23 "DELETE /v2.0/floatingips/760e1bb2-d39c-426c-976f-734667c96467 HTTP/1.1" status: 204 len: 168 time: 1.1804814 Nov 29 11:50:43.097192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56326) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:43.236644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7d3626-eb58-48ea-a779-beb4817827f5 None None] New status for floating IP 760e1bb2-d39c-426c-976f-734667c96467: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:50:43.259847 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:25Z', 'revision_number': 5, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:43.313915 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] Checking router: 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:43.325216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.329919 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:43.333686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.335745 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:43.387736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Network 17706928-45e5-42e0-be3e-95550eab1353 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:43.396713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:43.403811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:43.413175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Pushing event updated for resources: {'Port': ['ID=936db43a-e292-4ff8-b69d-2df91e658e18,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:43.503456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Attempting to bind port 936db43a-e292-4ff8-b69d-2df91e658e18 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:43.503826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Attempting to bind port 936db43a-e292-4ff8-b69d-2df91e658e18 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '8ec769aa-2bef-4c62-aa26-7af808f122c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '17706928-45e5-42e0-be3e-95550eab1353'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:43.504194 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Attempting to bind port 936db43a-e292-4ff8-b69d-2df91e658e18 on network 17706928-45e5-42e0-be3e-95550eab1353 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:43.518677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:43.520610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Checking segment: {'id': '8ec769aa-2bef-4c62-aa26-7af808f122c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '17706928-45e5-42e0-be3e-95550eab1353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:43.521026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.521423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Bound using segment: {'id': '8ec769aa-2bef-4c62-aa26-7af808f122c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '17706928-45e5-42e0-be3e-95550eab1353'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:43.521911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Bound port: 936db43a-e292-4ff8-b69d-2df91e658e18, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec769aa-2bef-4c62-aa26-7af808f122c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '17706928-45e5-42e0-be3e-95550eab1353'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:43.526378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.540244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.555025 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:43.603727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.653046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] For port 936db43a-e292-4ff8-b69d-2df91e658e18, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:43.662138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] For port 936db43a-e292-4ff8-b69d-2df91e658e18, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=936db43a-e292-4ff8-b69d-2df91e658e18,segment=NetworkSegment(8ec769aa-2bef-4c62-aa26-7af808f122c5),segment_id=8ec769aa-2bef-4c62-aa26-7af808f122c5)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:43.668852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.686020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.737633 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0e687da3-4495-42c5-814a-5245b525d6da req-0800921a-cceb-4097-9c5c-3286de987e31 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9d9960-99f5-4716-82a3-95f92c7338a3 HTTP/1.1" status: 200 len: 210 time: 0.2012734 Nov 29 11:50:43.752988 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.ipam_backend_mixin [None req-85669395-4811-4af2-9433-320a5915d2e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bb1cf3b-46ec-457e-bedf-31a4fba62dc8 (CIDR: 2001:db8::/64) Nov 29 11:50:43.765102 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7d73e585-f755-4b92-bc04-504fcda48c73 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:43.781540 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-85669395-4811-4af2-9433-320a5915d2e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:50:43.795085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85669395-4811-4af2-9433-320a5915d2e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:43.843911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3936f68-c963-4418-a279-c645c51b1b5d None None] Pushing event updated for resources: {'Port': ['ID=936db43a-e292-4ff8-b69d-2df91e658e18,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:43.874621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:43.875190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:43.901825 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:25Z', 'revision_number': 5, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:43.934909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event updated for resources: {'Port': ['ID=b9794b78-2506-4b03-b187-47fdfc92552c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:43.978407 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c252a-5098-4b1f-a512-ccca6ae066c7 None None] The sync data for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv is: [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:16Z', 'revision_number': 4, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd9aeeb78-3989-4bef-afce-5ad6c18722b9', 'name': '', 'network_id': '8d5dbc71-d19f-4d76-86ee-ef2acbd90aee', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'mac_address': 'fa:16:3e:06:c0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '32262308-b0e7-4d46-b015-3101c9347f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:13Z', 'updated_at': '2021-11-29T11:48:25Z', 'revision_number': 5, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'subnets': [{'id': '32262308-b0e7-4d46-b015-3101c9347f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:44.007420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.034533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.100598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-85669395-4811-4af2-9433-320a5915d2e9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4072881 Nov 29 11:50:44.108047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56330) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:44.124170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 7d73e585-f755-4b92-bc04-504fcda48c73, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7d73e585-f755-4b92-bc04-504fcda48c73,segment=NetworkSegment(78a6e323-8245-49be-b335-1c001ff7c777),segment_id=78a6e323-8245-49be-b335-1c001ff7c777)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:44.135507 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.149700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7f68bb6b-b23d-4d2e-ba33-91d6da40153d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:44.167533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.242329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:44.466571 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f7ad2a-7c68-4848-af9c-dd0a0cbb588d None None] New status for floating IP 660862fc-2575-4887-84e8-6fb0177cfb32: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:50:44.536144 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ad7cc840-e5be-47b4-a647-c40bd2db118f no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:44.588417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: ad7cc840-e5be-47b4-a647-c40bd2db118f {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:44.588772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ad7cc840-e5be-47b4-a647-c40bd2db118f not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:44.604421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ec045b2f-e202-453b-a374-3e9541b4d27a None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:44.604719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ec045b2f-e202-453b-a374-3e9541b4d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.651881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=7d73e585-f755-4b92-bc04-504fcda48c73,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:44.662225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Deleting port 307ee95d-c7a1-4911-9cfd-460df44bdf2e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:44.662926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.682982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:44.683355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.719908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10210f-e010-4956-810c-804cb5e143d6 None None] Network 2fef6975-5641-48d3-989f-543e1112c22b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:44.788297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] For port 307ee95d-c7a1-4911-9cfd-460df44bdf2e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=307ee95d-c7a1-4911-9cfd-460df44bdf2e,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:44.788875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.816114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Calling delete_port for 307ee95d-c7a1-4911-9cfd-460df44bdf2e owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:44.836514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:50:44.867274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.879966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56336) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:44.901214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ec045b2f-e202-453b-a374-3e9541b4d27a None None] Provisioning complete for port 42d9bc45-73ed-4765-91e9-8898480ffc78 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:44.901723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ec045b2f-e202-453b-a374-3e9541b4d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.941915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ec045b2f-e202-453b-a374-3e9541b4d27a None None] Port 42d9bc45-73ed-4765-91e9-8898480ffc78 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:44.943628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:44.967588 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89722aff-3c9a-48b9-bda9-4c075285e1a0 req-c7a26e85-b875-43c8-b0be-07d17e8d1744 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:44.969048 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-89722aff-3c9a-48b9-bda9-4c075285e1a0 req-c7a26e85-b875-43c8-b0be-07d17e8d1744 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.7309794 Nov 29 11:50:44.984036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7f68bb6b-b23d-4d2e-ba33-91d6da40153d,segment=NetworkSegment(e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb),segment_id=e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:45.012833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.020706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:45.036722 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Floating IP 411ac69d-0a57-4f61-a04a-7b659cb50ec4 associated. External IP: 172.26.5.27, port: a0fe5271-74ed-4f19-b21f-830145ce545e. Nov 29 11:50:45.096221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.125663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ee97329c-a9e1-48b4-9536-2045ddaefddd None None] Provisioning complete for port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:45.126063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee97329c-a9e1-48b4-9536-2045ddaefddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.128731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=307ee95d-c7a1-4911-9cfd-460df44bdf2e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:45.145871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:45.179129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e54a5f-58da-4ee7-b10e-3108ec4967f6 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:45.219352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:45.219860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.225460 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=4a6f104c-c5c1-4c32-8af2-0b19b7c50719,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:45.246809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=7f68bb6b-b23d-4d2e-ba33-91d6da40153d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:45.330901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39983e9c-6c0f-4a16-97c8-fcc94ad9031c None None] Network 17706928-45e5-42e0-be3e-95550eab1353 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:45.337523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:45.346216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.361883 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-89722aff-3c9a-48b9-bda9-4c075285e1a0 req-168df8a6-74e6-4e0c-8dff-395befa8dddd tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3752983 Nov 29 11:50:45.367726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8::1 (2fef6975-5641-48d3-989f-543e1112c22b/b713b9b3-debf-4aab-be19-0d99483339e1/5991758a-0372-40c9-a169-1e55b03b3b39) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:45.403188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.420897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ee97329c-a9e1-48b4-9536-2045ddaefddd None None] Provisioning complete for port b4569b81-6ceb-432a-ace6-698371346ee5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:45.427697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee97329c-a9e1-48b4-9536-2045ddaefddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.450510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e4aca7-167f-4172-b7b9-170e9fe2029e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.475778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e4aca7-167f-4172-b7b9-170e9fe2029e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.478365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ee97329c-a9e1-48b4-9536-2045ddaefddd None None] Port b4569b81-6ceb-432a-ace6-698371346ee5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:45.502613 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-50a7e6ac-7410-466d-90ea-a014048dd6b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9512782 Nov 29 11:50:45.506082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56338) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:45.517661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:45.669349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-90610bae-a1a9-42c0-8c9c-1bd99269af59 None None] Provisioning complete for port 936db43a-e292-4ff8-b69d-2df91e658e18 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:45.669887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-90610bae-a1a9-42c0-8c9c-1bd99269af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.699499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:45.703676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.722375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '4a6f104c-c5c1-4c32-8af2-0b19b7c50719'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:45.723599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.840679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 936db43a-e292-4ff8-b69d-2df91e658e18 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:45.841629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.846218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e4aca7-167f-4172-b7b9-170e9fe2029e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.848941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e4aca7-167f-4172-b7b9-170e9fe2029e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:45.852438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-85e4aca7-167f-4172-b7b9-170e9fe2029e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "DELETE /v2.0/security-groups/2786fa86-4764-409f-a27d-ef29844aa4d7 HTTP/1.1" status: 204 len: 168 time: 0.9642174 Nov 29 11:50:45.854936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56340) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:45.856809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Router 013a6e74-287e-43fe-a585-c99eee3235dd has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:45.880321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-56e1970c-4cf9-4b99-88dc-3c1734e19d6b tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] show failed (client error): The resource could not be found. Nov 29 11:50:45.883983 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-56e1970c-4cf9-4b99-88dc-3c1734e19d6b tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "GET /v2.0/security-groups/2786fa86-4764-409f-a27d-ef29844aa4d7 HTTP/1.1" status: 404 len: 347 time: 0.0235217 Nov 29 11:50:45.885047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56342) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:45.900043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4aca7-167f-4172-b7b9-170e9fe2029e tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2786fa86-4764-409f-a27d-ef29844aa4d7,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:45.918374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Router 607e3a79-0d1b-4b82-991e-b82127b4397d has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:45.989342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.054334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-90610bae-a1a9-42c0-8c9c-1bd99269af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.110662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-90610bae-a1a9-42c0-8c9c-1bd99269af59 None None] For port 936db43a-e292-4ff8-b69d-2df91e658e18, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=936db43a-e292-4ff8-b69d-2df91e658e18,segment=NetworkSegment(8ec769aa-2bef-4c62-aa26-7af808f122c5),segment_id=8ec769aa-2bef-4c62-aa26-7af808f122c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:46.123236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 936db43a-e292-4ff8-b69d-2df91e658e18 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:46.123579 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.127296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-90610bae-a1a9-42c0-8c9c-1bd99269af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.130590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Allocated IP 2001:db8::f816:3eff:fe41:3d27 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/4a6f104c-c5c1-4c32-8af2-0b19b7c50719/03707fdf-916d-4891-bf8a-ab075c613da9) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:46.150911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 2fef6975-5641-48d3-989f-543e1112c22b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:46.165191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=5991758a-0372-40c9-a169-1e55b03b3b39,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:46.167982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:46.177817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:46.178332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.210016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90610bae-a1a9-42c0-8c9c-1bd99269af59 None None] Pushing event updated for resources: {'Port': ['ID=936db43a-e292-4ff8-b69d-2df91e658e18,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:46.218138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:46.220702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Deleting port 14ba642a-3a1a-42dd-a9f5-be439b4dfab0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:46.221145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.224001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.231233 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c49301ef-7e68-48e8-9f19-637e650dacd3 admin admin] 10.222.0.23 "PUT /v2.0/routers/013a6e74-287e-43fe-a585-c99eee3235dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1313696 Nov 29 11:50:46.232418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56344) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:46.235744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] Sync routers for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:46.274784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:46.276151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:46.287751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.364906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:46.380902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:46.394236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:46.395041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.398656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.399108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.416515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=73c4cc0e-fb46-4aef-a453-62ad040903f6,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:46.424454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Calling delete_port for 14ba642a-3a1a-42dd-a9f5-be439b4dfab0 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:46.443811 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b72f12d4-e5b3-4cda-8203-5c770cc8aa0f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9364495 Nov 29 11:50:46.454330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56348) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:46.466500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:8d:fa:4c', 'name': 'tempest-NetworksTestDHCPv6-334294590'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:46.566743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-02e0077e-f52b-4587-a7d7-387224bbc41e None None] Provisioning complete for port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:46.566743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-02e0077e-f52b-4587-a7d7-387224bbc41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.652323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:46.677423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.693608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.736858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:46.739505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:46.756054 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] Sync routers for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:46.761379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7d73e585-f755-4b92-bc04-504fcda48c73 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:46.768726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:46.773016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.773768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:46.779201 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:46.779558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:46.780222 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:46.800163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:46.801190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.808106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.821895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Pushing event deleted for resources: {'Port': ['ID=14ba642a-3a1a-42dd-a9f5-be439b4dfab0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:46.841123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=f8b7a652-2e3b-4f56-a448-9bba3cafa36f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:46.845014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 7f8f9716-9e10-4ab4-93d9-a84f1d9e6737 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:46.856740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:46.894658 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-82777a68-39a6-4a2a-8168-23444e2ac5c4 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.9918292 Nov 29 11:50:46.900053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:50:46.902505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:50:46.913360 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a23fe6e1-2d64-4dd4-b0c6-bf4684523e20 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7472546 Nov 29 11:50:46.935846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56354) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:46.949669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9e0cd-45d4-4bff-890d-21d86078ae89 req-f2387321-845d-4246-88b0-b18e37a3a8d2 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:46.957476 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97d9e0cd-45d4-4bff-890d-21d86078ae89 req-f2387321-845d-4246-88b0-b18e37a3a8d2 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2333314 Nov 29 11:50:46.967489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1715871804', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8b7a652-2e3b-4f56-a448-9bba3cafa36f'}], 'security_groups': ['57644103-b021-4738-9a81-20d8294d4b4a']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:46.968692 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:47.029931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.044118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.077977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.081460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.082120 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0283d8b5-8404-4f8a-8190-86e0adede0f7 tempest-ServersTestManualDisk-1612348575 tempest-ServersTestManualDisk-1612348575-project] 10.222.0.23 "DELETE /v2.0/floatingips/660862fc-2575-4887-84e8-6fb0177cfb32 HTTP/1.1" status: 204 len: 168 time: 1.1960378 Nov 29 11:50:47.086485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56356) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:47.094434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 172.20.0.8 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/73c4cc0e-fb46-4aef-a453-62ad040903f6/7f8f9716-9e10-4ab4-93d9-a84f1d9e6737) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:47.106714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52211e0-5d61-4826-b410-cf53033e4e4d None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:47.109967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:47.139444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fe8d:fa4c (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/4a6f104c-c5c1-4c32-8af2-0b19b7c50719/7f8f9716-9e10-4ab4-93d9-a84f1d9e6737) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:47.140455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:47.149770 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97d9e0cd-45d4-4bff-890d-21d86078ae89 req-d697d4b8-3a46-40d3-9eb0-0a324046b779 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895301 Nov 29 11:50:47.185251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Pushing event updated for resources: {'Port': ['ID=03707fdf-916d-4891-bf8a-ab075c613da9,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:47.249599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94954991-6148-40b2-82fa-f0764965d436 x-openstack-request-id: req-94954991-6148-40b2-82fa-f0764965d436 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:50:47.250528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:50:47.250950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94954991-6148-40b2-82fa-f0764965d436 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:50:47.251504 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'status': 'completed', 'code': 200} Nov 29 11:50:47.294368 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '411ac69d-0a57-4f61-a04a-7b659cb50ec4', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'port_id': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'mac_address': 'fa:16:3e:37:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:50:40Z', 'updated_at': '2021-11-29T11:50:40Z', 'revision_number': 0, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:14Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:47.305897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f00b3-9b76-4d4f-9d72-cc43a1ef9259 req-c40fc2eb-be91-4112-b3d4-ca14bb26cd12 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:47.307734 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-853f00b3-9b76-4d4f-9d72-cc43a1ef9259 req-c40fc2eb-be91-4112-b3d4-ca14bb26cd12 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.3139768 Nov 29 11:50:47.344646 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] Checking router: 607e3a79-0d1b-4b82-991e-b82127b4397d for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:47.362684 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:47.363312 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:47.378691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:47.379230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.423524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Attempting to bind port 03707fdf-916d-4891-bf8a-ab075c613da9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:47.424100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Attempting to bind port 03707fdf-916d-4891-bf8a-ab075c613da9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:47.424564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Attempting to bind port 03707fdf-916d-4891-bf8a-ab075c613da9 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:47.473122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:47.473711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:47.474303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.474846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:47.475494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Bound port: 03707fdf-916d-4891-bf8a-ab075c613da9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:47.475982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.481915 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-853f00b3-9b76-4d4f-9d72-cc43a1ef9259 req-57dcdf6a-c5b0-4632-b29b-095fa3a7afe1 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645637 Nov 29 11:50:47.506161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.530398 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:47.532898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56358) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:47.580413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eec301a9-1f7a-4d9a-8ba0-44ec39db63b8 None None] Provisioning complete for port 936db43a-e292-4ff8-b69d-2df91e658e18 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:47.580859 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eec301a9-1f7a-4d9a-8ba0-44ec39db63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.634494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.700639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-9e65fbae-e36e-44b1-a67b-166c44fe3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:47.702216 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-9e65fbae-e36e-44b1-a67b-166c44fe3aa3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e285bee7dd843728c6e0cdde26a910e&device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 1098 time: 0.4562917 Nov 29 11:50:47.748837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] For port 03707fdf-916d-4891-bf8a-ab075c613da9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:47.776702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] For port 03707fdf-916d-4891-bf8a-ab075c613da9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=03707fdf-916d-4891-bf8a-ab075c613da9,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:47.787476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91'}], 'enable_snat': True}, 'gw_port_id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:50:45Z', 'revision_number': 5, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port': {'id': '49819c28-de0d-496f-bbec-23e94c24fcba', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:94:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:47.790175 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1a029c28-cacd-428a-ad51-dcf871e2c6ad tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/floatingips/411ac69d-0a57-4f61-a04a-7b659cb50ec4 HTTP/1.1" status: 200 len: 990 time: 0.2535319 Nov 29 11:50:47.794196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7f68bb6b-b23d-4d2e-ba33-91d6da40153d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:47.865287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.876430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Deleting port 49819c28-de0d-496f-bbec-23e94c24fcba {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:47.877052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:47.917055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] Checking router: 013a6e74-287e-43fe-a585-c99eee3235dd for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:47.919493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-2b1555e9-aacc-470b-81ef-eb8e0a6d3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:47.921032 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-2b1555e9-aacc-470b-81ef-eb8e0a6d3790 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9905691f-c26a-46f0-a814-cd0a62d0f60f HTTP/1.1" status: 200 len: 898 time: 0.1104763 Nov 29 11:50:48.024644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] Routers {'013a6e74-287e-43fe-a585-c99eee3235dd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:48.025420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['013a6e74-287e-43fe-a585-c99eee3235dd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:48.036268 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '411ac69d-0a57-4f61-a04a-7b659cb50ec4', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'port_id': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'mac_address': 'fa:16:3e:37:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:50:40Z', 'updated_at': '2021-11-29T11:50:40Z', 'revision_number': 0, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:14Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:48.073457 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-9ff7e379-dc27-4f57-8343-8d7c908682c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fe5271-74ed-4f19-b21f-830145ce545e HTTP/1.1" status: 200 len: 998 time: 0.1329987 Nov 29 11:50:48.094067 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591fa129-d359-48b0-8fd3-abfb131343e0 None None] The sync data for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv is: [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '411ac69d-0a57-4f61-a04a-7b659cb50ec4', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'floating_ip_address': '172.26.5.27', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'port_id': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'mac_address': 'fa:16:3e:37:cc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:50:40Z', 'updated_at': '2021-11-29T11:50:40Z', 'revision_number': 0, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:14Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:48.102878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.158317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885af628-a359-49bc-bd60-bd9ff223e081 None None] Pushing event updated for resources: {'Port': ['ID=03707fdf-916d-4891-bf8a-ab075c613da9,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:48.165487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.179912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.181259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.192080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:48.192715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.200753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-0bf9fac5-8084-4558-9df1-2b655b9e512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:48.203124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-0bf9fac5-8084-4558-9df1-2b655b9e512b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89db33cd-d4bb-4d2d-8f40-1e641ed8fc73 HTTP/1.1" status: 200 len: 835 time: 0.1189864 Nov 29 11:50:48.229615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.247092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fae159-f466-4e5f-a9e3-af3e7110096d None None] Update dhcp port {'port': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'fixed_ips': [{'subnet_id': '0bb1cf3b-46ec-457e-bedf-31a4fba62dc8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f8b7a652-2e3b-4f56-a448-9bba3cafa36f'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': '7d73e585-f755-4b92-bc04-504fcda48c73'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:50:48.259149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eec301a9-1f7a-4d9a-8ba0-44ec39db63b8 None None] Provisioning complete for port 5991758a-0372-40c9-a169-1e55b03b3b39 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:48.259704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eec301a9-1f7a-4d9a-8ba0-44ec39db63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.296054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] Set router 013a6e74-287e-43fe-a585-c99eee3235dd gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:48.326786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:48.355810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=5991758a-0372-40c9-a169-1e55b03b3b39,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:48.382185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:48.401306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:48.426090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:50:47Z', 'revision_number': 6, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:48.446674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] For port 49819c28-de0d-496f-bbec-23e94c24fcba, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=49819c28-de0d-496f-bbec-23e94c24fcba,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:48.447032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.460538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-6b5474cf-7061-431a-9d84-4afea4d23a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:48.462103 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-6b5474cf-7061-431a-9d84-4afea4d23a94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9905691f-c26a-46f0-a814-cd0a62d0f60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2491319 Nov 29 11:50:48.484166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6fae159-f466-4e5f-a9e3-af3e7110096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.488317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7865a212-126e-473c-9a7d-b6632ab12d4a None None] The sync data for ids ['013a6e74-287e-43fe-a585-c99eee3235dd'] in dv-neutron-819578-1-hyperv is: [{'id': '013a6e74-287e-43fe-a585-c99eee3235dd', 'name': 'tempest-ServersTestJSON-495666859-router', 'tenant_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:06Z', 'updated_at': '2021-11-29T11:50:47Z', 'revision_number': 6, 'project_id': '7a9e7c97cb9f4e94aeca62c2f34f0a48', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:48.501622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=7f8f9716-9e10-4ab4-93d9-a84f1d9e6737,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:48.513002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-eec301a9-1f7a-4d9a-8ba0-44ec39db63b8 None None] Port 5991758a-0372-40c9-a169-1e55b03b3b39 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:48.549876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Calling delete_port for 49819c28-de0d-496f-bbec-23e94c24fcba owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:48.566202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11745b2a-a4b0-4d96-b36e-fa616a03e8b8 None None] New status for floating IP 411ac69d-0a57-4f61-a04a-7b659cb50ec4: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:50:48.589547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:48.590211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.596312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc40ac6-505b-46cc-832c-97f36c70763d req-8df3ad18-8141-464d-a459-37fc6213ba2d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:48.598112 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ecc40ac6-505b-46cc-832c-97f36c70763d req-8df3ad18-8141-464d-a459-37fc6213ba2d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2453334 Nov 29 11:50:48.621257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56362) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:48.621426 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-61f3f63d-17b9-4bec-a9c4-b628e2249880 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1603310 Nov 29 11:50:48.657172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:48.739538 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-9d2b44cc-0767-4d98-a4b9-c6aa6de30d33 service neutron] 10.222.0.30 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625751 Nov 29 11:50:48.762625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Delete allocated IP 2001:db8::13b (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/0bb1cf3b-46ec-457e-bedf-31a4fba62dc8) {{(pid=102103) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 11:50:48.799063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56364) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:48.821155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8:0:1::2dc (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/f8b7a652-2e3b-4f56-a448-9bba3cafa36f/b4569b81-6ceb-432a-ace6-698371346ee5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:48.830589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 2fef6975-5641-48d3-989f-543e1112c22b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:48.838835 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ecc40ac6-505b-46cc-832c-97f36c70763d req-9affc29e-c69b-4820-ab65-bdd308985152 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067897 Nov 29 11:50:48.851225 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac94a78-9d89-4e08-a023-7a1ac3acae2f req-3b43ba11-3ae6-4547-9cc6-76bc0bedccd3 service neutron] 10.222.0.30 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030352 Nov 29 11:50:48.879159 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:48.914828 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd40ca3f-1697-41af-b51b-7aa3eb2c631d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:48.921383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd40ca3f-1697-41af-b51b-7aa3eb2c631d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:48.926580 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fd40ca3f-1697-41af-b51b-7aa3eb2c631d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2924871 Nov 29 11:50:48.930843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56366) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:49.064905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Deleting port d9aeeb78-3989-4bef-afce-5ad6c18722b9 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:49.065239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.183344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] For port d9aeeb78-3989-4bef-afce-5ad6c18722b9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d9aeeb78-3989-4bef-afce-5ad6c18722b9,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:49.184676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.201788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Calling delete_port for d9aeeb78-3989-4bef-afce-5ad6c18722b9 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:49.263181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3c9ca731-867d-4df9-8330-bbb8a4a7f505 None None] Provisioning complete for port 5991758a-0372-40c9-a169-1e55b03b3b39 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:49.263763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3c9ca731-867d-4df9-8330-bbb8a4a7f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.337836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ca731-867d-4df9-8330-bbb8a4a7f505 None None] Port 5991758a-0372-40c9-a169-1e55b03b3b39 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:49.386414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 936db43a-e292-4ff8-b69d-2df91e658e18 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:49.467125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.489826 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-75fddbf6-217e-40d1-81c7-f20baef981a8 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/floatingips/411ac69d-0a57-4f61-a04a-7b659cb50ec4 HTTP/1.1" status: 200 len: 990 time: 0.6820476 Nov 29 11:50:49.524821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9aeeb78-3989-4bef-afce-5ad6c18722b9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:49.675070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dfafa1-d35a-44ae-89e5-8d90cf3232f5 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:49.734283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 936db43a-e292-4ff8-b69d-2df91e658e18 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:49.734957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.751353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.753194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.770805 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router 6db09821-b6cd-4f08-bb5b-c96d5b23dfca is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:50:49.774190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4212c5a4-bccb-41b3-96b4-83a44ae99141 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 7f8f9716-9e10-4ab4-93d9-a84f1d9e6737 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:49.774594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4212c5a4-bccb-41b3-96b4-83a44ae99141 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.844235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-75938f03-2ea7-4fb3-9159-da2795db989d None None] Provisioning complete for port 03707fdf-916d-4891-bf8a-ab075c613da9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:49.845061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-75938f03-2ea7-4fb3-9159-da2795db989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.854498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=49819c28-de0d-496f-bbec-23e94c24fcba,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:49.857359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:49.890599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.016344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-75938f03-2ea7-4fb3-9159-da2795db989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.020294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:50.117059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c6fae159-f466-4e5f-a9e3-af3e7110096d None None] Allocated IP 2001:db8:0:1::2 (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/f8b7a652-2e3b-4f56-a448-9bba3cafa36f/7d73e585-f755-4b92-bc04-504fcda48c73) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:50.124246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-75938f03-2ea7-4fb3-9159-da2795db989d None None] For port 03707fdf-916d-4891-bf8a-ab075c613da9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=03707fdf-916d-4891-bf8a-ab075c613da9,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:50.125438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] In _notify_port_updated(), no bound segment for port b4569b81-6ceb-432a-ace6-698371346ee5 on network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:50:50.131480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:50.132098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.136016 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "PUT /v2.0/ports/b4569b81-6ceb-432a-ace6-698371346ee5 HTTP/1.1" status: 200 len: 931 time: 3.1960456 Nov 29 11:50:50.137362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56370) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:50.137770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-75938f03-2ea7-4fb3-9159-da2795db989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.138611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.144768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8513c-0452-4eed-bd1a-58c42e8d37e4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=b4569b81-6ceb-432a-ace6-698371346ee5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:50.171923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 03707fdf-916d-4891-bf8a-ab075c613da9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:50.175168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4212c5a4-bccb-41b3-96b4-83a44ae99141 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.177906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:50.183380 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b25f8915-e7cc-4688-bdc4-b8c9c6b52945 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/6db09821-b6cd-4f08-bb5b-c96d5b23dfca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0194359 Nov 29 11:50:50.190820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56372) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:50.192215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:50.198240 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0a59d46b-a2b0-4287-8048-0d9040d617d6 admin admin] 10.222.0.23 "PUT /v2.0/routers/2662e6d6-2fc5-4d3a-9d52-76e6007ee27a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1107705 Nov 29 11:50:50.200642 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94efd44-5c8e-4fbe-8a40-8c76b63167db None None] Sync routers for ids ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:50.214545 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94efd44-5c8e-4fbe-8a40-8c76b63167db None None] Routers {'6db09821-b6cd-4f08-bb5b-c96d5b23dfca'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:50.215167 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d94efd44-5c8e-4fbe-8a40-8c76b63167db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:50.223208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56374) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:50.233412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] Sync routers for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:50.266055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4212c5a4-bccb-41b3-96b4-83a44ae99141 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 7f8f9716-9e10-4ab4-93d9-a84f1d9e6737 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:50.275200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77430957-3274-4524-afab-821ca7252311 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:50.279502 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-77430957-3274-4524-afab-821ca7252311 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports/5991758a-0372-40c9-a169-1e55b03b3b39 HTTP/1.1" status: 200 len: 911 time: 0.0852334 Nov 29 11:50:50.280268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56376) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:50.284670 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d94efd44-5c8e-4fbe-8a40-8c76b63167db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:50.299204 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94efd44-5c8e-4fbe-8a40-8c76b63167db None None] Routers {'6db09821-b6cd-4f08-bb5b-c96d5b23dfca'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:50.300069 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d94efd44-5c8e-4fbe-8a40-8c76b63167db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:50.314101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:50.314735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:50.332175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.334836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.347993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079134d-fc44-4a11-b6d7-0b2a2238f4c4 req-ac54ce59-17ed-4000-9a00-2babbe92e460 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:50.349497 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1079134d-fc44-4a11-b6d7-0b2a2238f4c4 req-ac54ce59-17ed-4000-9a00-2babbe92e460 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.4013257 Nov 29 11:50:50.360736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-845afefc-c51b-4322-80cb-502aada1325c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port b4569b81-6ceb-432a-ace6-698371346ee5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:50.361224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-845afefc-c51b-4322-80cb-502aada1325c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.366897 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d94efd44-5c8e-4fbe-8a40-8c76b63167db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:50.367703 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94efd44-5c8e-4fbe-8a40-8c76b63167db None None] The sync data for ids ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:50.426964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 03707fdf-916d-4891-bf8a-ab075c613da9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:50.427337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.433981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75938f03-2ea7-4fb3-9159-da2795db989d None None] Pushing event updated for resources: {'Port': ['ID=03707fdf-916d-4891-bf8a-ab075c613da9,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:50.454448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-845afefc-c51b-4322-80cb-502aada1325c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.459414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.460043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 013a6e74-287e-43fe-a585-c99eee3235dd {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:50:50.466849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-845afefc-c51b-4322-80cb-502aada1325c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for b4569b81-6ceb-432a-ace6-698371346ee5 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:50.472936 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.473873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e1e34dca-8a01-48b6-8904-92a7af0c7da9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/013a6e74-287e-43fe-a585-c99eee3235dd HTTP/1.1" status: 204 len: 168 time: 4.2374208 Nov 29 11:50:50.478950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56378) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:50.496588 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e8d35-8364-493f-ab24-735b3c555818 None None] Update dhcp port {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': '4a6f104c-c5c1-4c32-8af2-0b19b7c50719', 'ip_address': '2001:db8::f816:3eff:fe41:3d27'}, {'subnet_id': '73c4cc0e-fb46-4aef-a453-62ad040903f6'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': '03707fdf-916d-4891-bf8a-ab075c613da9'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:50:50.500539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56380) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:50.503602 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1079134d-fc44-4a11-b6d7-0b2a2238f4c4 req-77ba0221-04e7-4d69-ac7b-6e56a5951464 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409233 Nov 29 11:50:50.551906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c6fae159-f466-4e5f-a9e3-af3e7110096d None None] For port 7d73e585-f755-4b92-bc04-504fcda48c73, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7d73e585-f755-4b92-bc04-504fcda48c73,segment=NetworkSegment(78a6e323-8245-49be-b335-1c001ff7c777),segment_id=78a6e323-8245-49be-b335-1c001ff7c777)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:50.610394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6fae159-f466-4e5f-a9e3-af3e7110096d None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.630851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.642301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:50.723113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc5020c-51bb-4eeb-910c-d010e5f3548f admin admin] Deleting subnet 1f14d764-4eb8-4915-96ae-55caa00cc376 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:50.739196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc5020c-51bb-4eeb-910c-d010e5f3548f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.752697 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-39127a8e-66c7-4234-9fac-52f1f964ad8e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/floatingips/411ac69d-0a57-4f61-a04a-7b659cb50ec4 HTTP/1.1" status: 200 len: 992 time: 0.2459424 Nov 29 11:50:50.770486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e57e8d35-8364-493f-ab24-735b3c555818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.787400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6fae159-f466-4e5f-a9e3-af3e7110096d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.846499 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc5020c-51bb-4eeb-910c-d010e5f3548f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:50.924734 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.027210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-845afefc-c51b-4322-80cb-502aada1325c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.057977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fae159-f466-4e5f-a9e3-af3e7110096d None None] Pushing event updated for resources: {'Port': ['ID=7d73e585-f755-4b92-bc04-504fcda48c73,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:51.073406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4212c5a4-bccb-41b3-96b4-83a44ae99141 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.074153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845afefc-c51b-4322-80cb-502aada1325c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=b4569b81-6ceb-432a-ace6-698371346ee5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:51.080674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc5020c-51bb-4eeb-910c-d010e5f3548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.131807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-845afefc-c51b-4322-80cb-502aada1325c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.137586 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-845afefc-c51b-4322-80cb-502aada1325c tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/b4569b81-6ceb-432a-ace6-698371346ee5 HTTP/1.1" status: 204 len: 168 time: 0.9967196 Nov 29 11:50:51.140850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56386) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:51.180258 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e548e4ae-2f94-47c7-8ed7-cf343538f0fd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:50:51.184674 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e548e4ae-2f94-47c7-8ed7-cf343538f0fd tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/b4569b81-6ceb-432a-ace6-698371346ee5 HTTP/1.1" status: 404 len: 333 time: 0.0401456 Nov 29 11:50:51.217035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56388) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:51.238292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 307ee95d-c7a1-4911-9cfd-460df44bdf2e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:51.270770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 307ee95d-c7a1-4911-9cfd-460df44bdf2e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:51.271536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 307ee95d-c7a1-4911-9cfd-460df44bdf2e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:51.273420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-e57e8d35-8364-493f-ab24-735b3c555818 None None] Allocated IP 172.20.0.2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/73c4cc0e-fb46-4aef-a453-62ad040903f6/03707fdf-916d-4891-bf8a-ab075c613da9) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:51.274766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-89482098-ab1d-4f37-829e-9a4be2927a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:51.276581 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-89482098-ab1d-4f37-829e-9a4be2927a05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1098 time: 0.2387817 Nov 29 11:50:51.439534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4811ff14-03f1-46e2-85e1-293463cdaac8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.443830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4212c5a4-bccb-41b3-96b4-83a44ae99141 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=7f8f9716-9e10-4ab4-93d9-a84f1d9e6737,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:51.455854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e57e8d35-8364-493f-ab24-735b3c555818 None None] For port 03707fdf-916d-4891-bf8a-ab075c613da9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=03707fdf-916d-4891-bf8a-ab075c613da9,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:51.480643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c97e3-a4ab-4ed4-80f5-0e2d9b6c1bef req-b101ac88-5b76-461b-805b-45515fcbb52b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:51.481321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:50:49Z', 'revision_number': 5, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port': {'id': '2450fe9e-acf6-418f-adf8-d39654d6b04d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:13:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:51.481728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-441c97e3-a4ab-4ed4-80f5-0e2d9b6c1bef req-b101ac88-5b76-461b-805b-45515fcbb52b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.4893239 Nov 29 11:50:51.517908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-b61c2c24-623e-4d39-8072-7b45a5590830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:51.524908 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-b61c2c24-623e-4d39-8072-7b45a5590830 service neutron] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 911 time: 0.2396259 Nov 29 11:50:51.528739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] Checking router: 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:50:51.534680 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e57e8d35-8364-493f-ab24-735b3c555818 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.557375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e57e8d35-8364-493f-ab24-735b3c555818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.570001 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] Routers {'2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:51.570846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:51.600541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7d73e585-f755-4b92-bc04-504fcda48c73 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:51.620885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Deleting port 2450fe9e-acf6-418f-adf8-d39654d6b04d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:51.621431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.624408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4212c5a4-bccb-41b3-96b4-83a44ae99141 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.629605 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4212c5a4-bccb-41b3-96b4-83a44ae99141 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/7f8f9716-9e10-4ab4-93d9-a84f1d9e6737 HTTP/1.1" status: 204 len: 168 time: 2.6935256 Nov 29 11:50:51.634314 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-441c97e3-a4ab-4ed4-80f5-0e2d9b6c1bef req-f5c18358-efb1-4d54-b591-366664ff063e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299083 Nov 29 11:50:51.647555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56390) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:51.652407 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-ddb59f21-86bc-418f-917a-bc18f67d5391 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 1001 time: 0.0738211 Nov 29 11:50:51.666414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4811ff14-03f1-46e2-85e1-293463cdaac8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.693994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc5020c-51bb-4eeb-910c-d010e5f3548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.761482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.781866 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5020c-51bb-4eeb-910c-d010e5f3548f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f14d764-4eb8-4915-96ae-55caa00cc376,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:51.784351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc5020c-51bb-4eeb-910c-d010e5f3548f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.787557 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3fc5020c-51bb-4eeb-910c-d010e5f3548f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1f14d764-4eb8-4915-96ae-55caa00cc376 HTTP/1.1" status: 204 len: 168 time: 1.3008721 Nov 29 11:50:51.793085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56392) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:51.865902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a926f1d-00d0-4ed0-b1fc-d5f866687c39 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:51.868265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a926f1d-00d0-4ed0-b1fc-d5f866687c39 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:51.869060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a926f1d-00d0-4ed0-b1fc-d5f866687c39 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:51.873091 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1a926f1d-00d0-4ed0-b1fc-d5f866687c39 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2219694 Nov 29 11:50:51.883265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56394) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:51.933069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a79777b-0c68-4ace-8fe3-8f3eb366d676 None None] Network cd053911-1770-496c-974e-f2c804170770 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:51.956155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.964877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] For port 2450fe9e-acf6-418f-adf8-d39654d6b04d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2450fe9e-acf6-418f-adf8-d39654d6b04d,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:51.965258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:51.985589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Calling delete_port for 2450fe9e-acf6-418f-adf8-d39654d6b04d owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:52.000232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-c7e6ebb5-15f8-4eed-a135-5f37ef805b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:52.002155 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-c7e6ebb5-15f8-4eed-a135-5f37ef805b41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.3393140 Nov 29 11:50:52.004689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-312cc432-c139-490a-a906-56c3ccda5562 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 4a6f104c-c5c1-4c32-8af2-0b19b7c50719 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:52.011352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-312cc432-c139-490a-a906-56c3ccda5562 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.029403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] Set router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:50:52.083979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4811ff14-03f1-46e2-85e1-293463cdaac8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.086889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4811ff14-03f1-46e2-85e1-293463cdaac8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.090493 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4811ff14-03f1-46e2-85e1-293463cdaac8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/security-groups/738b8e25-ac3e-4367-9ab1-e4f2aa139e3b HTTP/1.1" status: 204 len: 168 time: 0.8709943 Nov 29 11:50:52.104035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56396) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:52.113063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8:1::1 (17706928-45e5-42e0-be3e-95550eab1353/65b3be17-90c6-488f-9d00-f2d5173eaf5e/f52ae313-07c9-481e-ab68-1cb50bde6e9d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:52.118085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e8d35-8364-493f-ab24-735b3c555818 None None] Pushing event updated for resources: {'Port': ['ID=03707fdf-916d-4891-bf8a-ab075c613da9,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:52.152070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:50:50Z', 'revision_number': 6, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:52.160193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-312cc432-c139-490a-a906-56c3ccda5562 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.167811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:52.168258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.214322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811ff14-03f1-46e2-85e1-293463cdaac8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b8e25-ac3e-4367-9ab1-e4f2aa139e3b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:52.231934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-412a0512-c6da-4d36-8770-2537bd662868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:52.234158 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-412a0512-c6da-4d36-8770-2537bd662868 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2241702 Nov 29 11:50:52.236386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a642ee-ee69-4fa9-a29a-d2d0ad64b46a None None] The sync data for ids ['2662e6d6-2fc5-4d3a-9d52-76e6007ee27a'] in dv-neutron-819578-1-hyperv is: [{'id': '2662e6d6-2fc5-4d3a-9d52-76e6007ee27a', 'name': 'tempest-ServersTestManualDisk-905202098-router', 'tenant_id': '3c7036afab6b45bd80311f207072fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:07Z', 'updated_at': '2021-11-29T11:50:50Z', 'revision_number': 6, 'project_id': '3c7036afab6b45bd80311f207072fa15', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:52.292175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5a17a0c6-8313-4569-92eb-2b0c89e10eb2 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:52.292839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a17a0c6-8313-4569-92eb-2b0c89e10eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.410006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.434360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d1b2bea-e047-4b04-b54a-fb0c9339cf22 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.474429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.480751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 03707fdf-916d-4891-bf8a-ab075c613da9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:52.494042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Deleting port 0b967417-5a51-4d9b-823b-861921a54f6c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:52.494332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.537604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=f52ae313-07c9-481e-ab68-1cb50bde6e9d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:52.562123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5a17a0c6-8313-4569-92eb-2b0c89e10eb2 None None] Provisioning complete for port 42d9bc45-73ed-4765-91e9-8898480ffc78 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:52.562931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 17706928-45e5-42e0-be3e-95550eab1353 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:52.563507 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a17a0c6-8313-4569-92eb-2b0c89e10eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.566938 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-19f39bcc-2560-4948-bc2e-385f510eff56 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218341 Nov 29 11:50:52.568013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:52.569773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d1b2bea-e047-4b04-b54a-fb0c9339cf22 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.570726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:52.571423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.610881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 03707fdf-916d-4891-bf8a-ab075c613da9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:52.611552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.641029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5a17a0c6-8313-4569-92eb-2b0c89e10eb2 None None] Port 42d9bc45-73ed-4765-91e9-8898480ffc78 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:52.657299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] DHCP port deletion for cd053911-1770-496c-974e-f2c804170770 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:52.692357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5a17a0c6-8313-4569-92eb-2b0c89e10eb2 None None] Could not find standard attr ID for object b4569b81-6ceb-432a-ace6-698371346ee5. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:52.693007 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-312cc432-c139-490a-a906-56c3ccda5562 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.813168 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fbd288ec-01b8-4453-bfec-292da23c78ae req-0593c17a-9134-45cb-9d58-114083d15d5c service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372673 Nov 29 11:50:52.820778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f10631dd-b568-477d-a18d-485093178828 None None] Could not find standard attr ID for object b4569b81-6ceb-432a-ace6-698371346ee5. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:52.844358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] Deleting port 0b967417-5a51-4d9b-823b-861921a54f6c {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:52.844657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.896826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] For port 0b967417-5a51-4d9b-823b-861921a54f6c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0b967417-5a51-4d9b-823b-861921a54f6c,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:52.897278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.931480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Calling delete_port for 0b967417-5a51-4d9b-823b-861921a54f6c owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:52.946648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] For port 0b967417-5a51-4d9b-823b-861921a54f6c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0b967417-5a51-4d9b-823b-861921a54f6c,segment=NetworkSegment(7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea),segment_id=7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:52.946648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.973881 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:50:52.982296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.992876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d1b2bea-e047-4b04-b54a-fb0c9339cf22 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:52.996872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] Calling delete_port for 0b967417-5a51-4d9b-823b-861921a54f6c owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:53.000080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d1b2bea-e047-4b04-b54a-fb0c9339cf22 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.000080 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1d1b2bea-e047-4b04-b54a-fb0c9339cf22 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/security-groups/57644103-b021-4738-9a81-20d8294d4b4a HTTP/1.1" status: 204 len: 168 time: 0.8897915 Nov 29 11:50:53.049763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56400) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:53.050916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.078808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-312cc432-c139-490a-a906-56c3ccda5562 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.087716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6323817-41ff-4f9c-8a47-1a53364afe81 req-082975fa-e9cd-40a2-9428-9e1933830117 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:53.089450 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b6323817-41ff-4f9c-8a47-1a53364afe81 req-082975fa-e9cd-40a2-9428-9e1933830117 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2941704 Nov 29 11:50:53.122668 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Pushing event deleted for resources: {'Port': ['ID=2450fe9e-acf6-418f-adf8-d39654d6b04d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:53.135340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.161760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b2bea-e047-4b04-b54a-fb0c9339cf22 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57644103-b021-4738-9a81-20d8294d4b4a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:53.192243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] Pushing event deleted for resources: {'Port': ['ID=0b967417-5a51-4d9b-823b-861921a54f6c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:53.206481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f6d02-b138-4c12-9f6c-9171008d09fc None None] No DVR routers for this DVR port 0b967417-5a51-4d9b-823b-861921a54f6c on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:53.208233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-312cc432-c139-490a-a906-56c3ccda5562 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.210952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 49819c28-de0d-496f-bbec-23e94c24fcba no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:53.215164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-312cc432-c139-490a-a906-56c3ccda5562 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/4a6f104c-c5c1-4c32-8af2-0b19b7c50719 HTTP/1.1" status: 204 len: 168 time: 1.3308864 Nov 29 11:50:53.216041 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cc432-c139-490a-a906-56c3ccda5562 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6f104c-c5c1-4c32-8af2-0b19b7c50719,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:53.217755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56402) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:53.228075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0974220-e019-4c99-a4ba-4870ce59e904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet 0bb1cf3b-46ec-457e-bedf-31a4fba62dc8 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:53.241828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0974220-e019-4c99-a4ba-4870ce59e904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.247043 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 49819c28-de0d-496f-bbec-23e94c24fcba {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:53.247672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 49819c28-de0d-496f-bbec-23e94c24fcba not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:53.263460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-264e6e0a-adbc-4f1e-b76f-1d25c40de820 None None] Provisioning complete for port f52ae313-07c9-481e-ab68-1cb50bde6e9d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:53.263906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-264e6e0a-adbc-4f1e-b76f-1d25c40de820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.327567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-264e6e0a-adbc-4f1e-b76f-1d25c40de820 None None] Port f52ae313-07c9-481e-ab68-1cb50bde6e9d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:53.383644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0974220-e019-4c99-a4ba-4870ce59e904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.442973 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b6323817-41ff-4f9c-8a47-1a53364afe81 req-352b1263-e84e-441d-bf24-9f76974b976d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329406 Nov 29 11:50:53.454652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 03707fdf-916d-4891-bf8a-ab075c613da9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:53.472756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-4439d945-e0a2-4a7a-98ae-36341ae5ce30 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 73c4cc0e-fb46-4aef-a453-62ad040903f6 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:53.475441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.493230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4439d945-e0a2-4a7a-98ae-36341ae5ce30 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.505406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9d5291-f524-4209-8401-bcda0f4e4b93 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:53.544933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.547145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0b967417-5a51-4d9b-823b-861921a54f6c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:53.583244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0974220-e019-4c99-a4ba-4870ce59e904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.587911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] No DVR routers for this DVR port 0b967417-5a51-4d9b-823b-861921a54f6c on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:53.601569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-92179179-909c-447e-a2d4-e5624687edf8 None None] Provisioning complete for port 03707fdf-916d-4891-bf8a-ab075c613da9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:53.602126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-92179179-909c-447e-a2d4-e5624687edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.647298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 03707fdf-916d-4891-bf8a-ab075c613da9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:53.647870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.672474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.677206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.678151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.680216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4439d945-e0a2-4a7a-98ae-36341ae5ce30 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.684716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0974220-e019-4c99-a4ba-4870ce59e904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.705748 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.708668 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.754314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0974220-e019-4c99-a4ba-4870ce59e904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb1cf3b-46ec-457e-bedf-31a4fba62dc8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:53.755173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e0974220-e019-4c99-a4ba-4870ce59e904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.762318 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e0974220-e019-4c99-a4ba-4870ce59e904 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/0bb1cf3b-46ec-457e-bedf-31a4fba62dc8 HTTP/1.1" status: 204 len: 168 time: 0.6915042 Nov 29 11:50:53.766173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56404) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:53.780910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ff791-0f99-4727-a016-f4201afcdb77 None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:53.804622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=f52ae313-07c9-481e-ab68-1cb50bde6e9d,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:53.806556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:53.849724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 17706928-45e5-42e0-be3e-95550eab1353 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:53.851938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:53.867228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.882757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.883188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2662e6d6-2fc5-4d3a-9d52-76e6007ee27a {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:50:53.887425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:53.888390 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-36001146-a13e-45ce-ab54-a51512d3a29e admin admin] 10.222.0.23 "DELETE /v2.0/routers/2662e6d6-2fc5-4d3a-9d52-76e6007ee27a HTTP/1.1" status: 204 len: 168 time: 3.6341450 Nov 29 11:50:53.896483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56406) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:53.918204 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-92179179-909c-447e-a2d4-e5624687edf8 None None] Could not find standard attr ID for object 7f8f9716-9e10-4ab4-93d9-a84f1d9e6737. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:50:53.958405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd053911-1770-496c-974e-f2c804170770']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:53.997091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9602196-0400-42a3-89c7-e90e3b824d55 admin admin] Deleting subnet 32262308-b0e7-4d46-b015-3101c9347f45 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:50:54.011975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9602196-0400-42a3-89c7-e90e3b824d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.038870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d9aeeb78-3989-4bef-afce-5ad6c18722b9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:54.042937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4439d945-e0a2-4a7a-98ae-36341ae5ce30 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.067315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router 6db09821-b6cd-4f08-bb5b-c96d5b23dfca has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:54.085275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: d9aeeb78-3989-4bef-afce-5ad6c18722b9 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:54.085275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d9aeeb78-3989-4bef-afce-5ad6c18722b9 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:54.085980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0b967417-5a51-4d9b-823b-861921a54f6c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:54.087677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9602196-0400-42a3-89c7-e90e3b824d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.116567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 0b967417-5a51-4d9b-823b-861921a54f6c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:54.117068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0b967417-5a51-4d9b-823b-861921a54f6c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:54.117520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:54.117695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2450fe9e-acf6-418f-adf8-d39654d6b04d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:54.117822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eccbfc0-1fc7-43ea-9ea7-238fd56bd8ea') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:54.140876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2450fe9e-acf6-418f-adf8-d39654d6b04d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:50:54.141384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2450fe9e-acf6-418f-adf8-d39654d6b04d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:54.152468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.198519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.222256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:54.222256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:54.224299 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:54.248867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:54.254928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.274198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:54.280988 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1c689892-0c3e-4411-bdfe-dfd50a607c35 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/6db09821-b6cd-4f08-bb5b-c96d5b23dfca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9988372 Nov 29 11:50:54.283717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56408) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:54.293424 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183ee63-8a9d-4859-9e45-cb375dfce294 None None] Sync routers for ids ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:54.304479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9602196-0400-42a3-89c7-e90e3b824d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.315180 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183ee63-8a9d-4859-9e45-cb375dfce294 None None] Routers {'6db09821-b6cd-4f08-bb5b-c96d5b23dfca'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:54.315936 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2183ee63-8a9d-4859-9e45-cb375dfce294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:54.363444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d80db404-e9b7-48e8-883e-9d8a4cb7af8f None None] Provisioning complete for port f52ae313-07c9-481e-ab68-1cb50bde6e9d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:54.363718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4439d945-e0a2-4a7a-98ae-36341ae5ce30 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.364342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d80db404-e9b7-48e8-883e-9d8a4cb7af8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.396951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be638039-7593-4576-b753-1bb3d52111d5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:54.397500 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2183ee63-8a9d-4859-9e45-cb375dfce294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:54.398707 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-be638039-7593-4576-b753-1bb3d52111d5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports/f52ae313-07c9-481e-ab68-1cb50bde6e9d HTTP/1.1" status: 200 len: 913 time: 0.1098380 Nov 29 11:50:54.405561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56410) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:54.416056 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183ee63-8a9d-4859-9e45-cb375dfce294 None None] Routers {'6db09821-b6cd-4f08-bb5b-c96d5b23dfca'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:54.416672 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2183ee63-8a9d-4859-9e45-cb375dfce294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:54.431736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439d945-e0a2-4a7a-98ae-36341ae5ce30 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=73c4cc0e-fb46-4aef-a453-62ad040903f6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:54.438566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d80db404-e9b7-48e8-883e-9d8a4cb7af8f None None] Port f52ae313-07c9-481e-ab68-1cb50bde6e9d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:54.450682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4439d945-e0a2-4a7a-98ae-36341ae5ce30 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.454003 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4439d945-e0a2-4a7a-98ae-36341ae5ce30 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/73c4cc0e-fb46-4aef-a453-62ad040903f6 HTTP/1.1" status: 204 len: 168 time: 1.2155805 Nov 29 11:50:54.457399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56412) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:54.458064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.487436 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2183ee63-8a9d-4859-9e45-cb375dfce294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:54.488129 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183ee63-8a9d-4859-9e45-cb375dfce294 None None] The sync data for ids ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:54.549400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.556304 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd053911-1770-496c-974e-f2c804170770 HTTP/1.1" status: 204 len: 168 time: 2.7592156 Nov 29 11:50:54.575468 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c32992db-2df0-44fb-a6f8-907d6496a79e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1152744 Nov 29 11:50:54.582946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56418) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:54.588098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:54.598505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9602196-0400-42a3-89c7-e90e3b824d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.624657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f11481-33c6-4927-ae31-1b84e719b5fc admin admin] Pushing event deleted for resources: {'Network': ['ID=cd053911-1770-496c-974e-f2c804170770,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:54.679639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f27e6-91eb-4875-9311-30ea19416188 req-ce5514c4-3c84-4023-9cc9-5e5058ecf844 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:54.681354 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0c8f27e6-91eb-4875-9311-30ea19416188 req-ce5514c4-3c84-4023-9cc9-5e5058ecf844 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1147702 Nov 29 11:50:54.703782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9602196-0400-42a3-89c7-e90e3b824d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32262308-b0e7-4d46-b015-3101c9347f45,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:54.759772 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0c8f27e6-91eb-4875-9311-30ea19416188 req-d905c6be-ea98-42b8-8c5c-01b9015431c3 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684474 Nov 29 11:50:54.775127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9602196-0400-42a3-89c7-e90e3b824d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.780016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd29ff4-045d-4060-bb65-098a41a6f18f None None] Network 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:54.780583 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b9602196-0400-42a3-89c7-e90e3b824d55 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/32262308-b0e7-4d46-b015-3101c9347f45 HTTP/1.1" status: 204 len: 168 time: 0.8841026 Nov 29 11:50:54.782108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56420) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:54.881725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56424) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:54.893828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:54.897916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:54.987052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ced1a-55b5-4b82-bddb-af8e8b6bcd79 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:55.043410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.076076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6af92-a1d7-49d9-b3f5-31db61ca6ece req-51a0e4b8-c136-436f-bdb4-a492e27655f4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:55.082579 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-94255062-b61a-4468-af61-2adc9a07e671 None None] Provisioning complete for port 03707fdf-916d-4891-bf8a-ab075c613da9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:55.082964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94255062-b61a-4468-af61-2adc9a07e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.086160 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83f6af92-a1d7-49d9-b3f5-31db61ca6ece req-51a0e4b8-c136-436f-bdb4-a492e27655f4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1710515 Nov 29 11:50:55.142928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] DHCP port deletion for 8d5dbc71-d19f-4d76-86ee-ef2acbd90aee request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:55.268616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] Deleting port a14b50ed-ce89-475e-b1de-d9509981e40a {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:55.269029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.319388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:50:55.359422 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2fb17e73-b4ac-43c2-abd1-c86dc2bdda1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a9e7c97cb9f4e94aeca62c2f34f0a48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4709671 Nov 29 11:50:55.367040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56426) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:55.382728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] For port a14b50ed-ce89-475e-b1de-d9509981e40a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a14b50ed-ce89-475e-b1de-d9509981e40a,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:55.383430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.409474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a14b50ed-ce89-475e-b1de-d9509981e40a no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:55.412132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] Calling delete_port for a14b50ed-ce89-475e-b1de-d9509981e40a owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:55.430203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.439866 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83f6af92-a1d7-49d9-b3f5-31db61ca6ece req-3a0b1240-83dd-4f51-94e2-6f750faef3bd tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527303 Nov 29 11:50:55.451395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-064e8b71-14fa-49e4-b543-b2bd67bc04fa None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:55.451808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-064e8b71-14fa-49e4-b543-b2bd67bc04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.497750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:55.504376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:55.509682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:55.510438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.520367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=2d7e6a17-12d2-4963-aa08-b40e38d8a2b7,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:55.541197 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ef523738-b471-40f6-bd16-782154634f1e tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7386029 Nov 29 11:50:55.543883 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56430) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:55.547445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3704728-62ce-4ad6-867b-6cc2a8229aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.548913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-16c8cc2e-b5ac-4fec-9728-45cfef6c3227 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'security_group': {'name': 'tempest-secgroup-1754412610'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:55.562852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Deleting port a14b50ed-ce89-475e-b1de-d9509981e40a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:55.563229 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.611028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3704728-62ce-4ad6-867b-6cc2a8229aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.634959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16c8cc2e-b5ac-4fec-9728-45cfef6c3227 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.656686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] For port a14b50ed-ce89-475e-b1de-d9509981e40a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a14b50ed-ce89-475e-b1de-d9509981e40a,segment=NetworkSegment(bf6d0f4f-0bdb-4155-b1f3-ef34493b033a),segment_id=bf6d0f4f-0bdb-4155-b1f3-ef34493b033a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:55.657115 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.675590 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Calling delete_port for a14b50ed-ce89-475e-b1de-d9509981e40a owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:55.697978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d10280-5360-4721-98b5-a3bb9ad38273 None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:55.710032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] Deleting port 03707fdf-916d-4891-bf8a-ab075c613da9 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:55.710741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.783728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] For port 03707fdf-916d-4891-bf8a-ab075c613da9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=03707fdf-916d-4891-bf8a-ab075c613da9,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:55.784373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.788757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16c8cc2e-b5ac-4fec-9728-45cfef6c3227 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.799045 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16c8cc2e-b5ac-4fec-9728-45cfef6c3227 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.805782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3704728-62ce-4ad6-867b-6cc2a8229aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.808444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3704728-62ce-4ad6-867b-6cc2a8229aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.813492 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f3704728-62ce-4ad6-867b-6cc2a8229aed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4fdec0f3-9f4c-4c68-8587-c0b051b647e8 HTTP/1.1" status: 204 len: 168 time: 0.4417765 Nov 29 11:50:55.813670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] Calling delete_port for 03707fdf-916d-4891-bf8a-ab075c613da9 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:55.826172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8cc2e-b5ac-4fec-9728-45cfef6c3227 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7c88cc-99b2-4ea7-94cc-ed9617164a7c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:55.836724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.863555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.873767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16c8cc2e-b5ac-4fec-9728-45cfef6c3227 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:55.875016 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-16c8cc2e-b5ac-4fec-9728-45cfef6c3227 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3301959 Nov 29 11:50:55.877242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14b50ed-ce89-475e-b1de-d9509981e40a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:55.879132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56436) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:55.891984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-45e4b26c-3058-4cc9-b12b-938a07caf1a4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'security_group': {'name': 'tempest-secgroup-433066681'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:55.892682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No active binding found for port a14b50ed-ce89-475e-b1de-d9509981e40a {{(pid=102105) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 11:50:55.893117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a14b50ed-ce89-475e-b1de-d9509981e40a not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:50:55.893533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 03707fdf-916d-4891-bf8a-ab075c613da9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:50:55.899487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] No DVR routers for this DVR port a14b50ed-ce89-475e-b1de-d9509981e40a on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:55.999292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45e4b26c-3058-4cc9-b12b-938a07caf1a4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.021384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3704728-62ce-4ad6-867b-6cc2a8229aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdec0f3-9f4c-4c68-8587-c0b051b647e8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:56.022849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.039806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60f30c-dba0-42ba-81d3-a00461784820 req-d24d19df-e758-4eb5-9417-819693290fc6 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:56.041320 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7b60f30c-dba0-42ba-81d3-a00461784820 req-d24d19df-e758-4eb5-9417-819693290fc6 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1721158 Nov 29 11:50:56.089497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-064e8b71-14fa-49e4-b543-b2bd67bc04fa None None] Provisioning complete for port 42d9bc45-73ed-4765-91e9-8898480ffc78 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:56.090037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-064e8b71-14fa-49e4-b543-b2bd67bc04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.100148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5dbc71-d19f-4d76-86ee-ef2acbd90aee']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:56.102590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.119125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:56.119419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6d0f4f-0bdb-4155-b1f3-ef34493b033a') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:56.144393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.161149 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7b60f30c-dba0-42ba-81d3-a00461784820 req-b87fff0c-50a9-4c05-a5c8-a7b0d27b130e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923502 Nov 29 11:50:56.168403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] No DVR routers for this DVR port a14b50ed-ce89-475e-b1de-d9509981e40a on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:56.175136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.179030 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45e4b26c-3058-4cc9-b12b-938a07caf1a4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.188435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:50:56.189154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:50:56.191115 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:50:56.237193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4c4d3-131b-4f83-b592-c8696e14fcb6 None None] Pushing event deleted for resources: {'Port': ['ID=a14b50ed-ce89-475e-b1de-d9509981e40a,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:56.238858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45e4b26c-3058-4cc9-b12b-938a07caf1a4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.269134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-064e8b71-14fa-49e4-b543-b2bd67bc04fa None None] Port 42d9bc45-73ed-4765-91e9-8898480ffc78 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:56.282585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-45e4b26c-3058-4cc9-b12b-938a07caf1a4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.283944 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-45e4b26c-3058-4cc9-b12b-938a07caf1a4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3966842 Nov 29 11:50:56.284375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.287621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56444) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:56.293292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-119eb5d8-3961-4c19-922b-1c2235dab359 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'security_group': {'name': 'tempest-secgroup-97047637'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:56.300212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b26c-3058-4cc9-b12b-938a07caf1a4 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24f486b-730f-4735-943a-5d575abf28d5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:56.302611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.309903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.316502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.317355 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8d5dbc71-d19f-4d76-86ee-ef2acbd90aee HTTP/1.1" status: 204 len: 168 time: 1.5342436 Nov 29 11:50:56.319980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:50:56.336697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34699bab-3ce6-4d0e-9698-cd0d2c52c919 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5dbc71-d19f-4d76-86ee-ef2acbd90aee,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:56.341022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] No DVR routers for this DVR port 03707fdf-916d-4891-bf8a-ab075c613da9 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:50:56.349853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-119eb5d8-3961-4c19-922b-1c2235dab359 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.374599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917cc17-2ffd-46ec-9fbb-5c6fa7970cc7 None None] Pushing event deleted for resources: {'Port': ['ID=03707fdf-916d-4891-bf8a-ab075c613da9,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:56.526264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9366c11-3eb0-4011-b392-62a396d48cba None None] Update dhcp port {'port': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'fixed_ips': [{'subnet_id': 'f8b7a652-2e3b-4f56-a448-9bba3cafa36f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d7e6a17-12d2-4963-aa08-b40e38d8a2b7'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': '7d73e585-f755-4b92-bc04-504fcda48c73'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:50:56.554295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9366c11-3eb0-4011-b392-62a396d48cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.554640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-119eb5d8-3961-4c19-922b-1c2235dab359 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.575989 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-119eb5d8-3961-4c19-922b-1c2235dab359 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.581348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56456) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:56.660392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-119eb5d8-3961-4c19-922b-1c2235dab359 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.664515 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-119eb5d8-3961-4c19-922b-1c2235dab359 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.3731656 Nov 29 11:50:56.665439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56458) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:56.672462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119eb5d8-3961-4c19-922b-1c2235dab359 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4e9b0f-c4d0-481a-905f-12d10048442a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:56.686759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123ea0-582d-45a3-ae6b-e3ec7495a852 req-5864b21e-7bef-4574-85af-69993714bd38 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:56.694874 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ed123ea0-582d-45a3-ae6b-e3ec7495a852 req-5864b21e-7bef-4574-85af-69993714bd38 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1657546 Nov 29 11:50:56.708484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2023048724', 'security_groups': ['cf4e9b0f-c4d0-481a-905f-12d10048442a'], 'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2d7e6a17-12d2-4963-aa08-b40e38d8a2b7'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:56.752589 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ed123ea0-582d-45a3-ae6b-e3ec7495a852 req-9b21e576-c01d-43f5-b566-ec4215df5d92 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420916 Nov 29 11:50:56.757538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-d9366c11-3eb0-4011-b392-62a396d48cba None None] Allocated IP 2001:db8::2 (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/2d7e6a17-12d2-4963-aa08-b40e38d8a2b7/7d73e585-f755-4b92-bc04-504fcda48c73) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:56.776535 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING neutron.services.revisions.revision_plugin [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Could not find related port for resource to bump revision. Nov 29 11:50:56.830526 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fe0614bc-cced-4ed4-b6f7-b244d65223bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3c7036afab6b45bd80311f207072fa15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2357101 Nov 29 11:50:56.831017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56464) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:56.842909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_pluggable_backend [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Port 03707fdf-916d-4891-bf8a-ab075c613da9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 29 11:50:56.843361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_pluggable_backend [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Reverting IP allocation for 2001:db8::f816:3eff:fe41:3d27 {{(pid=102104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 29 11:50:56.852364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_pluggable_backend [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe41:3d27 {{(pid=102104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 29 11:50:56.859461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.886808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d9366c11-3eb0-4011-b392-62a396d48cba None None] For port 7d73e585-f755-4b92-bc04-504fcda48c73, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7d73e585-f755-4b92-bc04-504fcda48c73,segment=NetworkSegment(78a6e323-8245-49be-b335-1c001ff7c777),segment_id=78a6e323-8245-49be-b335-1c001ff7c777)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:56.911194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da12eb26-3bff-4a01-8e01-bb9cacb6fc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.933970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9366c11-3eb0-4011-b392-62a396d48cba None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.939047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da12eb26-3bff-4a01-8e01-bb9cacb6fc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.941178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9366c11-3eb0-4011-b392-62a396d48cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:56.968271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:56.995714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:57.009889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:57.010850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.012890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da12eb26-3bff-4a01-8e01-bb9cacb6fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.015919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da12eb26-3bff-4a01-8e01-bb9cacb6fc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.021138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7ef34-3607-4ad1-b5fb-3ad7425805b3 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:50:57.033545 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-da12eb26-3bff-4a01-8e01-bb9cacb6fc75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd7da52b-405c-4329-bc4a-871afdada4dc HTTP/1.1" status: 204 len: 168 time: 0.1919320 Nov 29 11:50:57.040037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:57.046299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=37bb36e9-80fc-4eac-a190-796794defbee,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:57.059797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12eb26-3bff-4a01-8e01-bb9cacb6fc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7da52b-405c-4329-bc4a-871afdada4dc,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:57.066312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56472) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:57.067244 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-51cbd0b6-f7e3-4b21-81c3-ae376303e8fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4823637 Nov 29 11:50:57.077573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:57.093824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9366c11-3eb0-4011-b392-62a396d48cba None None] Pushing event updated for resources: {'Port': ['ID=7d73e585-f755-4b92-bc04-504fcda48c73,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:57.126615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port f52ae313-07c9-481e-ab68-1cb50bde6e9d {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:50:57.126955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.281067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '37bb36e9-80fc-4eac-a190-796794defbee'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:50:57.282488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.319904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.336558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.349359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] device_id is not set on port 121ec455-7fa5-4521-82d0-0e7519edbae9 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:57.367297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for f52ae313-07c9-481e-ab68-1cb50bde6e9d owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:50:57.376234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:57.380277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.626190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7d73e585-f755-4b92-bc04-504fcda48c73 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:57.679708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.700390 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Allocated IP 2001:db8::f816:3eff:fee2:7da4 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/37bb36e9-80fc-4eac-a190-796794defbee/26b3cfa3-ed98-410f-899a-68e26872cf23) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:57.703542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:57.705565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.746540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.830135 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:57.836981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:57.841998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:57.843840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:57.848409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8::3c5 (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/2d7e6a17-12d2-4963-aa08-b40e38d8a2b7/121ec455-7fa5-4521-82d0-0e7519edbae9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:57.862325 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:57.943670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5fc591cf-e95f-4db0-9183-c13289d397fd tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8758619 Nov 29 11:50:57.944376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56496) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:57.953573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:97:5f:7d', 'name': 'tempest-NetworksTestDHCPv6-1802279477'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:57.980758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.042722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1596f91-d4f9-41fc-b3a4-bfd267dc5b58 req-271f3def-c81f-437c-8683-b5f1b0b3b72f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:58.044678 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1596f91-d4f9-41fc-b3a4-bfd267dc5b58 req-271f3def-c81f-437c-8683-b5f1b0b3b72f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1701596 Nov 29 11:50:58.094441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=f52ae313-07c9-481e-ab68-1cb50bde6e9d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:58.129658 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1596f91-d4f9-41fc-b3a4-bfd267dc5b58 req-2170611b-3848-42d3-ad2c-38255619430c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777917 Nov 29 11:50:58.172084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:58.193436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.208614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7c031c68-b67d-4f26-aaa5-d2120efb3506 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:58.209043 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c031c68-b67d-4f26-aaa5-d2120efb3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.222135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.230607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.331342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.334895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.336928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56512) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:58.383019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:58.390160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port f5eec51a-2c69-4c9d-9075-0427c17f3985 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:50:58.404239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:58.411364 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:58.461071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Pushing event updated for resources: {'Port': ['ID=26b3cfa3-ed98-410f-899a-68e26872cf23,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:58.513639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:58.537917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:58.542915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:58.552992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:58.553811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.565825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=121ec455-7fa5-4521-82d0-0e7519edbae9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:58.578356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd9b0f-0787-4227-9bc6-8de696b3399d req-c45eabd9-b383-4591-be1b-f3d8e2622d84 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:58.586694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68cd9b0f-0787-4227-9bc6-8de696b3399d req-c45eabd9-b383-4591-be1b-f3d8e2622d84 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1048000 Nov 29 11:50:58.594171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.614352 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-00d5bc94-11d8-4181-bb94-cb6bd648246f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9246554 Nov 29 11:50:58.618333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56520) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:58.623828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-bd2116ce-a518-4292-b3a6-eb62fd2538ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:58.678813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Attempting to bind port 26b3cfa3-ed98-410f-899a-68e26872cf23 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:50:58.679186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Attempting to bind port 26b3cfa3-ed98-410f-899a-68e26872cf23 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:50:58.679535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Attempting to bind port 26b3cfa3-ed98-410f-899a-68e26872cf23 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:50:58.682543 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68cd9b0f-0787-4227-9bc6-8de696b3399d req-e80d93b2-d903-46a1-ab62-8a692665f812 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825601 Nov 29 11:50:58.695426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:50:58.697115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:50:58.697530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.697921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:50:58.698426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Bound port: 26b3cfa3-ed98-410f-899a-68e26872cf23, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:50:58.699073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.795643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 172.20.0.7 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0/f5eec51a-2c69-4c9d-9075-0427c17f3985) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:58.807729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fe97:5f7d (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/37bb36e9-80fc-4eac-a190-796794defbee/f5eec51a-2c69-4c9d-9075-0427c17f3985) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:58.833716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:58.851271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7c031c68-b67d-4f26-aaa5-d2120efb3506 None None] Provisioning complete for port 42d9bc45-73ed-4765-91e9-8898480ffc78 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:58.851579 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c031c68-b67d-4f26-aaa5-d2120efb3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.880016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] For port 26b3cfa3-ed98-410f-899a-68e26872cf23, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:50:58.897091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] For port 26b3cfa3-ed98-410f-899a-68e26872cf23, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=26b3cfa3-ed98-410f-899a-68e26872cf23,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:50:58.905612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7c031c68-b67d-4f26-aaa5-d2120efb3506 None None] Port 42d9bc45-73ed-4765-91e9-8898480ffc78 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:58.907933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:58.980852 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed6e5b-7de5-4f31-baae-679d00b22766 None None] Pushing event updated for resources: {'Port': ['ID=26b3cfa3-ed98-410f-899a-68e26872cf23,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:59.021199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.037402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1e8c7147-3d5c-416b-9e33-84da99aa4be5 None None] Provisioning complete for port 121ec455-7fa5-4521-82d0-0e7519edbae9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:59.037884 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7147-3d5c-416b-9e33-84da99aa4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.093883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2116ce-a518-4292-b3a6-eb62fd2538ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:59.097396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bd2116ce-a518-4292-b3a6-eb62fd2538ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.105506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c7147-3d5c-416b-9e33-84da99aa4be5 None None] Port 121ec455-7fa5-4521-82d0-0e7519edbae9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:50:59.141678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.160390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router 6db09821-b6cd-4f08-bb5b-c96d5b23dfca has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:50:59.200192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.204430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.276447 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.ipam_backend_mixin [None req-bd2116ce-a518-4292-b3a6-eb62fd2538ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d7e6a17-12d2-4963-aa08-b40e38d8a2b7 (CIDR: 2001:db8::/64) Nov 29 11:50:59.294893 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2116ce-a518-4292-b3a6-eb62fd2538ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:50:59.296038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2116ce-a518-4292-b3a6-eb62fd2538ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:50:59.321351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:50:59.333765 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a912351e-c853-4c4d-8cb5-4d42b6b373b8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/6db09821-b6cd-4f08-bb5b-c96d5b23dfca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9271054 Nov 29 11:50:59.334700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56532) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:59.342948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4585d0fa-b6fa-48b3-88bf-2465e68ff470 None None] Sync routers for ids ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:50:59.353784 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bd2116ce-a518-4292-b3a6-eb62fd2538ca tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7308700 Nov 29 11:50:59.353784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56534) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:59.359912 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585d0fa-b6fa-48b3-88bf-2465e68ff470 None None] Routers {'6db09821-b6cd-4f08-bb5b-c96d5b23dfca'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:59.363843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4585d0fa-b6fa-48b3-88bf-2465e68ff470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:59.428639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3db931da-26da-4626-9e68-4e37ffd4a3b1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:59.442646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=f5eec51a-2c69-4c9d-9075-0427c17f3985,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:59.455806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:50:59.461619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:50:59.467228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:50:59.468640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 26b3cfa3-ed98-410f-899a-68e26872cf23 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:50:59.495108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4585d0fa-b6fa-48b3-88bf-2465e68ff470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:59.510782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585d0fa-b6fa-48b3-88bf-2465e68ff470 None None] Routers {'6db09821-b6cd-4f08-bb5b-c96d5b23dfca'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:50:59.511702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4585d0fa-b6fa-48b3-88bf-2465e68ff470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:59.557472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4585d0fa-b6fa-48b3-88bf-2465e68ff470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:50:59.557816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4585d0fa-b6fa-48b3-88bf-2465e68ff470 None None] The sync data for ids ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:50:59.561399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Allocated IP 172.26.5.23 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/6e082ca9-0ce5-4a9b-8ee2-b052b0321305) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:50:59.572537 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 26b3cfa3-ed98-410f-899a-68e26872cf23 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:50:59.573133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.591422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:59.592528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.625679 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-90546f18-ae78-4d11-87a6-25295980af92 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6791766 Nov 29 11:50:59.658188 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56538) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:59.658707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56540) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:59.671796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.750477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 26b3cfa3-ed98-410f-899a-68e26872cf23, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=26b3cfa3-ed98-410f-899a-68e26872cf23,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:50:59.758894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.760352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c14df7-7a55-471d-b0fc-c7d80a308d32 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:59.770101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c14df7-7a55-471d-b0fc-c7d80a308d32 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:50:59.775719 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-41c14df7-7a55-471d-b0fc-c7d80a308d32 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1158674 Nov 29 11:50:59.776351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56546) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:50:59.821049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=26b3cfa3-ed98-410f-899a-68e26872cf23,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:50:59.828477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1925926241', 'router:external': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:50:59.886859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.948512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Made reservation on behalf of 664d249515674892a4d1787048ddff5e for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:50:59.952137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:50:59.980799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.003291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e57d3f-d646-4b4d-988b-3c410e177e9c req-bfca2b89-c91a-4990-b682-9dc3457af968 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:00.007755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db931da-26da-4626-9e68-4e37ffd4a3b1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:00.010519 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-99e57d3f-d646-4b4d-988b-3c410e177e9c req-bfca2b89-c91a-4990-b682-9dc3457af968 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2109849 Nov 29 11:51:00.011835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3db931da-26da-4626-9e68-4e37ffd4a3b1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.057383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.118635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-83455b6e-c578-4cc2-959d-b6dd35fc4154 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port f5eec51a-2c69-4c9d-9075-0427c17f3985 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:00.118992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83455b6e-c578-4cc2-959d-b6dd35fc4154 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.124354 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-99e57d3f-d646-4b4d-988b-3c410e177e9c req-0da49280-cd9f-4cc4-8f4d-8470a1ca6008 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127305 Nov 29 11:51:00.143835 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.ipam_backend_mixin [None req-3db931da-26da-4626-9e68-4e37ffd4a3b1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f8b7a652-2e3b-4f56-a448-9bba3cafa36f (CIDR: 2001:db8:0:1::/64) Nov 29 11:51:00.155215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:00.165156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:00.176181 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db931da-26da-4626-9e68-4e37ffd4a3b1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:00.176611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db931da-26da-4626-9e68-4e37ffd4a3b1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:00.205573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:00.206920 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3db931da-26da-4626-9e68-4e37ffd4a3b1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8538167 Nov 29 11:51:00.210381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56550) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:00.215324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'subnet': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:00.222081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Pushing event updated for resources: {'Port': ['ID=6e082ca9-0ce5-4a9b-8ee2-b052b0321305,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:00.260948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165a4e1-8d80-45fe-8ac5-fe2ac0b70645 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:00.280728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.354282 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-02988a30-b39b-4cce-86e8-6d216aa082e2 None None] Provisioning complete for port 26b3cfa3-ed98-410f-899a-68e26872cf23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:00.355323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-02988a30-b39b-4cce-86e8-6d216aa082e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.404730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.410703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83455b6e-c578-4cc2-959d-b6dd35fc4154 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.432263 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.437008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-83455b6e-c578-4cc2-959d-b6dd35fc4154 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for f5eec51a-2c69-4c9d-9075-0427c17f3985 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:00.450769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5ccbd-17d6-4ed6-93be-693de944b050 req-a30b0d94-2ee1-4b01-babd-336f07d98233 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:00.453265 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1af5ccbd-17d6-4ed6-93be-693de944b050 req-a30b0d94-2ee1-4b01-babd-336f07d98233 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2251835 Nov 29 11:51:00.474447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Made reservation on behalf of 9b50e5f4b2da4157ab153ac60232dac3 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:00.478426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.488463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:00.560547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.569300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dd06b9-a340-4707-9894-d443faceeb79 None None] Update dhcp port {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': '37bb36e9-80fc-4eac-a190-796794defbee', 'ip_address': '2001:db8::f816:3eff:fee2:7da4'}, {'subnet_id': '71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': '26b3cfa3-ed98-410f-899a-68e26872cf23'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:51:00.580886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.581233 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Added segment d8c37a3e-798d-46be-b643-76a4a4a8edb5 of type vlan for network fe65690d-54c7-4aeb-889f-4dbace149fef Nov 29 11:51:00.587064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09716d52-a1b6-4b88-bc7f-f8f5954e306f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:00.602059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39dd06b9-a340-4707-9894-d443faceeb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.659320 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1af5ccbd-17d6-4ed6-93be-693de944b050 req-82c45fba-8746-4706-9499-27a529abfa19 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914473 Nov 29 11:51:00.688384 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.712593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e862-b297-4c5c-8db5-15e5afd54c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.743752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 5991758a-0372-40c9-a169-1e55b03b3b39 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:00.744113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.749733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.806509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-39dd06b9-a340-4707-9894-d443faceeb79 None None] Allocated IP 172.20.0.2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0/26b3cfa3-ed98-410f-899a-68e26872cf23) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:00.880375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.884148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:00.927253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 5991758a-0372-40c9-a169-1e55b03b3b39 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:00.945899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:00.954384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:00.960180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:00.960784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.015304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Subnet': ['ID=851e4d4b-b81d-4423-95f2-b7cf78d1e1c8,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:01.020386 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-002cb6b3-311b-410c-a218-65f2b8c52de8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8089945 Nov 29 11:51:01.025111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56554) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:01.031567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa233d-36d2-4717-861a-37d8fa275971 None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:01.035525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2076025806', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '851e4d4b-b81d-4423-95f2-b7cf78d1e1c8'}], 'security_groups': ['8a7c88cc-99b2-4ea7-94cc-ed9617164a7c', 'a24f486b-730f-4735-943a-5d575abf28d5']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:01.113915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-39dd06b9-a340-4707-9894-d443faceeb79 None None] For port 26b3cfa3-ed98-410f-899a-68e26872cf23, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=26b3cfa3-ed98-410f-899a-68e26872cf23,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:01.153707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.185760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39dd06b9-a340-4707-9894-d443faceeb79 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.197750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39dd06b9-a340-4707-9894-d443faceeb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.219673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baae95-dce8-4725-975e-477075dc8b6c req-49821c3f-1f9d-4a9a-bc10-285aed7086dc tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:01.221748 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40baae95-dce8-4725-975e-477075dc8b6c req-49821c3f-1f9d-4a9a-bc10-285aed7086dc tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.4637489 Nov 29 11:51:01.225175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.225866 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:01.226463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.310588 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd06b9-a340-4707-9894-d443faceeb79 None None] Pushing event updated for resources: {'Port': ['ID=26b3cfa3-ed98-410f-899a-68e26872cf23,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:01.333011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.362717 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6986716 Nov 29 11:51:01.368552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56556) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:01.370768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=5991758a-0372-40c9-a169-1e55b03b3b39,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:01.377193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'subnet': {'network_id': 'fe65690d-54c7-4aeb-889f-4dbace149fef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:01.417975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f889a1a-97fe-4bc0-91f1-573d38e675fe tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'Network': ['ID=fe65690d-54c7-4aeb-889f-4dbace149fef,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:01.444054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 26b3cfa3-ed98-410f-899a-68e26872cf23 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:01.444615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83455b6e-c578-4cc2-959d-b6dd35fc4154 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.447543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network fe65690d-54c7-4aeb-889f-4dbace149fef details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:01.488863 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40baae95-dce8-4725-975e-477075dc8b6c req-24187aa6-64fb-4676-991c-a2c65c80fc17 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241151 Nov 29 11:51:01.496920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455b6e-c578-4cc2-959d-b6dd35fc4154 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=f5eec51a-2c69-4c9d-9075-0427c17f3985,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:01.585294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.609674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.632348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Made reservation on behalf of 664d249515674892a4d1787048ddff5e for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:01.633018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0cbdea-6be7-42e8-b0bb-1be00d15a720 None None] Update dhcp port {'port': {'network_id': '8de2d5ac-0855-4064-ba04-1d3fa5c9bb29', 'fixed_ips': [{'subnet_id': 'f8b7a652-2e3b-4f56-a448-9bba3cafa36f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2d7e6a17-12d2-4963-aa08-b40e38d8a2b7', 'ip_address': '2001:db8::2'}, {'subnet_id': '851e4d4b-b81d-4423-95f2-b7cf78d1e1c8'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': '7d73e585-f755-4b92-bc04-504fcda48c73'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:51:01.640720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.728610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83455b6e-c578-4cc2-959d-b6dd35fc4154 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.735100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5f0cbdea-6be7-42e8-b0bb-1be00d15a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.737098 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-83455b6e-c578-4cc2-959d-b6dd35fc4154 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/f5eec51a-2c69-4c9d-9075-0427c17f3985 HTTP/1.1" status: 204 len: 168 time: 1.9581068 Nov 29 11:51:01.743133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56560) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:01.758070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.763087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 26b3cfa3-ed98-410f-899a-68e26872cf23 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:01.763455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.812475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f43c0-e737-4bdf-beef-71a572af2cd6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:01.814038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f43c0-e737-4bdf-beef-71a572af2cd6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:01.815673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f43c0-e737-4bdf-beef-71a572af2cd6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:01.820133 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f62f43c0-e737-4bdf-beef-71a572af2cd6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0722427 Nov 29 11:51:01.820724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56562) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:01.827166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Pushing event updated for resources: {'Port': ['ID=6e082ca9-0ce5-4a9b-8ee2-b052b0321305,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:01.880103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acaf5e-1817-4f07-8ad9-3c1c7462210a req-b7f4240e-a71e-49b2-8dec-aa34760bb5a8 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:01.881959 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-25acaf5e-1817-4f07-8ad9-3c1c7462210a req-b7f4240e-a71e-49b2-8dec-aa34760bb5a8 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2534785 Nov 29 11:51:01.896803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.938122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ba5824-7872-4b29-b090-b5b523758a18 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 37bb36e9-80fc-4eac-a190-796794defbee {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:01.943665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04ba5824-7872-4b29-b090-b5b523758a18 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.973538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:01.975165 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ecc63e90-2e57-4351-9ad9-e07e2f23f656 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6352730 Nov 29 11:51:01.980463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56564) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:02.002468 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-25acaf5e-1817-4f07-8ad9-3c1c7462210a req-cb02bcb0-737c-41a4-b3a8-f6ddc6a53db6 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088874 Nov 29 11:51:02.015101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04ba5824-7872-4b29-b090-b5b523758a18 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.016721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1275290894', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'fixed_ips': [{'ip_address': '172.26.5.23'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:02.059206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router 6db09821-b6cd-4f08-bb5b-c96d5b23dfca has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:51:02.108899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04ba5824-7872-4b29-b090-b5b523758a18 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.137436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Made reservation on behalf of 95818f7338f84efcaf981706a0592c94 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:02.139846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.177428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04ba5824-7872-4b29-b090-b5b523758a18 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.199198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.202892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba5824-7872-4b29-b090-b5b523758a18 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=37bb36e9-80fc-4eac-a190-796794defbee,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:02.213878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04ba5824-7872-4b29-b090-b5b523758a18 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.219313 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-04ba5824-7872-4b29-b090-b5b523758a18 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/37bb36e9-80fc-4eac-a190-796794defbee HTTP/1.1" status: 204 len: 168 time: 0.3929110 Nov 29 11:51:02.220191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56568) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:02.231777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-04a255ba-d5a2-4ef6-9331-87d1161a4a2c None None] Could not find standard attr ID for object f5eec51a-2c69-4c9d-9075-0427c17f3985. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:51:02.243005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-04a255ba-d5a2-4ef6-9331-87d1161a4a2c None None] Provisioning complete for port 26b3cfa3-ed98-410f-899a-68e26872cf23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:02.243584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-04a255ba-d5a2-4ef6-9331-87d1161a4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.289021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdc091c-1874-429b-99cf-e2379c492c6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:02.292786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcdc091c-1874-429b-99cf-e2379c492c6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.355397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcdc091c-1874-429b-99cf-e2379c492c6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.413501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad96bac-0248-42a7-a0b5-04c75e5dc637 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:02.450417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcdc091c-1874-429b-99cf-e2379c492c6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.466059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bbc462aa-9032-4457-97f0-8a0a375f3649 None None] Could not find standard attr ID for object f5eec51a-2c69-4c9d-9075-0427c17f3985. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:51:02.532472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcdc091c-1874-429b-99cf-e2379c492c6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.550913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcdc091c-1874-429b-99cf-e2379c492c6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.556425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dcdc091c-1874-429b-99cf-e2379c492c6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0 HTTP/1.1" status: 204 len: 168 time: 0.3324120 Nov 29 11:51:02.563642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56570) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:02.565652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Delete allocated IP 2001:db8::3c5 (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/2d7e6a17-12d2-4963-aa08-b40e38d8a2b7) {{(pid=102104) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 11:51:02.574813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc091c-1874-429b-99cf-e2379c492c6b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:02.640638 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f7567-afab-404b-80fd-f513bc167559 None None] Update dhcp port {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': '71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': '26b3cfa3-ed98-410f-899a-68e26872cf23'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:51:02.642144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Allocated IP 2001:db8:0:2::222 (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/851e4d4b-b81d-4423-95f2-b7cf78d1e1c8/121ec455-7fa5-4521-82d0-0e7519edbae9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:02.647688 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b865fb85-f2d7-4756-9d9b-0d8c4ae84d31 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788350 Nov 29 11:51:02.650641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56572) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:02.657176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:02.658315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:02.673702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eb8f7567-afab-404b-80fd-f513bc167559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.674906 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95a039-0967-4661-8b1d-28b73dc49295 None None] Sync routers for ids ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:02.675681 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b5d86201-4d6b-4018-9cac-efd0cb6c0e2f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/6db09821-b6cd-4f08-bb5b-c96d5b23dfca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3393593 Nov 29 11:51:02.681407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56574) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:02.687459 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95a039-0967-4661-8b1d-28b73dc49295 None None] Routers {'6db09821-b6cd-4f08-bb5b-c96d5b23dfca'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:02.688058 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5b95a039-0967-4661-8b1d-28b73dc49295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:02.725333 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5b95a039-0967-4661-8b1d-28b73dc49295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:02.734851 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b95a039-0967-4661-8b1d-28b73dc49295 None None] Routers {'6db09821-b6cd-4f08-bb5b-c96d5b23dfca'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:02.735644 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5b95a039-0967-4661-8b1d-28b73dc49295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:50:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:02.742588 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-99bf93bc-49a7-477e-89ac-edc8e04376c0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db09821-b6cd-4f08-bb5b-c96d5b23dfca HTTP/1.1" status: 200 len: 205 time: 0.0601437 Nov 29 11:51:02.743323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56576) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:02.771517 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5b95a039-0967-4661-8b1d-28b73dc49295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:02.772419 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b95a039-0967-4661-8b1d-28b73dc49295 None None] The sync data for ids ['6db09821-b6cd-4f08-bb5b-c96d5b23dfca'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:02.856256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02b08f84-03ec-4f5e-9d3f-bc5ac4fa3a36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.872086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073bcd2-e224-42b9-a4cb-5f949aa24deb None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:02.924674 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.933571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.945063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] device_id is not set on port 3e22753d-90c4-4884-9a14-4994b5219eda yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:02.947279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3a68734b-dd2b-4860-854d-24a9011ad8a8 None None] Provisioning complete for port 26b3cfa3-ed98-410f-899a-68e26872cf23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:02.947716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a68734b-dd2b-4860-854d-24a9011ad8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:02.981705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:02.985806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.060158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468a2106-1ba7-4eda-85d3-08c9be961624,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:03.096659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:03.104654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02b08f84-03ec-4f5e-9d3f-bc5ac4fa3a36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.104996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.114504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02b08f84-03ec-4f5e-9d3f-bc5ac4fa3a36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.171570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.181291 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-5f0cbdea-6be7-42e8-b0bb-1be00d15a720 None None] Allocated IP 2001:db8:0:2::2 (8de2d5ac-0855-4064-ba04-1d3fa5c9bb29/851e4d4b-b81d-4423-95f2-b7cf78d1e1c8/7d73e585-f755-4b92-bc04-504fcda48c73) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:03.181515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:51:03.181757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.191197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02b08f84-03ec-4f5e-9d3f-bc5ac4fa3a36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.191879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b08f84-03ec-4f5e-9d3f-bc5ac4fa3a36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Fanout notify agent at l3_agent the message router_deleted on router 6db09821-b6cd-4f08-bb5b-c96d5b23dfca {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:03.200676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02b08f84-03ec-4f5e-9d3f-bc5ac4fa3a36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.202138 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-02b08f84-03ec-4f5e-9d3f-bc5ac4fa3a36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/6db09821-b6cd-4f08-bb5b-c96d5b23dfca HTTP/1.1" status: 204 len: 168 time: 0.4576738 Nov 29 11:51:03.205235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56578) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:03.206896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] Deleting port 26b3cfa3-ed98-410f-899a-68e26872cf23 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:03.207274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.290918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-994a1296-05a9-48ef-bb97-d30fdfc0e0b1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet 65b3be17-90c6-488f-9d00-f2d5173eaf5e {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:03.294213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994a1296-05a9-48ef-bb97-d30fdfc0e0b1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.300585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] In _notify_port_updated(), no bound segment for port 121ec455-7fa5-4521-82d0-0e7519edbae9 on network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:51:03.306391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:03.307029 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.308355 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "PUT /v2.0/ports/121ec455-7fa5-4521-82d0-0e7519edbae9 HTTP/1.1" status: 200 len: 970 time: 2.2772758 Nov 29 11:51:03.326174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56580) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:03.334105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976bcf1-493c-4e5d-8650-0c4bb85261e3 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event updated for resources: {'Port': ['ID=121ec455-7fa5-4521-82d0-0e7519edbae9,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:03.336845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] For port 26b3cfa3-ed98-410f-899a-68e26872cf23, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=26b3cfa3-ed98-410f-899a-68e26872cf23,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:03.337980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.346210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0984-3241-439b-83f2-035a78feeb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.357149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e55c70ad-54d3-4072-8c3a-88f5a43a1445,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:03.377111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Checking segment: {'id': 'd8c37a3e-798d-46be-b643-76a4a4a8edb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'fe65690d-54c7-4aeb-889f-4dbace149fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:03.377472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Network hostable DHCP agents. Network: fe65690d-54c7-4aeb-889f-4dbace149fef, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:03.382906 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 11:51:03.382906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:03.405044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] Calling delete_port for 26b3cfa3-ed98-410f-899a-68e26872cf23 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:03.406450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994a1296-05a9-48ef-bb97-d30fdfc0e0b1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.418425 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7041e43d-e3fc-4754-8ffb-8d71ca78d53e tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4059391 Nov 29 11:51:03.418646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 26b3cfa3-ed98-410f-899a-68e26872cf23 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:03.419202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56582) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:03.426891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Network fe65690d-54c7-4aeb-889f-4dbace149fef is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:03.474490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, fe65690d-54c7-4aeb-889f-4dbace149fef) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:03.494595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfbf848-3963-41ca-8b80-8bf842686556 None None] Network fe65690d-54c7-4aeb-889f-4dbace149fef requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:03.508921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:03.509524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.537520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.559640 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ca75e1ae-42d9-4cfc-b9ad-e6bbc8dc26de tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1842144 Nov 29 11:51:03.559862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56584) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:03.566266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1566741025', 'network_id': 'fe65690d-54c7-4aeb-889f-4dbace149fef'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:03.569586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5f0cbdea-6be7-42e8-b0bb-1be00d15a720 None None] For port 7d73e585-f755-4b92-bc04-504fcda48c73, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7d73e585-f755-4b92-bc04-504fcda48c73,segment=NetworkSegment(78a6e323-8245-49be-b335-1c001ff7c777),segment_id=78a6e323-8245-49be-b335-1c001ff7c777)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:03.596808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Made reservation on behalf of 664d249515674892a4d1787048ddff5e for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:03.599985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.612133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:03.620552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:03.625149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:03.625747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.629645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Deleting port 6e082ca9-0ce5-4a9b-8ee2-b052b0321305 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:03.630554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.634964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] device_id is not set on port 2d15cec1-dbd1-41f3-8b53-c3f642a0b821 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:03.651687 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5f0cbdea-6be7-42e8-b0bb-1be00d15a720 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.652943 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=c5558e31-986b-42af-9362-c3611b1fcdf1,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:03.660239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7219ba5c-a604-471c-8263-1075d2531bc6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 121ec455-7fa5-4521-82d0-0e7519edbae9 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:03.660583 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7219ba5c-a604-471c-8263-1075d2531bc6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.664267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994a1296-05a9-48ef-bb97-d30fdfc0e0b1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.674604 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-63f5568e-d71b-438e-b69e-11fdc5f92871 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0201824 Nov 29 11:51:03.676009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.680594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Port 26b3cfa3-ed98-410f-899a-68e26872cf23 update to DOWN by agent not found {{(pid=102105) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 29 11:51:03.682113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5f0cbdea-6be7-42e8-b0bb-1be00d15a720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.684294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56586) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:03.692998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:03.715283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.722396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] Pushing event deleted for resources: {'Port': ['ID=26b3cfa3-ed98-410f-899a-68e26872cf23,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:03.724242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80190644-9e87-4259-ad9d-2e179cd404c9 None None] No DVR routers for this DVR port 26b3cfa3-ed98-410f-899a-68e26872cf23 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:03.786921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abae122-f5e9-40e9-8a58-0087b8fe8eb7 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:03.810396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7219ba5c-a604-471c-8263-1075d2531bc6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.819462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994a1296-05a9-48ef-bb97-d30fdfc0e0b1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.831740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7219ba5c-a604-471c-8263-1075d2531bc6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 121ec455-7fa5-4521-82d0-0e7519edbae9 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:03.858687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a1296-05a9-48ef-bb97-d30fdfc0e0b1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=65b3be17-90c6-488f-9d00-f2d5173eaf5e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:03.866563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994a1296-05a9-48ef-bb97-d30fdfc0e0b1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.869890 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-994a1296-05a9-48ef-bb97-d30fdfc0e0b1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/65b3be17-90c6-488f-9d00-f2d5173eaf5e HTTP/1.1" status: 204 len: 168 time: 0.6636252 Nov 29 11:51:03.878032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56588) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:03.879875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1060993c-c94f-43a1-9447-805b84f18199 None None] Network fe65690d-54c7-4aeb-889f-4dbace149fef requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:03.892968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c0728-31e1-422d-93eb-af656c77ee61 None None] Network 17706928-45e5-42e0-be3e-95550eab1353 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:03.927897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.928248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.953311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Calling delete_port for 6e082ca9-0ce5-4a9b-8ee2-b052b0321305 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:03.975664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-027ee4de-f715-4ad9-80c2-90a771d0129b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet b713b9b3-debf-4aab-be19-0d99483339e1 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:03.978935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Allocated IP 172.20.0.4 (fe65690d-54c7-4aeb-889f-4dbace149fef/e55c70ad-54d3-4072-8c3a-88f5a43a1445/2d15cec1-dbd1-41f3-8b53-c3f642a0b821) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:03.981996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-027ee4de-f715-4ad9-80c2-90a771d0129b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:03.986402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:03.990104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.035924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-027ee4de-f715-4ad9-80c2-90a771d0129b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.149075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7219ba5c-a604-471c-8263-1075d2531bc6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.181872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219ba5c-a604-471c-8263-1075d2531bc6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=121ec455-7fa5-4521-82d0-0e7519edbae9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:04.189318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0cbdea-6be7-42e8-b0bb-1be00d15a720 None None] Pushing event updated for resources: {'Port': ['ID=7d73e585-f755-4b92-bc04-504fcda48c73,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:04.227601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-027ee4de-f715-4ad9-80c2-90a771d0129b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.231338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7219ba5c-a604-471c-8263-1075d2531bc6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.238816 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7219ba5c-a604-471c-8263-1075d2531bc6 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/121ec455-7fa5-4521-82d0-0e7519edbae9 HTTP/1.1" status: 204 len: 168 time: 0.9097824 Nov 29 11:51:04.239457 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56590) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:04.301590 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f780ab-86e9-4d83-ae48-211afc8af596 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] GET failed (client error): The resource could not be found. Nov 29 11:51:04.306185 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-48f780ab-86e9-4d83-ae48-211afc8af596 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports/121ec455-7fa5-4521-82d0-0e7519edbae9 HTTP/1.1" status: 404 len: 333 time: 0.0423162 Nov 29 11:51:04.306874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56592) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:04.391921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.394136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-027ee4de-f715-4ad9-80c2-90a771d0129b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.400769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': 'c5558e31-986b-42af-9362-c3611b1fcdf1'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:04.402150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.408631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.409537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da6b4d65-c01e-426f-819b-e1bdd231d616 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.443470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ee4de-f715-4ad9-80c2-90a771d0129b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=b713b9b3-debf-4aab-be19-0d99483339e1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:04.447653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-027ee4de-f715-4ad9-80c2-90a771d0129b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.454671 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-027ee4de-f715-4ad9-80c2-90a771d0129b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/b713b9b3-debf-4aab-be19-0d99483339e1 HTTP/1.1" status: 204 len: 168 time: 0.5806265 Nov 29 11:51:04.458486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56594) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:04.481104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da6b4d65-c01e-426f-819b-e1bdd231d616 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.497540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77594085-1af0-472d-886b-9785d7c75f2f None None] Network 2fef6975-5641-48d3-989f-543e1112c22b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:04.535845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e082ca9-0ce5-4a9b-8ee2-b052b0321305,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:04.536476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] DHCP port deletion for 17706928-45e5-42e0-be3e-95550eab1353 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:04.588263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.617653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.670156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.713563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da6b4d65-c01e-426f-819b-e1bdd231d616 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.716843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da6b4d65-c01e-426f-819b-e1bdd231d616 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.721617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Network fe65690d-54c7-4aeb-889f-4dbace149fef is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:04.722594 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-da6b4d65-c01e-426f-819b-e1bdd231d616 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf4e9b0f-c4d0-481a-905f-12d10048442a HTTP/1.1" status: 204 len: 168 time: 0.4124959 Nov 29 11:51:04.723625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56596) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:04.725252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'Port': ['ID=2d15cec1-dbd1-41f3-8b53-c3f642a0b821,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:04.730432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:04.733554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:04.744734 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b4d65-c01e-426f-819b-e1bdd231d616 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4e9b0f-c4d0-481a-905f-12d10048442a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:04.764411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Allocated IP 172.20.0.2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/c5558e31-986b-42af-9362-c3611b1fcdf1/1a730ddd-a185-4473-87eb-f500a4a6775e) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:04.779589 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:04.780321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.786245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.789453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 936db43a-e292-4ff8-b69d-2df91e658e18 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:04.789872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.793469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.803677 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-90a431af-82ba-47b6-b883-e80579239096 tempest-ExternalNetworksAdminNegativeTestJSON-477768808 tempest-ExternalNetworksAdminNegativeTestJSON-477768808-project-admin] 10.222.0.23 "DELETE /v2.0/floatingips/5bebb5ed-fdce-465c-83df-74c459b32b90 HTTP/1.1" status: 204 len: 168 time: 1.3808558 Nov 29 11:51:04.855847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:51:04.860632 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-18612b40-bb6f-4bb1-a6e2-6fb08765ecfc tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2987604 Nov 29 11:51:04.863384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.865810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56600) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:04.888445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] Deleting port 936db43a-e292-4ff8-b69d-2df91e658e18 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:04.888964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.961720 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4650-55a8-4318-a056-a2a55eaa3108 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:04.979993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:04.988377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:04.996660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] For port 936db43a-e292-4ff8-b69d-2df91e658e18, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=936db43a-e292-4ff8-b69d-2df91e658e18,segment=NetworkSegment(8ec769aa-2bef-4c62-aa26-7af808f122c5),segment_id=8ec769aa-2bef-4c62-aa26-7af808f122c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:04.997065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.003256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:05.004003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.006960 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port 936db43a-e292-4ff8-b69d-2df91e658e18, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=936db43a-e292-4ff8-b69d-2df91e658e18,segment=NetworkSegment(8ec769aa-2bef-4c62-aa26-7af808f122c5),segment_id=8ec769aa-2bef-4c62-aa26-7af808f122c5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:05.007812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.021643 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] DHCP port deletion for 2fef6975-5641-48d3-989f-543e1112c22b request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:05.038944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] Calling delete_port for 936db43a-e292-4ff8-b69d-2df91e658e18 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:05.050243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=ded184cb-e17b-42a6-b08f-2b844d06167b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:05.064667 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ababd682-1b91-4006-9857-f982e2090ff0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3772333 Nov 29 11:51:05.067836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56602) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:05.070055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 936db43a-e292-4ff8-b69d-2df91e658e18 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:05.075366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:30:ae:eb', 'name': 'tempest-NetworksTestDHCPv6-2071009938'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:05.077881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4650-55a8-4318-a056-a2a55eaa3108 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.174084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.191392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d8c562f9-ed85-452e-bfe9-2af7c9486fdd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Deleting port 2d15cec1-dbd1-41f3-8b53-c3f642a0b821 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:05.192223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8c562f9-ed85-452e-bfe9-2af7c9486fdd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.193776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a9387ed4-61c5-478f-9200-86b2f3f79ec7 None None] Could not find standard attr ID for object 121ec455-7fa5-4521-82d0-0e7519edbae9. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:51:05.202478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4650-55a8-4318-a056-a2a55eaa3108 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.205558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4650-55a8-4318-a056-a2a55eaa3108 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.206931 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e4e4650-55a8-4318-a056-a2a55eaa3108 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/security-groups/a24f486b-730f-4735-943a-5d575abf28d5 HTTP/1.1" status: 204 len: 168 time: 0.4706922 Nov 29 11:51:05.209809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.212515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56606) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:05.280603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e4650-55a8-4318-a056-a2a55eaa3108 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24f486b-730f-4735-943a-5d575abf28d5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:05.334731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8c562f9-ed85-452e-bfe9-2af7c9486fdd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.342923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:05.361445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e45dc1fe-b745-40d9-8881-b1f32b0f888b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.363868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.371921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:05.378166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a9387ed4-61c5-478f-9200-86b2f3f79ec7 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:05.378933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9387ed4-61c5-478f-9200-86b2f3f79ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.388847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No DVR routers for this DVR port 936db43a-e292-4ff8-b69d-2df91e658e18 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:05.391074 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Pushing event updated for resources: {'Port': ['ID=1a730ddd-a185-4473-87eb-f500a4a6775e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:05.391657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d8c562f9-ed85-452e-bfe9-2af7c9486fdd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Calling delete_port for 2d15cec1-dbd1-41f3-8b53-c3f642a0b821 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:05.398954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:05.412694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56608) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:05.426901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] Deleting port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:05.427521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.432305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:05.464633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=936db43a-e292-4ff8-b69d-2df91e658e18,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:05.464855 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.494668 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7d73e585-f755-4b92-bc04-504fcda48c73 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:05.559434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e45dc1fe-b745-40d9-8881-b1f32b0f888b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.615953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] For port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7f68bb6b-b23d-4d2e-ba33-91d6da40153d,segment=NetworkSegment(e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb),segment_id=e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:05.616487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.639716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] Calling delete_port for 7f68bb6b-b23d-4d2e-ba33-91d6da40153d owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:05.666472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8c562f9-ed85-452e-bfe9-2af7c9486fdd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.675692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.690611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] No DVR routers for this DVR port 936db43a-e292-4ff8-b69d-2df91e658e18 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:05.711980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c562f9-ed85-452e-bfe9-2af7c9486fdd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d15cec1-dbd1-41f3-8b53-c3f642a0b821,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:05.751769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 46e62d61-f363-41b3-adb8-d56a251bb9c1 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:05.772774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3dbcf-4a7c-409a-be3b-ad5f8883550c None None] Pushing event deleted for resources: {'Port': ['ID=936db43a-e292-4ff8-b69d-2df91e658e18,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:05.809503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Attempting to bind port 1a730ddd-a185-4473-87eb-f500a4a6775e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:05.809878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Attempting to bind port 1a730ddd-a185-4473-87eb-f500a4a6775e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:05.810264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Attempting to bind port 1a730ddd-a185-4473-87eb-f500a4a6775e on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:05.832621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:05.833276 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:05.833893 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.834346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:05.835069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Bound port: 1a730ddd-a185-4473-87eb-f500a4a6775e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:05.835461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.850283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8c562f9-ed85-452e-bfe9-2af7c9486fdd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.853503 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d8c562f9-ed85-452e-bfe9-2af7c9486fdd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "DELETE /v2.0/ports/2d15cec1-dbd1-41f3-8b53-c3f642a0b821 HTTP/1.1" status: 204 len: 168 time: 0.9832654 Nov 29 11:51:05.857890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56612) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:05.872443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe65690d-54c7-4aeb-889f-4dbace149fef', 'external_fixed_ips': [{'subnet_id': 'e55c70ad-54d3-4072-8c3a-88f5a43a1445', 'ip_address': '172.20.0.4'}]}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:05.910636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.911693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.943357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.965975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-435ebc65-990b-445d-8849-a19d3f602942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.983767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:05.984605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.986032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:05.988446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17706928-45e5-42e0-be3e-95550eab1353']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:05.999373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] For port 1a730ddd-a185-4473-87eb-f500a4a6775e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:06.002075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec769aa-2bef-4c62-aa26-7af808f122c5') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:06.002395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec769aa-2bef-4c62-aa26-7af808f122c5') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:06.010160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.016427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.023664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e45dc1fe-b745-40d9-8881-b1f32b0f888b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.026205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e45dc1fe-b745-40d9-8881-b1f32b0f888b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.030850 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e45dc1fe-b745-40d9-8881-b1f32b0f888b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/security-groups/8a7c88cc-99b2-4ea7-94cc-ed9617164a7c HTTP/1.1" status: 204 len: 168 time: 0.8077250 Nov 29 11:51:06.041603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56614) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:06.060452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] Pushing event deleted for resources: {'Port': ['ID=7f68bb6b-b23d-4d2e-ba33-91d6da40153d,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:06.073567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] For port 1a730ddd-a185-4473-87eb-f500a4a6775e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1a730ddd-a185-4473-87eb-f500a4a6775e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:06.077344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dc1fe-b745-40d9-8881-b1f32b0f888b tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7c88cc-99b2-4ea7-94cc-ed9617164a7c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:06.085111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.104463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.106874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:06.107832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.109247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:06.112877 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:06.119929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca41e2-9e45-4f35-9e4b-cc3088071551 None None] No DVR routers for this DVR port 7f68bb6b-b23d-4d2e-ba33-91d6da40153d on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:06.164225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b3336a-8d6b-4999-b1af-5e85990e5655 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet 2d7e6a17-12d2-4963-aa08-b40e38d8a2b7 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:06.171329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a9387ed4-61c5-478f-9200-86b2f3f79ec7 None None] Provisioning complete for port 42d9bc45-73ed-4765-91e9-8898480ffc78 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:06.171848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9387ed4-61c5-478f-9200-86b2f3f79ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.176850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b3336a-8d6b-4999-b1af-5e85990e5655 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.256072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b3336a-8d6b-4999-b1af-5e85990e5655 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.257317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f00902-be25-466a-818b-a52e00d42ce9 None None] Pushing event updated for resources: {'Port': ['ID=1a730ddd-a185-4473-87eb-f500a4a6775e,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:06.273253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-435ebc65-990b-445d-8849-a19d3f602942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.288181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a9387ed4-61c5-478f-9200-86b2f3f79ec7 None None] Port 42d9bc45-73ed-4765-91e9-8898480ffc78 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:06.293247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.299446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-435ebc65-990b-445d-8849-a19d3f602942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.306726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.316669 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/17706928-45e5-42e0-be3e-95550eab1353 HTTP/1.1" status: 204 len: 168 time: 1.8537781 Nov 29 11:51:06.338528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56616) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:06.370444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43face97-f0d6-461a-ba9b-a2912b8082c8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=17706928-45e5-42e0-be3e-95550eab1353,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:06.381630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 936db43a-e292-4ff8-b69d-2df91e658e18 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:06.408428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 936db43a-e292-4ff8-b69d-2df91e658e18 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:06.409140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 936db43a-e292-4ff8-b69d-2df91e658e18 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:06.410482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7f68bb6b-b23d-4d2e-ba33-91d6da40153d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:06.424609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 172.20.0.7 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/c5558e31-986b-42af-9362-c3611b1fcdf1/46e62d61-f363-41b3-adb8-d56a251bb9c1) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:06.438459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 7f68bb6b-b23d-4d2e-ba33-91d6da40153d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:06.438735 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-435ebc65-990b-445d-8849-a19d3f602942 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08e611e181664f59967279ac07d77b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9858103 Nov 29 11:51:06.439205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7f68bb6b-b23d-4d2e-ba33-91d6da40153d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:06.440894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b76d2715-85c3-4f09-a204-0fc7267936d3 None None] Could not find standard attr ID for object 121ec455-7fa5-4521-82d0-0e7519edbae9. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:51:06.441017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56618) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:06.462097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ebc65-990b-445d-8849-a19d3f602942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa48473-1c4c-427d-a177-feb5dbbce1a0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:06.533050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.551921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fe30:aeeb (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/ded184cb-e17b-42a6-b08f-2b844d06167b/46e62d61-f363-41b3-adb8-d56a251bb9c1) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:06.556254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b3336a-8d6b-4999-b1af-5e85990e5655 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.574683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.683715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.694285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09e2a057-d477-46f1-bf60-98e1c3b75e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.705317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b3336a-8d6b-4999-b1af-5e85990e5655 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.721400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fef6975-5641-48d3-989f-543e1112c22b']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:06.749060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3336a-8d6b-4999-b1af-5e85990e5655 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7e6a17-12d2-4963-aa08-b40e38d8a2b7,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:06.751088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b3336a-8d6b-4999-b1af-5e85990e5655 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.754468 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a9b3336a-8d6b-4999-b1af-5e85990e5655 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/2d7e6a17-12d2-4963-aa08-b40e38d8a2b7 HTTP/1.1" status: 204 len: 168 time: 0.7115848 Nov 29 11:51:06.756132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:06.756383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45a2aa6-aa9b-4a2c-aea7-ab5411187ccb') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:06.758001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56620) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:06.759079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9197ec-e538-4d69-9288-d3412f54b1c1 None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:06.771489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09e2a057-d477-46f1-bf60-98e1c3b75e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.792688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.821810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.830833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f25a2d7-2d49-4554-a72a-df6089a785d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet 851e4d4b-b81d-4423-95f2-b7cf78d1e1c8 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:06.835329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8f25a2d7-2d49-4554-a72a-df6089a785d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.838428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:06.838884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:06.843002 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:06.873472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.887162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09e2a057-d477-46f1-bf60-98e1c3b75e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.890617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09e2a057-d477-46f1-bf60-98e1c3b75e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.891788 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-09e2a057-d477-46f1-bf60-98e1c3b75e6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfa48473-1c4c-427d-a177-feb5dbbce1a0 HTTP/1.1" status: 204 len: 168 time: 0.3717420 Nov 29 11:51:06.974407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8f25a2d7-2d49-4554-a72a-df6089a785d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:06.983079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2a057-d477-46f1-bf60-98e1c3b75e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa48473-1c4c-427d-a177-feb5dbbce1a0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:07.045544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.067103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.075155 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/2fef6975-5641-48d3-989f-543e1112c22b HTTP/1.1" status: 204 len: 168 time: 0.7255583 Nov 29 11:51:07.076649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56626) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:07.100042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.111241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1812878856'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:07.121863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c748ef4-57bf-43a7-91b8-6e651b42b350 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=2fef6975-5641-48d3-989f-543e1112c22b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:07.144340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.155375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8f25a2d7-2d49-4554-a72a-df6089a785d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.167450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.188407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:07.192240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.251877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:07.273497 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8f25a2d7-2d49-4554-a72a-df6089a785d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.276129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.276337 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment f1b65727-9f86-456b-9866-03febafb6155 of type vlan for network 649ac755-0280-4a27-864d-bdc826a8391b Nov 29 11:51:07.295679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:07.317024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:07.329033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:07.329206 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25a2d7-2d49-4554-a72a-df6089a785d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=851e4d4b-b81d-4423-95f2-b7cf78d1e1c8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:07.365448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8f25a2d7-2d49-4554-a72a-df6089a785d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.369127 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8f25a2d7-2d49-4554-a72a-df6089a785d9 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/851e4d4b-b81d-4423-95f2-b7cf78d1e1c8 HTTP/1.1" status: 204 len: 168 time: 0.6097796 Nov 29 11:51:07.374411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56628) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:07.374411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56630) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:07.414082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=46e62d61-f363-41b3-adb8-d56a251bb9c1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:07.432127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.436334 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32d704d-2dec-4c96-a46e-5b4a41ce8dc1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:07.436801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32d704d-2dec-4c96-a46e-5b4a41ce8dc1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:07.440217 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c32d704d-2dec-4c96-a46e-5b4a41ce8dc1 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/2d7e6a17-12d2-4963-aa08-b40e38d8a2b7 HTTP/1.1" status: 404 len: 337 time: 0.0636551 Nov 29 11:51:07.445291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56632) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:07.481213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1a730ddd-a185-4473-87eb-f500a4a6775e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:07.546934 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3becdc6f-493f-45e0-a61e-45990741a337 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=95818f7338f84efcaf981706a0592c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719277 Nov 29 11:51:07.547575 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56634) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:07.565246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-caddb52c-a411-4ba3-887f-7480862ebc17 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting subnet f8b7a652-2e3b-4f56-a448-9bba3cafa36f {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:07.567953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 1a730ddd-a185-4473-87eb-f500a4a6775e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:07.568353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.580191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.582239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Allocated IP 172.20.0.4 (fe65690d-54c7-4aeb-889f-4dbace149fef/e55c70ad-54d3-4072-8c3a-88f5a43a1445/198db619-e4c9-422f-a4cc-37786b0a4ea5) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:07.592473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:07.593570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.596477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:07.597321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.601310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-caddb52c-a411-4ba3-887f-7480862ebc17 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.622320 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-535b5aa6-9e0d-4815-92d8-0bbe5644a4fe tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5521145 Nov 29 11:51:07.635162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56638) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:07.673981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a754d2-8ac2-4530-85f6-33ea58bdcaa8 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:07.677512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.731125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6265664 Nov 29 11:51:07.735337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56640) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:07.744495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf087ea-502e-49f1-90cc-9cd57e292d22 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:07.748143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-caddb52c-a411-4ba3-887f-7480862ebc17 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.752083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf087ea-502e-49f1-90cc-9cd57e292d22 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:07.756561 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ebf087ea-502e-49f1-90cc-9cd57e292d22 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1211252 Nov 29 11:51:07.760212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56642) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:07.765112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': '649ac755-0280-4a27-864d-bdc826a8391b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:07.791928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=649ac755-0280-4a27-864d-bdc826a8391b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:07.815361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.815700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.816046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.816385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.816721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.817053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.817378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.817704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.818062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.818384 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.818706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.819034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3822525a-508b-417c-93a8-96e9284018cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:07.822418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16c9f6c0-2a28-4928-8e81-6d48b985f953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.845119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 649ac755-0280-4a27-864d-bdc826a8391b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:07.874701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16c9f6c0-2a28-4928-8e81-6d48b985f953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.883234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 1a730ddd-a185-4473-87eb-f500a4a6775e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1a730ddd-a185-4473-87eb-f500a4a6775e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:07.913776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:07.917570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.927519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2b66814a-a023-4f79-9ddf-0f50289ba3e0 None None] Provisioning complete for port 1a730ddd-a185-4473-87eb-f500a4a6775e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:07.927737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b66814a-a023-4f79-9ddf-0f50289ba3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.929841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-caddb52c-a411-4ba3-887f-7480862ebc17 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.933430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:07.995160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16c9f6c0-2a28-4928-8e81-6d48b985f953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.007855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-16c9f6c0-2a28-4928-8e81-6d48b985f953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.008708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.014494 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-16c9f6c0-2a28-4928-8e81-6d48b985f953 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/468a2106-1ba7-4eda-85d3-08c9be961624 HTTP/1.1" status: 204 len: 168 time: 0.4604809 Nov 29 11:51:08.019047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=1a730ddd-a185-4473-87eb-f500a4a6775e,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:08.031391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-caddb52c-a411-4ba3-887f-7480862ebc17 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.064665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9f6c0-2a28-4928-8e81-6d48b985f953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468a2106-1ba7-4eda-85d3-08c9be961624,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:08.070960 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddb52c-a411-4ba3-887f-7480862ebc17 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b7a652-2e3b-4f56-a448-9bba3cafa36f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:08.088417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c59dcfb-2205-4c0a-afa8-1412dcd57238 None None] Network 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:08.090532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-caddb52c-a411-4ba3-887f-7480862ebc17 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.097023 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-caddb52c-a411-4ba3-887f-7480862ebc17 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/f8b7a652-2e3b-4f56-a448-9bba3cafa36f HTTP/1.1" status: 204 len: 168 time: 0.6506729 Nov 29 11:51:08.099382 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56646) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.140714 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d5cefc-302c-498d-a5a9-ecadfa76d13f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.141666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d5cefc-302c-498d-a5a9-ecadfa76d13f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.147930 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c2d5cefc-302c-498d-a5a9-ecadfa76d13f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/0bb1cf3b-46ec-457e-bedf-31a4fba62dc8 HTTP/1.1" status: 404 len: 337 time: 0.0471082 Nov 29 11:51:08.150754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56648) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.163046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.182089 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-aa117ae8-fc56-4292-b6de-4f9e1e01e9e3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 46e62d61-f363-41b3-adb8-d56a251bb9c1 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:08.182796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa117ae8-fc56-4292-b6de-4f9e1e01e9e3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.205921 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7e936307-86b6-4079-9e0d-6a6e1bc48306 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fc3e1d8-a81a-4d9d-8647-72cc91bb716e HTTP/1.1" status: 200 len: 205 time: 0.0536382 Nov 29 11:51:08.206670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56650) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.265885 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-978c1ef8-f0a8-4bb5-8098-deacdf844539 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] delete failed (client error): The resource could not be found. Nov 29 11:51:08.267169 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-978c1ef8-f0a8-4bb5-8098-deacdf844539 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/routers/7fc3e1d8-a81a-4d9d-8647-72cc91bb716e HTTP/1.1" status: 404 len: 336 time: 0.0595796 Nov 29 11:51:08.269870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56652) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.305556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Network fe65690d-54c7-4aeb-889f-4dbace149fef is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:08.305771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe7446-e3b0-48a6-b092-4ffe6800e39e None None] Update dhcp port {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': 'c5558e31-986b-42af-9362-c3611b1fcdf1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ded184cb-e17b-42a6-b08f-2b844d06167b'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': '1a730ddd-a185-4473-87eb-f500a4a6775e'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:51:08.313066 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-949bbb8f-a97e-4849-b9fe-ba931a244dbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.313874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949bbb8f-a97e-4849-b9fe-ba931a244dbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.319296 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-949bbb8f-a97e-4849-b9fe-ba931a244dbc tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/a01c0277-ebb9-4f84-a112-6500a129b1dc HTTP/1.1" status: 404 len: 337 time: 0.0478714 Nov 29 11:51:08.322441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56656) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.322723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:08.336514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:08.349698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eefe7446-e3b0-48a6-b092-4ffe6800e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.351552 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f6dea6-b753-460b-9a3a-3237a461ad8f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.352025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f6dea6-b753-460b-9a3a-3237a461ad8f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.356055 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d2f6dea6-b753-460b-9a3a-3237a461ad8f tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/4d691fc7-e1e5-4ab3-9c2e-b59eacdc89c5 HTTP/1.1" status: 404 len: 337 time: 0.0326231 Nov 29 11:51:08.359098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'Port': ['ID=198db619-e4c9-422f-a4cc-37786b0a4ea5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:08.359932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56658) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.395393 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d580d63-20c1-431b-ab0e-59453932a6fb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.396559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d580d63-20c1-431b-ab0e-59453932a6fb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.399864 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1d580d63-20c1-431b-ab0e-59453932a6fb tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/32c0482c-f08e-4933-975f-9e73e1567fa6 HTTP/1.1" status: 404 len: 337 time: 0.0389681 Nov 29 11:51:08.402473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56660) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.421210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] DHCP port deletion for 8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:08.431336 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e14be0-85d7-498b-9c39-a05a479ca0ec tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.432333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e14be0-85d7-498b-9c39-a05a479ca0ec tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.436412 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e1e14be0-85d7-498b-9c39-a05a479ca0ec tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/271294f1-36cf-48b0-a636-24bbdd963051 HTTP/1.1" status: 404 len: 333 time: 0.0327535 Nov 29 11:51:08.439144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56662) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.447812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.448157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.448806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.449158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.449493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.449825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.450177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.450507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.450889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.451736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.452064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.452387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:08.475634 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6a1755-a462-4ce0-b032-09525cde37d8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.476095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6a1755-a462-4ce0-b032-09525cde37d8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.479331 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1b6a1755-a462-4ce0-b032-09525cde37d8 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/ba620dd5-c7d7-4319-b076-9d02713a9541 HTTP/1.1" status: 404 len: 337 time: 0.0390177 Nov 29 11:51:08.481822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56666) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.507762 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.517296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa117ae8-fc56-4292-b6de-4f9e1e01e9e3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.532127 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d136c8-42d2-4b9e-80f8-a4d38e5e4884 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.532828 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d136c8-42d2-4b9e-80f8-a4d38e5e4884 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.536590 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-72d136c8-42d2-4b9e-80f8-a4d38e5e4884 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/3a099277-d477-48c7-a9f4-cc9f2048c627 HTTP/1.1" status: 404 len: 337 time: 0.0534728 Nov 29 11:51:08.537334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-66d4697a-c3fa-46cf-ac3e-31e78cbb0ad2 None None] Provisioning complete for port 7d73e585-f755-4b92-bc04-504fcda48c73 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:08.537706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-66d4697a-c3fa-46cf-ac3e-31e78cbb0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.539977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56670) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.567912 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6c01c6-2e12-49da-b2a4-c417eed365c2 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.570479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6c01c6-2e12-49da-b2a4-c417eed365c2 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.574062 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-be6c01c6-2e12-49da-b2a4-c417eed365c2 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/a0f881f9-139b-4f72-94b3-9011e6d70e18 HTTP/1.1" status: 404 len: 333 time: 0.0326319 Nov 29 11:51:08.577819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56674) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.606308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbdf1b1-3e0f-486d-935e-d995245f2d66 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.608120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbdf1b1-3e0f-486d-935e-d995245f2d66 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.612860 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-adbdf1b1-3e0f-486d-935e-d995245f2d66 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/71c99190-1338-460d-82e6-c8953684366b HTTP/1.1" status: 404 len: 337 time: 0.0335970 Nov 29 11:51:08.620734 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56676) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.647738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-eefe7446-e3b0-48a6-b092-4ffe6800e39e None None] Allocated IP 2001:db8::f816:3eff:fe9a:805 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/ded184cb-e17b-42a6-b08f-2b844d06167b/1a730ddd-a185-4473-87eb-f500a4a6775e) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:08.651485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] Deleting port 7d73e585-f755-4b92-bc04-504fcda48c73 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:08.651900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.653448 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-0878b278-c561-49a0-8e69-51b60a04e820 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] DELETE failed (client error): The resource could not be found. Nov 29 11:51:08.654514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0878b278-c561-49a0-8e69-51b60a04e820 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:08.657752 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0878b278-c561-49a0-8e69-51b60a04e820 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/subnets/7d18464e-55d6-4148-b737-d8be9f1c7f1a HTTP/1.1" status: 404 len: 337 time: 0.0353761 Nov 29 11:51:08.660268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56680) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:08.663076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-aa117ae8-fc56-4292-b6de-4f9e1e01e9e3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 46e62d61-f363-41b3-adb8-d56a251bb9c1 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:08.665057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=8a9c7e77-80ac-455f-a484-a2bd5f44894b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:08.788820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': 'f1b65727-9f86-456b-9866-03febafb6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '649ac755-0280-4a27-864d-bdc826a8391b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:08.789593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: 649ac755-0280-4a27-864d-bdc826a8391b, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:08.805670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-901b442b-ad0b-4cdb-a3aa-fe61f9fd5466 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Deleting port 42d9bc45-73ed-4765-91e9-8898480ffc78 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:08.806504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-901b442b-ad0b-4cdb-a3aa-fe61f9fd5466 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.806644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] For port 7d73e585-f755-4b92-bc04-504fcda48c73, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7d73e585-f755-4b92-bc04-504fcda48c73,segment=NetworkSegment(78a6e323-8245-49be-b335-1c001ff7c777),segment_id=78a6e323-8245-49be-b335-1c001ff7c777)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:08.806979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.836309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] Calling delete_port for 7d73e585-f755-4b92-bc04-504fcda48c73 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:08.902157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 649ac755-0280-4a27-864d-bdc826a8391b is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:08.923497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 649ac755-0280-4a27-864d-bdc826a8391b) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:08.935739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:08.936320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b16423-6fa8-46b0-ad3c-2dae0e0e42fb None None] Network 649ac755-0280-4a27-864d-bdc826a8391b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:08.936801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.940483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-eefe7446-e3b0-48a6-b092-4ffe6800e39e None None] For port 1a730ddd-a185-4473-87eb-f500a4a6775e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1a730ddd-a185-4473-87eb-f500a4a6775e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:08.945709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-66d4697a-c3fa-46cf-ac3e-31e78cbb0ad2 None None] Provisioning complete for port 42d9bc45-73ed-4765-91e9-8898480ffc78 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:08.946112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-66d4697a-c3fa-46cf-ac3e-31e78cbb0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.965966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-901b442b-ad0b-4cdb-a3aa-fe61f9fd5466 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:08.986797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-901b442b-ad0b-4cdb-a3aa-fe61f9fd5466 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Calling delete_port for 42d9bc45-73ed-4765-91e9-8898480ffc78 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:09.002024 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c44a5b1e-038c-4848-9fa7-b66b69ec2ceb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2362909 Nov 29 11:51:09.002024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.002024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56692) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:09.004370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8b367014-94f7-4287-bf3c-7b381a1764e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1831678572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:09.082888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eefe7446-e3b0-48a6-b092-4ffe6800e39e None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.088058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-66d4697a-c3fa-46cf-ac3e-31e78cbb0ad2 None None] Port 42d9bc45-73ed-4765-91e9-8898480ffc78 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:09.099605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-901b442b-ad0b-4cdb-a3aa-fe61f9fd5466 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.100536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eefe7446-e3b0-48a6-b092-4ffe6800e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.142020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.143503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b442b-ad0b-4cdb-a3aa-fe61f9fd5466 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Port': ['ID=42d9bc45-73ed-4765-91e9-8898480ffc78,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:09.158320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa117ae8-fc56-4292-b6de-4f9e1e01e9e3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.161376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-901b442b-ad0b-4cdb-a3aa-fe61f9fd5466 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.177015 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-901b442b-ad0b-4cdb-a3aa-fe61f9fd5466 tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/ports/42d9bc45-73ed-4765-91e9-8898480ffc78 HTTP/1.1" status: 204 len: 168 time: 0.5156639 Nov 29 11:51:09.180127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56698) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:09.202687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa117ae8-fc56-4292-b6de-4f9e1e01e9e3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=46e62d61-f363-41b3-adb8-d56a251bb9c1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:09.204710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b367014-94f7-4287-bf3c-7b381a1764e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.206679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b367014-94f7-4287-bf3c-7b381a1764e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.210432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] No DVR routers for this DVR port 7d73e585-f755-4b92-bc04-504fcda48c73 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:09.283999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe7446-e3b0-48a6-b092-4ffe6800e39e None None] Pushing event updated for resources: {'Port': ['ID=1a730ddd-a185-4473-87eb-f500a4a6775e,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:09.290119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.343597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8719a9-afd8-4669-8eac-49c5cdf97de8 None None] Pushing event deleted for resources: {'Port': ['ID=7d73e585-f755-4b92-bc04-504fcda48c73,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:09.396089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-649ac755-0280-4a27-864d-bdc826a8391b', 'network_id': '649ac755-0280-4a27-864d-bdc826a8391b', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': '8a9c7e77-80ac-455f-a484-a2bd5f44894b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:09.399123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.461987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b367014-94f7-4287-bf3c-7b381a1764e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.462750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.475388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b367014-94f7-4287-bf3c-7b381a1764e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.515036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de2d5ac-0855-4064-ba04-1d3fa5c9bb29']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:09.528311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b367014-94f7-4287-bf3c-7b381a1764e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.530039 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8b367014-94f7-4287-bf3c-7b381a1764e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5298927 Nov 29 11:51:09.530858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa117ae8-fc56-4292-b6de-4f9e1e01e9e3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.531736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a6e323-8245-49be-b335-1c001ff7c777') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:09.532541 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a6e323-8245-49be-b335-1c001ff7c777') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:09.534096 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-aa117ae8-fc56-4292-b6de-4f9e1e01e9e3 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/46e62d61-f363-41b3-adb8-d56a251bb9c1 HTTP/1.1" status: 204 len: 168 time: 1.7729325 Nov 29 11:51:09.535591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56702) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:09.536620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56704) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:09.550642 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'port': {'network_id': '649ac755-0280-4a27-864d-bdc826a8391b', 'name': 'tempest-RoutersIpV6Test-2026620457'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:09.621369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.622016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.641516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc101f35-2902-4e1d-b4b3-a1fc50d49b6a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:09.649243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc101f35-2902-4e1d-b4b3-a1fc50d49b6a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:09.651131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc101f35-2902-4e1d-b4b3-a1fc50d49b6a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:09.652829 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bc101f35-2902-4e1d-b4b3-a1fc50d49b6a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1152508 Nov 29 11:51:09.655680 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56710) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:09.658905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.676689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:09.677769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:09.681872 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:09.755244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1a730ddd-a185-4473-87eb-f500a4a6775e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:09.798348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.823244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.831487 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] 10.222.0.23 "DELETE /v2.0/networks/8de2d5ac-0855-4064-ba04-1d3fa5c9bb29 HTTP/1.1" status: 204 len: 168 time: 0.6477361 Nov 29 11:51:09.861359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 1a730ddd-a185-4473-87eb-f500a4a6775e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:09.861851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.865651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47db95-8f1b-42a8-8908-5e2ddc2a7fdf tempest-PortsIpV6TestJSON-964305179 tempest-PortsIpV6TestJSON-964305179-project] Pushing event deleted for resources: {'Network': ['ID=8de2d5ac-0855-4064-ba04-1d3fa5c9bb29,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:09.871097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Allocated IP 2001:db8::2 (649ac755-0280-4a27-864d-bdc826a8391b/8a9c7e77-80ac-455f-a484-a2bd5f44894b/13331c57-cf7e-4e7b-b2db-5261b8713fba) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:09.896404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:09.911502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:09.963432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] device_id is not set on port cc20f9e4-2c00-4c4e-a865-8055696566e8 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:10.212892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56722) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:10.219931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7d73e585-f755-4b92-bc04-504fcda48c73 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:10.226609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2a4bcd-bb96-4aaa-b58b-28957a6234f8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet c5558e31-986b-42af-9362-c3611b1fcdf1 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:10.232669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4bcd-bb96-4aaa-b58b-28957a6234f8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.247499 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56726) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:10.256517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 7d73e585-f755-4b92-bc04-504fcda48c73 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:10.256954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7d73e585-f755-4b92-bc04-504fcda48c73 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:10.258937 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.274886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.304370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4bcd-bb96-4aaa-b58b-28957a6234f8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.330813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Network 649ac755-0280-4a27-864d-bdc826a8391b is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:10.337514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:10.343479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:10.366518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Pushing event updated for resources: {'Port': ['ID=13331c57-cf7e-4e7b-b2db-5261b8713fba,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:10.382430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a6c3c6ca-ad90-46fd-a439-129fe53e8cec None None] Provisioning complete for port 1a730ddd-a185-4473-87eb-f500a4a6775e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:10.383006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a6c3c6ca-ad90-46fd-a439-129fe53e8cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.398534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Router d790b899-13d7-4a47-8d7c-69bb4ed7651c is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:10.427283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8::336 (649ac755-0280-4a27-864d-bdc826a8391b/8a9c7e77-80ac-455f-a484-a2bd5f44894b/cc20f9e4-2c00-4c4e-a865-8055696566e8) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:10.529530 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-283736a3-5336-4aad-9e2d-099340fc42ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9b50e5f4b2da4157ab153ac60232dac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807169 Nov 29 11:51:10.534456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56730) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:10.535508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Attempting to bind port 13331c57-cf7e-4e7b-b2db-5261b8713fba on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:10.535885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Attempting to bind port 13331c57-cf7e-4e7b-b2db-5261b8713fba by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f1b65727-9f86-456b-9866-03febafb6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '649ac755-0280-4a27-864d-bdc826a8391b'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:10.536248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Attempting to bind port 13331c57-cf7e-4e7b-b2db-5261b8713fba on network 649ac755-0280-4a27-864d-bdc826a8391b {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:10.546138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:10.546625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Checking segment: {'id': 'f1b65727-9f86-456b-9866-03febafb6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '649ac755-0280-4a27-864d-bdc826a8391b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:10.546908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.547320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Bound using segment: {'id': 'f1b65727-9f86-456b-9866-03febafb6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '649ac755-0280-4a27-864d-bdc826a8391b'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:10.547897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Bound port: 13331c57-cf7e-4e7b-b2db-5261b8713fba, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b65727-9f86-456b-9866-03febafb6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '649ac755-0280-4a27-864d-bdc826a8391b'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:10.551238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.563641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4bcd-bb96-4aaa-b58b-28957a6234f8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.626120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] For port 13331c57-cf7e-4e7b-b2db-5261b8713fba, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:10.632706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] For port 13331c57-cf7e-4e7b-b2db-5261b8713fba, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=13331c57-cf7e-4e7b-b2db-5261b8713fba,segment=NetworkSegment(f1b65727-9f86-456b-9866-03febafb6155),segment_id=f1b65727-9f86-456b-9866-03febafb6155)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:10.648671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:10.657283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.659120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4bcd-bb96-4aaa-b58b-28957a6234f8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.665117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Sync routers for ids ['d790b899-13d7-4a47-8d7c-69bb4ed7651c'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:10.691182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a4bcd-bb96-4aaa-b58b-28957a6234f8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=c5558e31-986b-42af-9362-c3611b1fcdf1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:10.696844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.698113 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-235f632a-5bc8-468d-9ab9-9f0114f74c38 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.8392210 Nov 29 11:51:10.699498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a2a4bcd-bb96-4aaa-b58b-28957a6234f8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.702854 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1a2a4bcd-bb96-4aaa-b58b-28957a6234f8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/c5558e31-986b-42af-9362-c3611b1fcdf1 HTTP/1.1" status: 204 len: 168 time: 1.0460942 Nov 29 11:51:10.703376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56732) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:10.709666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56734) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:10.728417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Routers {'d790b899-13d7-4a47-8d7c-69bb4ed7651c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:10.729050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['d790b899-13d7-4a47-8d7c-69bb4ed7651c'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:10.741821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a6c3c6ca-ad90-46fd-a439-129fe53e8cec None None] Could not find standard attr ID for object 46e62d61-f363-41b3-adb8-d56a251bb9c1. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:51:10.775555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.810191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc001d-895b-4fb7-9061-0e4a47b5b011 None None] Pushing event updated for resources: {'Port': ['ID=13331c57-cf7e-4e7b-b2db-5261b8713fba,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:10.826582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1650097147', 'router:external': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:10.836896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.844139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73234a7-5ed0-4881-8e23-9b705fbb65e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet ded184cb-e17b-42a6-b08f-2b844d06167b {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:10.849790 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a73234a7-5ed0-4881-8e23-9b705fbb65e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.861558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6369b259-b5ec-4711-97d5-60a539cab51b None None] Could not find standard attr ID for object 46e62d61-f363-41b3-adb8-d56a251bb9c1. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:51:10.879277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Set router d790b899-13d7-4a47-8d7c-69bb4ed7651c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:10.889281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.910285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d0c91bc6-3bf8-438c-9714-5211e3c27dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.936439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d0c91bc6-3bf8-438c-9714-5211e3c27dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:10.968597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a73234a7-5ed0-4881-8e23-9b705fbb65e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.024568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d0c91bc6-3bf8-438c-9714-5211e3c27dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.027885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d0c91bc6-3bf8-438c-9714-5211e3c27dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.031909 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d0c91bc6-3bf8-438c-9714-5211e3c27dba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49390804-4a42-461d-a719-dc257784951c HTTP/1.1" status: 204 len: 168 time: 0.4935277 Nov 29 11:51:11.051418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 649ac755-0280-4a27-864d-bdc826a8391b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:11.057562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Made reservation on behalf of 53e581ee85764391850a6dd1c3a112ec for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:11.060397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.072398 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:11.085930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:11.094166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:11.095298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.099478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=cc20f9e4-2c00-4c4e-a865-8055696566e8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:11.102302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c91bc6-3bf8-438c-9714-5211e3c27dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49390804-4a42-461d-a719-dc257784951c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:11.104160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.106542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.137996 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-30b2e9b2-2b8d-42e1-888b-862c021b6e08 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6004767 Nov 29 11:51:11.142568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56738) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:11.215786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd790b899-13d7-4a47-8d7c-69bb4ed7651c', 'name': '', 'tenant_id': '664d249515674892a4d1787048ddff5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe65690d-54c7-4aeb-889f-4dbace149fef', 'external_fixed_ips': [{'subnet_id': 'e55c70ad-54d3-4072-8c3a-88f5a43a1445', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '198db619-e4c9-422f-a4cc-37786b0a4ea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:05Z', 'updated_at': '2021-11-29T11:51:08Z', 'revision_number': 3, 'project_id': '664d249515674892a4d1787048ddff5e', 'gw_port': {'id': '198db619-e4c9-422f-a4cc-37786b0a4ea5', 'name': '', 'network_id': 'fe65690d-54c7-4aeb-889f-4dbace149fef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd790b899-13d7-4a47-8d7c-69bb4ed7651c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e55c70ad-54d3-4072-8c3a-88f5a43a1445', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:07Z', 'updated_at': '2021-11-29T11:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e55c70ad-54d3-4072-8c3a-88f5a43a1445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:11.269526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a73234a7-5ed0-4881-8e23-9b705fbb65e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.275667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Checking router: d790b899-13d7-4a47-8d7c-69bb4ed7651c for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:51:11.276956 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Updating router d790b899-13d7-4a47-8d7c-69bb4ed7651c port 198db619-e4c9-422f-a4cc-37786b0a4ea5 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:51:11.322959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.361842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Deleting port 198db619-e4c9-422f-a4cc-37786b0a4ea5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:11.362222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.479920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a73234a7-5ed0-4881-8e23-9b705fbb65e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.523156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 13331c57-cf7e-4e7b-b2db-5261b8713fba up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:11.526161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73234a7-5ed0-4881-8e23-9b705fbb65e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=ded184cb-e17b-42a6-b08f-2b844d06167b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:11.534602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed9e94-eb09-4790-b77c-52a33fa22a73 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:11.535382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a73234a7-5ed0-4881-8e23-9b705fbb65e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.537895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.541225 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a73234a7-5ed0-4881-8e23-9b705fbb65e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/ded184cb-e17b-42a6-b08f-2b844d06167b HTTP/1.1" status: 204 len: 168 time: 0.8279591 Nov 29 11:51:11.546021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56746) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:11.558472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.569895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.571084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Calling delete_port for 198db619-e4c9-422f-a4cc-37786b0a4ea5 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:11.582925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:11.642611 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3b12baad-d28c-47c8-8818-ddd7ccb4a46f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955284 Nov 29 11:51:11.646504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.647160 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Added segment 380c3037-10ce-4b7e-ba5d-927e5159d724 of type vlan for network 45454b04-9bd9-4154-9029-01bd307db53b Nov 29 11:51:11.647410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56752) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:11.654992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:11.736610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40e6eb6-b37a-495e-98ca-a165a1ccc5ed,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:11.778356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.809580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 13331c57-cf7e-4e7b-b2db-5261b8713fba triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:11.809975 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.873560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.900471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.901332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:11.901926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:11.909211 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:11.980435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:11.985417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.055406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'Network': ['ID=45454b04-9bd9-4154-9029-01bd307db53b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:12.061852 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bc560ae1-fe7b-43bf-93cb-fdaf81334df7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8475232 Nov 29 11:51:12.081367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 45454b04-9bd9-4154-9029-01bd307db53b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:12.094847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56764) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:12.097167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] Deleting port 1a730ddd-a185-4473-87eb-f500a4a6775e {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:12.097619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.104387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'subnet': {'network_id': '45454b04-9bd9-4154-9029-01bd307db53b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:12.182143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56766) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:12.184538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.213408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Made reservation on behalf of 53e581ee85764391850a6dd1c3a112ec for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:12.215814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.254803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event deleted for resources: {'Port': ['ID=198db619-e4c9-422f-a4cc-37786b0a4ea5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:12.356726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.372271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:51:12.373187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:51:12.427099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6e23cc5d-0262-4284-8397-71eab7cda1d8 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-87584885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:12.437547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 13331c57-cf7e-4e7b-b2db-5261b8713fba, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=13331c57-cf7e-4e7b-b2db-5261b8713fba,segment=NetworkSegment(f1b65727-9f86-456b-9866-03febafb6155),segment_id=f1b65727-9f86-456b-9866-03febafb6155)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:12.439061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a599a4f-a4ce-45bc-8ca1-c8a4dc30e789 None None] Network 649ac755-0280-4a27-864d-bdc826a8391b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:12.470441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.476582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.490412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.530545 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] For port 1a730ddd-a185-4473-87eb-f500a4a6775e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1a730ddd-a185-4473-87eb-f500a4a6775e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:12.530951 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.570985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f3799e8b-0591-43ea-8682-99a269331d73 None None] Provisioning complete for port 13331c57-cf7e-4e7b-b2db-5261b8713fba triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:12.571370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3799e8b-0591-43ea-8682-99a269331d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.574808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] Calling delete_port for 1a730ddd-a185-4473-87eb-f500a4a6775e owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:12.621282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e23cc5d-0262-4284-8397-71eab7cda1d8 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.622545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e23cc5d-0262-4284-8397-71eab7cda1d8 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.647718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.653567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.662172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:12.677503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.680866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:12.683397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=13331c57-cf7e-4e7b-b2db-5261b8713fba,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:12.683933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.723944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=28095167-48d4-4663-948a-4d05b254f6fa,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:12.726676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:12.727269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.786590 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=cc20f9e4-2c00-4c4e-a865-8055696566e8,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:12.791014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e23cc5d-0262-4284-8397-71eab7cda1d8 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.795070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.795634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d790b899-13d7-4a47-8d7c-69bb4ed7651c {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:12.804509 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2d362a81-c0a6-4022-b5aa-e01632663868 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1527951 Nov 29 11:51:12.804732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.808503 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5af9b7db-91de-43b0-bc5a-a73a9c0692aa tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "DELETE /v2.0/routers/d790b899-13d7-4a47-8d7c-69bb4ed7651c HTTP/1.1" status: 204 len: 168 time: 2.1015086 Nov 29 11:51:12.808503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56770) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:12.813157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:12.815406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56772) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:12.819810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e23cc5d-0262-4284-8397-71eab7cda1d8 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.825391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.862089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] Pushing event deleted for resources: {'Port': ['ID=1a730ddd-a185-4473-87eb-f500a4a6775e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:12.870355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230da42-e56a-437b-a7a5-55f964bef79a None None] No DVR routers for this DVR port 1a730ddd-a185-4473-87eb-f500a4a6775e on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:12.909292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16a98c-dd5a-4d61-8f6c-72d028dd6580 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:12.912867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Port 198db619-e4c9-422f-a4cc-37786b0a4ea5 not found while updating agent binding for router d790b899-13d7-4a47-8d7c-69bb4ed7651c. {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 29 11:51:12.922310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b8f357-47dc-4b71-8e61-58caa294f8cd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Deleting subnet e55c70ad-54d3-4072-8c3a-88f5a43a1445 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:12.929795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f357-47dc-4b71-8e61-58caa294f8cd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.933770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e23cc5d-0262-4284-8397-71eab7cda1d8 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:12.938386 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6e23cc5d-0262-4284-8397-71eab7cda1d8 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.7517223 Nov 29 11:51:12.940006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56774) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:12.949713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-640485222'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:12.963795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Routers set() bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:12.963952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Router IDs set() for agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 11:51:12.964538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d790b899-13d7-4a47-8d7c-69bb4ed7651c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent'). {{(pid=102105) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 29 11:51:12.964913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c19959e-3a38-4df5-9a30-3a5f93017878 None None] The sync data for ids ['d790b899-13d7-4a47-8d7c-69bb4ed7651c'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:13.011827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f357-47dc-4b71-8e61-58caa294f8cd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.039357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.049065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Made reservation on behalf of 9e2c56f7f0fc4e4593215bfc66dfb240 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:13.052683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.071591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.092429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:13.095956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.115468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '28095167-48d4-4663-948a-4d05b254f6fa'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:13.116376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.151215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f357-47dc-4b71-8e61-58caa294f8cd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.252918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.288816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.300723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f357-47dc-4b71-8e61-58caa294f8cd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.319477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.326766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Allocated IP 172.20.0.2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/28095167-48d4-4663-948a-4d05b254f6fa/3f7ef008-55ad-4ff7-b46a-afc4f71fc60a) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:13.327812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:51:13.328280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.372227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8f357-47dc-4b71-8e61-58caa294f8cd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e55c70ad-54d3-4072-8c3a-88f5a43a1445,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:13.390192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3b8f357-47dc-4b71-8e61-58caa294f8cd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.393827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b3b8f357-47dc-4b71-8e61-58caa294f8cd tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/e55c70ad-54d3-4072-8c3a-88f5a43a1445 HTTP/1.1" status: 204 len: 168 time: 0.5769498 Nov 29 11:51:13.401987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56776) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:13.402500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:13.443152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ee1fc742-0ed5-41d9-863a-88ea98a83d64 None None] Provisioning complete for port 13331c57-cf7e-4e7b-b2db-5261b8713fba triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:13.443765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee1fc742-0ed5-41d9-863a-88ea98a83d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.493106 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 13331c57-cf7e-4e7b-b2db-5261b8713fba up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:13.648402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 13331c57-cf7e-4e7b-b2db-5261b8713fba triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:13.648791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.653145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.660920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.661799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.721281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.735615 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ee1fc742-0ed5-41d9-863a-88ea98a83d64 None None] Provisioning complete for port cc20f9e4-2c00-4c4e-a865-8055696566e8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:13.736027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee1fc742-0ed5-41d9-863a-88ea98a83d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.738076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.773585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=cc20f9e4-2c00-4c4e-a865-8055696566e8,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:13.824744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:13.828881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 649ac755-0280-4a27-864d-bdc826a8391b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:13.831674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:13.836205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:13.838844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:13.848092 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.848663 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Added segment 1fcfe27c-583f-453d-83ad-53496c258695 of type vlan for network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 Nov 29 11:51:13.853116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f130800d-de4a-4328-aa56-6a1f84c79dfb,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:13.865986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ee1fc742-0ed5-41d9-863a-88ea98a83d64 None None] Port cc20f9e4-2c00-4c4e-a865-8055696566e8 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:13.868893 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Pushing event updated for resources: {'Port': ['ID=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:13.882533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.882907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.883405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.883736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.884065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.884393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.884720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.885046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.885438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.885692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.886042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.887414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:13.903596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'Subnet': ['ID=671c0626-b874-4c73-a8f7-2efa62f3c896,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:13.941265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Attempting to bind port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:13.941634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Attempting to bind port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:13.942014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Attempting to bind port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:13.947536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:13.947906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:13.948309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.949012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:13.949479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Bound port: 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:13.949865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:13.992987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1a730ddd-a185-4473-87eb-f500a4a6775e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:14.007247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router 364ac657-b86c-4492-916e-95e927ab6df3 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:14.024930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 1a730ddd-a185-4473-87eb-f500a4a6775e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:14.025269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1a730ddd-a185-4473-87eb-f500a4a6775e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:14.042570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.061624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bb2f1671-1fd0-4b41-a739-11962a6869a1 None None] Provisioning complete for port cc20f9e4-2c00-4c4e-a865-8055696566e8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:14.062032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb2f1671-1fd0-4b41-a739-11962a6869a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.082174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Checking segment: {'id': '380c3037-10ce-4b7e-ba5d-927e5159d724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '45454b04-9bd9-4154-9029-01bd307db53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:14.082534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Network hostable DHCP agents. Network: 45454b04-9bd9-4154-9029-01bd307db53b, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:14.086733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.097641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] For port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:14.097860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.109082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:14.109720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.117395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] For port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:14.122317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bb2f1671-1fd0-4b41-a739-11962a6869a1 None None] Port cc20f9e4-2c00-4c4e-a865-8055696566e8 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:14.127162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.132757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:14.145842 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-43b36064-a2e7-4bf7-85f3-a220d76f24af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/364ac657-b86c-4492-916e-95e927ab6df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9998486 Nov 29 11:51:14.146067 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d0f21-5fdc-428d-a32a-8a87df599816 None None] Sync routers for ids ['364ac657-b86c-4492-916e-95e927ab6df3'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:14.146498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56778) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:14.157770 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d0f21-5fdc-428d-a32a-8a87df599816 None None] Routers {'364ac657-b86c-4492-916e-95e927ab6df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:14.160259 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-257d0f21-5fdc-428d-a32a-8a87df599816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['364ac657-b86c-4492-916e-95e927ab6df3'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:14.197801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ea8ac-8e8e-42f9-b783-fa078159706c None None] Pushing event updated for resources: {'Port': ['ID=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:14.214649 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-257d0f21-5fdc-428d-a32a-8a87df599816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:14.218596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c94f53-a3a5-438f-bfe8-726584de95eb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:14.222029 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b5c94f53-a3a5-438f-bfe8-726584de95eb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports/cc20f9e4-2c00-4c4e-a865-8055696566e8 HTTP/1.1" status: 200 len: 984 time: 0.0726635 Nov 29 11:51:14.222953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56782) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:14.228362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d0f21-5fdc-428d-a32a-8a87df599816 None None] Routers {'364ac657-b86c-4492-916e-95e927ab6df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:14.230642 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-257d0f21-5fdc-428d-a32a-8a87df599816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['364ac657-b86c-4492-916e-95e927ab6df3'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:14.243922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ef2924ca-2479-4dfa-9a2d-04df3fb4bbb4 None None] Provisioning complete for port cc20f9e4-2c00-4c4e-a865-8055696566e8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:14.244352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef2924ca-2479-4dfa-9a2d-04df3fb4bbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.269336 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-257d0f21-5fdc-428d-a32a-8a87df599816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:14.271467 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d0f21-5fdc-428d-a32a-8a87df599816 None None] The sync data for ids ['364ac657-b86c-4492-916e-95e927ab6df3'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:14.278010 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3324089 Nov 29 11:51:14.281176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Network 45454b04-9bd9-4154-9029-01bd307db53b is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:14.285267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56784) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:14.290585 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ef2924ca-2479-4dfa-9a2d-04df3fb4bbb4 None None] Port cc20f9e4-2c00-4c4e-a865-8055696566e8 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:14.295174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'subnet': {'network_id': '88f3a8b7-a6c4-4f32-8150-7372078b52a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:14.305635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667e443-e46d-49cc-8a4e-00d7379a3c85 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Network': ['ID=88f3a8b7-a6c4-4f32-8150-7372078b52a0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:14.317747 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:14.392486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 45454b04-9bd9-4154-9029-01bd307db53b) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:14.405470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7abbdf-fdf3-4111-91f0-eb4b7ccf1902 None None] Network 45454b04-9bd9-4154-9029-01bd307db53b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:14.407472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:14.408361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.538560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:51:14.557866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.600743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a534965c-047d-45f7-91df-b19844cb29e4 None None] Network 45454b04-9bd9-4154-9029-01bd307db53b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:14.625337 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-31ebd78b-1990-42cb-b075-51dd800b33ae tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5293968 Nov 29 11:51:14.636215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56786) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:14.655497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1122771934', 'network_id': '45454b04-9bd9-4154-9029-01bd307db53b'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:14.664452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.668803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe65690d-54c7-4aeb-889f-4dbace149fef']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:14.688742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.api [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 11:51:14.688742 dv-neutron-819578-1-hyperv neutron-server[102104]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 29 11:51:14.688742 dv-neutron-819578-1-hyperv neutron-server[102104]: [parameters: {'project_id_1': '53e581ee85764391850a6dd1c3a112ec', 'expiration_1': datetime.datetime(2021, 11, 29, 11, 50, 54, 659821)}] Nov 29 11:51:14.688742 dv-neutron-819578-1-hyperv neutron-server[102104]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:51:14.689288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG oslo_db.api [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:51:14.692821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c37a3e-798d-46be-b643-76a4a4a8edb5') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:14.693792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c37a3e-798d-46be-b643-76a4a4a8edb5') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:14.709747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.718260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Made reservation on behalf of 9e2c56f7f0fc4e4593215bfc66dfb240 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:14.727930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.792437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.819660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:14.820259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:14.822659 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:14.900225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port cc20f9e4-2c00-4c4e-a865-8055696566e8 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:14.900882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.945039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.949408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe65690d-54c7-4aeb-889f-4dbace149fef {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 11:51:14.955415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.959153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:14.961790 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "DELETE /v2.0/networks/fe65690d-54c7-4aeb-889f-4dbace149fef HTTP/1.1" status: 204 len: 168 time: 1.5491691 Nov 29 11:51:14.991950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ecc67-49ab-4eea-8650-1cae662a85b7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe65690d-54c7-4aeb-889f-4dbace149fef,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:15.021889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.044641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for cc20f9e4-2c00-4c4e-a865-8055696566e8 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:15.171866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] For port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:15.260717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.274758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.275520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.329236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.371640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=cc20f9e4-2c00-4c4e-a865-8055696566e8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:15.398158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56796) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:15.414441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0d268595-44d9-46d5-89be-70a87b01956b tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'router': {'name': 'tempest-router--769919358', 'project_id': '4580904d05424850949c98de2c20d20c'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:15.443957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:15.453282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Made reservation on behalf of 53e581ee85764391850a6dd1c3a112ec for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:15.455639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.470804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:15.474312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:15.475049 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.504519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.516258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:15.535478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=86fdd8a7-6b23-40fd-aa55-20a66bda847d,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:15.560917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.589436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Subnet': ['ID=fe010e2e-a2dd-410d-9b20-c582fbdc9262,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:15.590529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:15.591193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.594508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:15.605549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] device_id is not set on port af19b917-baff-4b20-a661-111b41717f89 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:15.619681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24dc48-fd11-47c1-90d5-5eb17ebf3f6b None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:15.703540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d268595-44d9-46d5-89be-70a87b01956b tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.704559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d268595-44d9-46d5-89be-70a87b01956b tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.721521 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fe445b4d-0ff7-4a4e-b5d1-6cac62d1fa01 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9096117 Nov 29 11:51:15.723184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56798) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:15.728140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:53:be:3b', 'name': 'tempest-NetworksTestDHCPv6-1192910411'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:15.740887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router 364ac657-b86c-4492-916e-95e927ab6df3 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:51:15.778662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b52f7b2b-de67-4cc5-892a-a619b73a83d8 None None] Provisioning complete for port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:15.779181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b52f7b2b-de67-4cc5-892a-a619b73a83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.807571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Allocated IP 2001:db8::1d4 (45454b04-9bd9-4154-9029-01bd307db53b/671c0626-b874-4c73-a8f7-2efa62f3c896/af19b917-baff-4b20-a661-111b41717f89) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:15.821218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:15.827165 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0421a463-3977-490c-b1b0-8e92eb1b7c10 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/364ac657-b86c-4492-916e-95e927ab6df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030424 Nov 29 11:51:15.829602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56800) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:15.848596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c36b08-6ebd-45a7-a5f1-fd9f14551373 None None] Sync routers for ids ['364ac657-b86c-4492-916e-95e927ab6df3'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:15.867334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.895009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c36b08-6ebd-45a7-a5f1-fd9f14551373 None None] Routers {'364ac657-b86c-4492-916e-95e927ab6df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:15.895708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-43c36b08-6ebd-45a7-a5f1-fd9f14551373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['364ac657-b86c-4492-916e-95e927ab6df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:15.901902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d268595-44d9-46d5-89be-70a87b01956b tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.913261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Checking segment: {'id': '1fcfe27c-583f-453d-83ad-53496c258695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88f3a8b7-a6c4-4f32-8150-7372078b52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:15.913630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network hostable DHCP agents. Network: 88f3a8b7-a6c4-4f32-8150-7372078b52a0, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:15.925383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d268595-44d9-46d5-89be-70a87b01956b tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.955982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-43c36b08-6ebd-45a7-a5f1-fd9f14551373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:15.973496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d268595-44d9-46d5-89be-70a87b01956b tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:15.977511 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0d268595-44d9-46d5-89be-70a87b01956b tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5737903 Nov 29 11:51:15.979126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56802) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:15.979612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:16.003691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:16.006247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.018411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c36b08-6ebd-45a7-a5f1-fd9f14551373 None None] Routers {'364ac657-b86c-4492-916e-95e927ab6df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:16.018574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-43c36b08-6ebd-45a7-a5f1-fd9f14551373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['364ac657-b86c-4492-916e-95e927ab6df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:16.051869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 88f3a8b7-a6c4-4f32-8150-7372078b52a0) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:16.056851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:16.057803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.079783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:16.098012 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-be3300a5-ea03-4c0f-97d3-aa5d205b3cbc tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] remove_router_interface failed (client error): The resource could not be found. Nov 29 11:51:16.099372 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-be3300a5-ea03-4c0f-97d3-aa5d205b3cbc tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/364ac657-b86c-4492-916e-95e927ab6df3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2686546 Nov 29 11:51:16.102157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56804) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:16.114246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8f7c9e4-3615-4080-abe3-2d9e1e9c9c06 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.133823 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1b4577d0-eea0-4611-8804-d1d0c14b6fd3 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8461013 Nov 29 11:51:16.147508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56806) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:16.185535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.193813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'network': {'name': 'tempest-router-network01--410988657'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:16.201205 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-661468ad-8ae8-451e-b240-22aa85d7b849 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=364ac657-b86c-4492-916e-95e927ab6df3 HTTP/1.1" status: 200 len: 205 time: 0.0939353 Nov 29 11:51:16.202923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56808) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:16.230985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6635e37c-a6c4-4186-8273-60f6ef3c7a76 None None] Network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:16.237298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b52f7b2b-de67-4cc5-892a-a619b73a83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.239341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-43c36b08-6ebd-45a7-a5f1-fd9f14551373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:16.239992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c36b08-6ebd-45a7-a5f1-fd9f14551373 None None] The sync data for ids ['364ac657-b86c-4492-916e-95e927ab6df3'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:16.300555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.308464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-491b0612-491c-413d-955c-905188affa61 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.324584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8f7c9e4-3615-4080-abe3-2d9e1e9c9c06 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.326971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Made reservation on behalf of 9e2c56f7f0fc4e4593215bfc66dfb240 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:16.330725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.333291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8f7c9e4-3615-4080-abe3-2d9e1e9c9c06 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.348504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:16.393458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-b52f7b2b-de67-4cc5-892a-a619b73a83d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:51:16.393987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-b52f7b2b-de67-4cc5-892a-a619b73a83d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:51:16.401467 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:16.405492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 81ee1f97-4c27-42c2-b6b9-5739680fd1fd yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:16.408723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8f7c9e4-3615-4080-abe3-2d9e1e9c9c06 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.409792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f7c9e4-3615-4080-abe3-2d9e1e9c9c06 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0fab08e-c249-4639-9f35-343417ac7b25 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:16.416313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.417318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8f7c9e4-3615-4080-abe3-2d9e1e9c9c06 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.418632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d8f7c9e4-3615-4080-abe3-2d9e1e9c9c06 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "DELETE /v2.0/routers/b0fab08e-c249-4639-9f35-343417ac7b25 HTTP/1.1" status: 204 len: 168 time: 0.4375730 Nov 29 11:51:16.422475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.423056 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Added segment 50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f of type vlan for network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 Nov 29 11:51:16.469768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.493736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-88f3a8b7-a6c4-4f32-8150-7372078b52a0', 'network_id': '88f3a8b7-a6c4-4f32-8150-7372078b52a0', 'tenant_id': '9e2c56f7f0fc4e4593215bfc66dfb240', 'fixed_ips': [{'subnet_id': 'fe010e2e-a2dd-410d-9b20-c582fbdc9262'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:16.495494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.505130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.513887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:16.514035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.587374 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4257760 Nov 29 11:51:16.595489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56812) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:16.603519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'network': {'name': 'tempest-router-network02--1424660955'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:16.614264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3a5ab-cdbe-4e06-8483-7693e61c3943 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Network': ['ID=dd4bdbad-11a0-431d-bf9c-3b33a6e856f4,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:16.623184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56814) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:16.629561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:16.647487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Made reservation on behalf of 9e2c56f7f0fc4e4593215bfc66dfb240 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:16.654413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.684795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:16.697698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-491b0612-491c-413d-955c-905188affa61 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.702262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.702615 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Added segment f57d0ea5-f441-477d-805c-3859f5286cf1 of type vlan for network 21d8f0f1-236e-4fae-901e-7ddd5a00278a Nov 29 11:51:16.705552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-491b0612-491c-413d-955c-905188affa61 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.710100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Network 45454b04-9bd9-4154-9029-01bd307db53b is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:16.727958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:16.730988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:16.732029 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:16.732637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.740682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'Port': ['ID=af19b917-baff-4b20-a661-111b41717f89,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:16.778803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.794908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Allocated IP 2001:db8::2 (88f3a8b7-a6c4-4f32-8150-7372078b52a0/fe010e2e-a2dd-410d-9b20-c582fbdc9262/63ad9c3a-ca1b-4e46-bd98-4359d38cee84) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:16.832844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-491b0612-491c-413d-955c-905188affa61 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.833393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b0612-491c-413d-955c-905188affa61 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Fanout notify agent at l3_agent the message router_deleted on router 364ac657-b86c-4492-916e-95e927ab6df3 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:16.847739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.859320 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:16.860648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.864387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-491b0612-491c-413d-955c-905188affa61 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.868209 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-491b0612-491c-413d-955c-905188affa61 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/364ac657-b86c-4492-916e-95e927ab6df3 HTTP/1.1" status: 204 len: 168 time: 0.6628802 Nov 29 11:51:16.875892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56818) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:16.882436 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9de17ecb-420c-4e18-a2bb-fd3fe2965625 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2428102 Nov 29 11:51:16.884512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56820) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:16.993913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:16.994548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-766189202', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:17.005652 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4091573 Nov 29 11:51:17.009157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56822) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:17.014455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.016981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'subnet': {'network_id': 'dd4bdbad-11a0-431d-bf9c-3b33a6e856f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:17.054809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0dec3-4164-4fc8-b17b-06845d3f96f5 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Network': ['ID=21d8f0f1-236e-4fae-901e-7ddd5a00278a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:17.063614 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-decf61e3-2430-483d-9f33-c5c2b269c43a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet 8a9c7e77-80ac-455f-a484-a2bd5f44894b {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:17.068273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Pushing event updated for resources: {'Port': ['ID=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:17.072677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.074058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.075153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 21d8f0f1-236e-4fae-901e-7ddd5a00278a details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:17.077579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-decf61e3-2430-483d-9f33-c5c2b269c43a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.078732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:17.080823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:17.094992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:17.145593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 172.20.0.6 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/28095167-48d4-4663-948a-4d05b254f6fa/81ee1f97-4c27-42c2-b6b9-5739680fd1fd) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:17.153581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-decf61e3-2430-483d-9f33-c5c2b269c43a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.157727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c37ed1cf-a49c-4784-a7fe-626459217144 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Deleting port af19b917-baff-4b20-a661-111b41717f89 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:17.158099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c37ed1cf-a49c-4784-a7fe-626459217144 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.163128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fe53:be3b (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/86fdd8a7-6b23-40fd-aa55-20a66bda847d/81ee1f97-4c27-42c2-b6b9-5739680fd1fd) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:17.196795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Attempting to bind port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:17.197161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Attempting to bind port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '1fcfe27c-583f-453d-83ad-53496c258695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88f3a8b7-a6c4-4f32-8150-7372078b52a0'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:17.197519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Attempting to bind port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 on network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:17.205666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:17.206061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Checking segment: {'id': '1fcfe27c-583f-453d-83ad-53496c258695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88f3a8b7-a6c4-4f32-8150-7372078b52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:17.206459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.207268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Bound using segment: {'id': '1fcfe27c-583f-453d-83ad-53496c258695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88f3a8b7-a6c4-4f32-8150-7372078b52a0'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:17.207388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Bound port: 63ad9c3a-ca1b-4e46-bd98-4359d38cee84, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcfe27c-583f-453d-83ad-53496c258695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '88f3a8b7-a6c4-4f32-8150-7372078b52a0'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:17.207727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.209401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.209531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f2e07c44-3792-4684-b056-fb78e6779d5f None None] Provisioning complete for port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:17.209807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f2e07c44-3792-4684-b056-fb78e6779d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.276200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Made reservation on behalf of 9e2c56f7f0fc4e4593215bfc66dfb240 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:17.279841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.309381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] For port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:17.314059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] For port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,segment=NetworkSegment(1fcfe27c-583f-453d-83ad-53496c258695),segment_id=1fcfe27c-583f-453d-83ad-53496c258695)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:17.335247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.407327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c37ed1cf-a49c-4784-a7fe-626459217144 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.425385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c0c4d-3fe2-4a98-99c5-2897e040b318 None None] Pushing event updated for resources: {'Port': ['ID=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:17.448083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c37ed1cf-a49c-4784-a7fe-626459217144 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Calling delete_port for af19b917-baff-4b20-a661-111b41717f89 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:17.457843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:17.537036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:17.537420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.580061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.736045 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.762066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.765836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-decf61e3-2430-483d-9f33-c5c2b269c43a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.813619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.869497 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-decf61e3-2430-483d-9f33-c5c2b269c43a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.906367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf61e3-2430-483d-9f33-c5c2b269c43a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=8a9c7e77-80ac-455f-a484-a2bd5f44894b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:17.908548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-decf61e3-2430-483d-9f33-c5c2b269c43a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:17.914196 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-decf61e3-2430-483d-9f33-c5c2b269c43a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/8a9c7e77-80ac-455f-a484-a2bd5f44894b HTTP/1.1" status: 204 len: 168 time: 1.0189254 Nov 29 11:51:17.914793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56824) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:17.915458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58215b3c-2e89-4ffd-9b88-426030f61a62 None None] Network 649ac755-0280-4a27-864d-bdc826a8391b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:18.006375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.125917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] DHCP port deletion for 649ac755-0280-4a27-864d-bdc826a8391b request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:18.145177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.167941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.188174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=81ee1f97-4c27-42c2-b6b9-5739680fd1fd,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:18.190995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] Deleting port 13331c57-cf7e-4e7b-b2db-5261b8713fba {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:18.191452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.201984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:18.206065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c37ed1cf-a49c-4784-a7fe-626459217144 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.212258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:18.218956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:18.229700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Subnet': ['ID=9298089c-326d-4ecf-83c9-ab1b4c8b0ffa,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:18.243606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 13331c57-cf7e-4e7b-b2db-5261b8713fba {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:18.244029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.291753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ed1cf-a49c-4784-a7fe-626459217144 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event deleted for resources: {'Port': ['ID=af19b917-baff-4b20-a661-111b41717f89,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:18.294927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] For port 13331c57-cf7e-4e7b-b2db-5261b8713fba, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=13331c57-cf7e-4e7b-b2db-5261b8713fba,segment=NetworkSegment(f1b65727-9f86-456b-9866-03febafb6155),segment_id=f1b65727-9f86-456b-9866-03febafb6155)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:18.295398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.318046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] Calling delete_port for 13331c57-cf7e-4e7b-b2db-5261b8713fba owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:18.350141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c37ed1cf-a49c-4784-a7fe-626459217144 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.356226 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c37ed1cf-a49c-4784-a7fe-626459217144 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "DELETE /v2.0/ports/af19b917-baff-4b20-a661-111b41717f89 HTTP/1.1" status: 204 len: 168 time: 1.4707057 Nov 29 11:51:18.356579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56826) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:18.357799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Checking segment: {'id': '50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dd4bdbad-11a0-431d-bf9c-3b33a6e856f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:18.358208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network hostable DHCP agents. Network: dd4bdbad-11a0-431d-bf9c-3b33a6e856f4, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:18.373169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Allocated IP 172.26.5.132 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/3397a6a1-4995-4358-8f1f-551f4c59e530) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:18.374728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:18.375565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.382045 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '45454b04-9bd9-4154-9029-01bd307db53b', 'external_fixed_ips': [{'subnet_id': '671c0626-b874-4c73-a8f7-2efa62f3c896', 'ip_address': '2001:db8::1d4'}]}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:18.402824 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c9868a28-3814-43f6-9423-e7a2b06db680 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6787710 Nov 29 11:51:18.404684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:18.406714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56828) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:18.409840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port 13331c57-cf7e-4e7b-b2db-5261b8713fba, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=13331c57-cf7e-4e7b-b2db-5261b8713fba,segment=NetworkSegment(f1b65727-9f86-456b-9866-03febafb6155),segment_id=f1b65727-9f86-456b-9866-03febafb6155)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:18.411151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.436836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.455303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, dd4bdbad-11a0-431d-bf9c-3b33a6e856f4) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:18.459038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 13331c57-cf7e-4e7b-b2db-5261b8713fba owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:18.461402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.462821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.467191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] Pushing event deleted for resources: {'Port': ['ID=13331c57-cf7e-4e7b-b2db-5261b8713fba,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:18.468919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:18.469515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.487073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aada9f5-0e39-4e93-9e83-02318a7b596f None None] Network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:18.507445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ffc17-6326-4b52-8435-8d966c7a372c None None] No DVR routers for this DVR port 13331c57-cf7e-4e7b-b2db-5261b8713fba on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:18.518627 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-951d9c02-1e25-4503-a4ec-25e8b9d21413 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5077331 Nov 29 11:51:18.520932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56830) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:18.525885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'subnet': {'network_id': '21d8f0f1-236e-4fae-901e-7ddd5a00278a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:18.540997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24466386-f4a3-4369-a57c-388a93de0db7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:18.547706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24466386-f4a3-4369-a57c-388a93de0db7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:18.551997 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-24466386-f4a3-4369-a57c-388a93de0db7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1417077 Nov 29 11:51:18.560179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56832) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:18.610817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.703387 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.726876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Made reservation on behalf of 9e2c56f7f0fc4e4593215bfc66dfb240 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:18.732267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.751799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-15a2396f-2261-4df1-967d-325374206480 None None] Provisioning complete for port 81ee1f97-4c27-42c2-b6b9-5739680fd1fd triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:18.752181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-15a2396f-2261-4df1-967d-325374206480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.776711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-dd4bdbad-11a0-431d-bf9c-3b33a6e856f4', 'network_id': 'dd4bdbad-11a0-431d-bf9c-3b33a6e856f4', 'tenant_id': '9e2c56f7f0fc4e4593215bfc66dfb240', 'fixed_ips': [{'subnet_id': '9298089c-326d-4ecf-83c9-ab1b4c8b0ffa'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:18.777577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.779573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcd5903-54ac-4aa2-a0cc-bd832eabae0d None None] Network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:18.781660 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=13331c57-cf7e-4e7b-b2db-5261b8713fba,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:18.816547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9e844-b281-4896-9f3d-f8149ba85db0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 81ee1f97-4c27-42c2-b6b9-5739680fd1fd {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:18.816913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e844-b281-4896-9f3d-f8149ba85db0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.822703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No DVR routers for this DVR port 13331c57-cf7e-4e7b-b2db-5261b8713fba on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:18.861242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.866948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-15a2396f-2261-4df1-967d-325374206480 None None] Port 81ee1f97-4c27-42c2-b6b9-5739680fd1fd cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:18.962236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e844-b281-4896-9f3d-f8149ba85db0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:18.980719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-9eb9e844-b281-4896-9f3d-f8149ba85db0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 81ee1f97-4c27-42c2-b6b9-5739680fd1fd owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:19.049351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-063532cf-d65d-4383-a7ed-9ce519511082 None None] Provisioning complete for port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:19.050012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-063532cf-d65d-4383-a7ed-9ce519511082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.082332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Allocated IP 2001:db8::2 (dd4bdbad-11a0-431d-bf9c-3b33a6e856f4/9298089c-326d-4ecf-83c9-ab1b4c8b0ffa/308621ef-b449-4c62-a1f2-f38bfe9f4bd9) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:19.084187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.096412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.107929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.172858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.182116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Subnet': ['ID=e7ea9001-0852-4b79-92b0-5da97c1295fd,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:19.218267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Checking segment: {'id': 'f57d0ea5-f441-477d-805c-3859f5286cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '21d8f0f1-236e-4fae-901e-7ddd5a00278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:19.218929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network hostable DHCP agents. Network: 21d8f0f1-236e-4fae-901e-7ddd5a00278a, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:19.245406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:19.251137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-063532cf-d65d-4383-a7ed-9ce519511082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.261675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:19.272946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network 21d8f0f1-236e-4fae-901e-7ddd5a00278a is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:19.275471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:19.279567 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649ac755-0280-4a27-864d-bdc826a8391b']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:19.288899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event updated for resources: {'Port': ['ID=3397a6a1-4995-4358-8f1f-551f4c59e530,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:19.290403 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 21d8f0f1-236e-4fae-901e-7ddd5a00278a) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:19.301454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e844-b281-4896-9f3d-f8149ba85db0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.303930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:19.304667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.333512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b65727-9f86-456b-9866-03febafb6155') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:19.333670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b65727-9f86-456b-9866-03febafb6155') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:19.350057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9e844-b281-4896-9f3d-f8149ba85db0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=81ee1f97-4c27-42c2-b6b9-5739680fd1fd,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:19.367324 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-33078002-6637-48d5-9c82-8b996bc3c3aa tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8451762 Nov 29 11:51:19.367889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd72fc2-0d3c-4451-8fe9-d613e63cdddc None None] Network 21d8f0f1-236e-4fae-901e-7ddd5a00278a requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:19.368317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56834) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:19.389132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.432023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.463061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:19.463471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:19.473574 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:19.488178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:19.577522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-063532cf-d65d-4383-a7ed-9ce519511082 None None] For port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,segment=NetworkSegment(1fcfe27c-583f-453d-83ad-53496c258695),segment_id=1fcfe27c-583f-453d-83ad-53496c258695)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:19.584544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.603811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:19.604476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.606349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-063532cf-d65d-4383-a7ed-9ce519511082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.675024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.687144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.690161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063532cf-d65d-4383-a7ed-9ce519511082 None None] Pushing event updated for resources: {'Port': ['ID=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:19.691499 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/649ac755-0280-4a27-864d-bdc826a8391b HTTP/1.1" status: 204 len: 168 time: 1.7757556 Nov 29 11:51:19.694130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.706078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56838) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:19.732991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-705442439'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:19.742530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be603811-2b29-42b0-9587-70d182660dd5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=649ac755-0280-4a27-864d-bdc826a8391b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:19.753909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Pushing event updated for resources: {'Port': ['ID=308621ef-b449-4c62-a1f2-f38bfe9f4bd9,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:19.764067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9eb9e844-b281-4896-9f3d-f8149ba85db0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.768861 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9eb9e844-b281-4896-9f3d-f8149ba85db0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/81ee1f97-4c27-42c2-b6b9-5739680fd1fd HTTP/1.1" status: 204 len: 168 time: 1.2066443 Nov 29 11:51:19.774947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56840) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:19.836651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c4f94c63-90f1-4811-9bf3-dc3d23e31f30 None None] Provisioning complete for port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:19.837337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4f94c63-90f1-4811-9bf3-dc3d23e31f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.844305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:19.881532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cbf416-5184-4e28-a54c-2d8cfef25789 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:19.883294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cbf416-5184-4e28-a54c-2d8cfef25789 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:19.885009 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cbf416-5184-4e28-a54c-2d8cfef25789 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:19.886729 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-79cbf416-5184-4e28-a54c-2d8cfef25789 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1092551 Nov 29 11:51:19.889401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.891469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56842) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:19.911517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:19.915071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:19.993817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:20.010199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.015501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.017730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.018097 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment 2ae82bd9-6019-453a-8928-0fce29b4e8f1 of type vlan for network d24cc133-bd26-4663-b4b3-01c3cdde44b3 Nov 29 11:51:20.022824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7296ed09-cc8e-49ec-8675-082b5304dbb6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 28095167-48d4-4663-948a-4d05b254f6fa {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:20.030051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7296ed09-cc8e-49ec-8675-082b5304dbb6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.042771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:20.049079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-21d8f0f1-236e-4fae-901e-7ddd5a00278a', 'network_id': '21d8f0f1-236e-4fae-901e-7ddd5a00278a', 'tenant_id': '9e2c56f7f0fc4e4593215bfc66dfb240', 'fixed_ips': [{'subnet_id': 'e7ea9001-0852-4b79-92b0-5da97c1295fd'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:20.051127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.061757 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:20.112054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7296ed09-cc8e-49ec-8675-082b5304dbb6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.249277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Attempting to bind port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:20.249733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Attempting to bind port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dd4bdbad-11a0-431d-bf9c-3b33a6e856f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:20.250230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Attempting to bind port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 on network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:20.271503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:20.271968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Checking segment: {'id': '50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dd4bdbad-11a0-431d-bf9c-3b33a6e856f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:20.272446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.273345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Bound using segment: {'id': '50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dd4bdbad-11a0-431d-bf9c-3b33a6e856f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:20.273577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Bound port: 308621ef-b449-4c62-a1f2-f38bfe9f4bd9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'dd4bdbad-11a0-431d-bf9c-3b33a6e856f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:20.274160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.282148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7296ed09-cc8e-49ec-8675-082b5304dbb6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.318854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Allocated IP 2001:db8::1 (dd4bdbad-11a0-431d-bf9c-3b33a6e856f4/9298089c-326d-4ecf-83c9-ab1b4c8b0ffa/f26b5a4e-c358-4f04-beff-7104e5fd007f) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:20.386174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 13331c57-cf7e-4e7b-b2db-5261b8713fba no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:20.397582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Allocated IP 2001:db8::2 (21d8f0f1-236e-4fae-901e-7ddd5a00278a/e7ea9001-0852-4b79-92b0-5da97c1295fd/80af3e79-2341-4ab1-89c9-eb443d8d2970) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:20.398451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.425513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7296ed09-cc8e-49ec-8675-082b5304dbb6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.437954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 13331c57-cf7e-4e7b-b2db-5261b8713fba {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:20.438339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 13331c57-cf7e-4e7b-b2db-5261b8713fba not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:20.481263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296ed09-cc8e-49ec-8675-082b5304dbb6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=28095167-48d4-4663-948a-4d05b254f6fa,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:20.488771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7296ed09-cc8e-49ec-8675-082b5304dbb6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.492135 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7296ed09-cc8e-49ec-8675-082b5304dbb6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/28095167-48d4-4663-948a-4d05b254f6fa HTTP/1.1" status: 204 len: 168 time: 0.5996695 Nov 29 11:51:20.495301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56844) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:20.502972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a36dd4-96ba-4f85-84e1-d94f9f2b4985 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:20.505453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] For port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:20.520699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.564683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] For port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=308621ef-b449-4c62-a1f2-f38bfe9f4bd9,segment=NetworkSegment(50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f),segment_id=50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:20.574957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.580827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.590304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5cb485-a8f0-4d45-a76c-e550d653b90f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 86fdd8a7-6b23-40fd-aa55-20a66bda847d {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:20.596576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb485-a8f0-4d45-a76c-e550d653b90f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.663675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb485-a8f0-4d45-a76c-e550d653b90f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.712493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.720101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:20.720576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.720952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.739592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc0381-a382-4d08-82e2-9cc6881c5111 None None] Pushing event updated for resources: {'Port': ['ID=308621ef-b449-4c62-a1f2-f38bfe9f4bd9,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:20.800346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.803177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:20.811194 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0976560 Nov 29 11:51:20.813539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.817928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56846) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:20.819066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:20.821650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Allocated IP 2001:db8::1d4 (45454b04-9bd9-4154-9029-01bd307db53b/671c0626-b874-4c73-a8f7-2efa62f3c896/c078f0d9-7291-4dc0-814d-7977517ea1f5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:20.834935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': 'd24cc133-bd26-4663-b4b3-01c3cdde44b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:20.839684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:20.840384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.844027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Port': ['ID=f26b5a4e-c358-4f04-beff-7104e5fd007f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:20.851712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0da971-c229-41c9-a5ca-228c6995f91e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=d24cc133-bd26-4663-b4b3-01c3cdde44b3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:20.872164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Network 21d8f0f1-236e-4fae-901e-7ddd5a00278a is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:20.877205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:20.879121 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network d24cc133-bd26-4663-b4b3-01c3cdde44b3 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:20.881591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:20.913663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:20.944487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Pushing event updated for resources: {'Port': ['ID=80af3e79-2341-4ab1-89c9-eb443d8d2970,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:20.993926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb485-a8f0-4d45-a76c-e550d653b90f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.056437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Attempting to bind port 80af3e79-2341-4ab1-89c9-eb443d8d2970 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:21.057037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Attempting to bind port 80af3e79-2341-4ab1-89c9-eb443d8d2970 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f57d0ea5-f441-477d-805c-3859f5286cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '21d8f0f1-236e-4fae-901e-7ddd5a00278a'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:21.057152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Attempting to bind port 80af3e79-2341-4ab1-89c9-eb443d8d2970 on network 21d8f0f1-236e-4fae-901e-7ddd5a00278a {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:21.062218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.063916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:21.064288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Checking segment: {'id': 'f57d0ea5-f441-477d-805c-3859f5286cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '21d8f0f1-236e-4fae-901e-7ddd5a00278a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:21.064684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.065296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Bound using segment: {'id': 'f57d0ea5-f441-477d-805c-3859f5286cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '21d8f0f1-236e-4fae-901e-7ddd5a00278a'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:21.065682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Bound port: 80af3e79-2341-4ab1-89c9-eb443d8d2970, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57d0ea5-f441-477d-805c-3859f5286cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '21d8f0f1-236e-4fae-901e-7ddd5a00278a'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:21.066110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.155662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.160168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] For port 80af3e79-2341-4ab1-89c9-eb443d8d2970, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:21.166756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] For port 80af3e79-2341-4ab1-89c9-eb443d8d2970, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=80af3e79-2341-4ab1-89c9-eb443d8d2970,segment=NetworkSegment(f57d0ea5-f441-477d-805c-3859f5286cf1),segment_id=f57d0ea5-f441-477d-805c-3859f5286cf1)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:21.173681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:21.173883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.179021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.181862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Router 9c4e282d-4817-4d66-b0f6-e27e374bdcba is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:21.240644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Network 45454b04-9bd9-4154-9029-01bd307db53b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:21.248942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc9af-d6d9-4e3d-8229-1d911e73c427 None None] Pushing event updated for resources: {'Port': ['ID=80af3e79-2341-4ab1-89c9-eb443d8d2970,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:21.295568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:21.332629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'Port': ['ID=c078f0d9-7291-4dc0-814d-7977517ea1f5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:21.335307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:21.361000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb485-a8f0-4d45-a76c-e550d653b90f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.419918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.429519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e5cb485-a8f0-4d45-a76c-e550d653b90f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.432699 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7e5cb485-a8f0-4d45-a76c-e550d653b90f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/86fdd8a7-6b23-40fd-aa55-20a66bda847d HTTP/1.1" status: 204 len: 168 time: 0.9362562 Nov 29 11:51:21.439343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cb485-a8f0-4d45-a76c-e550d653b90f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=86fdd8a7-6b23-40fd-aa55-20a66bda847d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:21.441331 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56848) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:21.496535 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3feba6d0-88c6-419e-bdb7-80851700b494 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519676 Nov 29 11:51:21.497518 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56850) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:21.552701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:21.616077 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f27e5-fdc4-4130-a2a5-e5e2d28c3141 None None] Sync routers for ids ['9c4e282d-4817-4d66-b0f6-e27e374bdcba'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:21.633023 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f27e5-fdc4-4130-a2a5-e5e2d28c3141 None None] Routers {'9c4e282d-4817-4d66-b0f6-e27e374bdcba'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:21.633707 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-302f27e5-fdc4-4130-a2a5-e5e2d28c3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9c4e282d-4817-4d66-b0f6-e27e374bdcba'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:21.652853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.655019 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c0849608-ac28-485f-bf1e-01c7f9ec5bfc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0308814 Nov 29 11:51:21.660675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56852) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:21.691111 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-302f27e5-fdc4-4130-a2a5-e5e2d28c3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:21.699908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c1889c-d4dd-4982-adac-ab902b398b16 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:21.703545 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f27e5-fdc4-4130-a2a5-e5e2d28c3141 None None] Routers {'9c4e282d-4817-4d66-b0f6-e27e374bdcba'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:21.704409 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-302f27e5-fdc4-4130-a2a5-e5e2d28c3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9c4e282d-4817-4d66-b0f6-e27e374bdcba'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:21.705788 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-63c1889c-d4dd-4982-adac-ab902b398b16 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2034917 Nov 29 11:51:21.712662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56854) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:21.720938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:21.795726 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-302f27e5-fdc4-4130-a2a5-e5e2d28c3141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:21.800128 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f27e5-fdc4-4130-a2a5-e5e2d28c3141 None None] The sync data for ids ['9c4e282d-4817-4d66-b0f6-e27e374bdcba'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:21.846855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.854235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.877725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:21.878136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:21.954835 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bf5e97cb-6509-499d-b5c7-9858c6678c95 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/routers/9c4e282d-4817-4d66-b0f6-e27e374bdcba HTTP/1.1" status: 200 len: 920 time: 0.2902908 Nov 29 11:51:21.955235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56858) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:21.967583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb059d36-ced3-4ead-bcb6-885c8cd7d6c9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:21.971376 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bb059d36-ced3-4ead-bcb6-885c8cd7d6c9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2552276 Nov 29 11:51:21.981557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56860) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:21.997383 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-21b26fd4-ee61-4eae-a6fb-15924df05011 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4e282d-4817-4d66-b0f6-e27e374bdcba HTTP/1.1" status: 200 len: 205 time: 0.0409889 Nov 29 11:51:22.000221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56862) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:22.015970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.056856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=308621ef-b449-4c62-a1f2-f38bfe9f4bd9,segment=NetworkSegment(50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f),segment_id=50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:22.066100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9c612b-e403-4ba8-a11b-bb95e52cb3e2 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:22.070881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.071665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:22.180104 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6f1775b1-f050-4d0f-89a3-133fe7334157 None None] Provisioning complete for port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:22.180476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6f1775b1-f050-4d0f-89a3-133fe7334157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.227160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.285255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=308621ef-b449-4c62-a1f2-f38bfe9f4bd9,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:22.336783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1990126-7f43-4873-b367-3fcfddf12415 None None] Network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:22.346363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.427413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:22.427856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.432562 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fb44a5d9-178c-4ebf-b66d-1bea9a04c9eb tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4493158 Nov 29 11:51:22.435964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56864) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:22.443220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3fade803-428f-4d3e-a247-5d509333e8f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:22.456866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=61c4c8f1-0dca-4296-bfda-a6dbad939cda,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:22.518712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.562554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': '2ae82bd9-6019-453a-8928-0fce29b4e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd24cc133-bd26-4663-b4b3-01c3cdde44b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:22.563064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: d24cc133-bd26-4663-b4b3-01c3cdde44b3, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:22.582038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Router 7be4b441-51b3-48ad-a430-bc664ad4ab07 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:22.647308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.655373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.655599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:22.656269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.673996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fade803-428f-4d3e-a247-5d509333e8f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:22.677902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3fade803-428f-4d3e-a247-5d509333e8f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.679617 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fade803-428f-4d3e-a247-5d509333e8f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:22.680111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fade803-428f-4d3e-a247-5d509333e8f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:22.682505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network d24cc133-bd26-4663-b4b3-01c3cdde44b3 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:22.730563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, d24cc133-bd26-4663-b4b3-01c3cdde44b3) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:22.745109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a518dce-acd1-46d9-96ef-5cb563a589f9 None None] Network d24cc133-bd26-4663-b4b3-01c3cdde44b3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:22.753305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d31994fb-c2a0-4e14-a911-ebfa1a5fc6c6 None None] Provisioning complete for port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:22.753665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d31994fb-c2a0-4e14-a911-ebfa1a5fc6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.782258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:22.783373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.821153 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ac938bea-18b7-4d63-89a4-5aa750ca861b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9985619 Nov 29 11:51:22.832831 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3fade803-428f-4d3e-a247-5d509333e8f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3909807 Nov 29 11:51:22.832831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56866) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:22.833868 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56868) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:22.840143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-54077920-f243-4ce2-853d-62c761ae5db2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1990821477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:22.846828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93763d4b-6164-441f-b4e6-b8f65779c476 None None] Network 21d8f0f1-236e-4fae-901e-7ddd5a00278a requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:22.870985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6933021c-1ed1-426b-835f-1e6ebd72e3bc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:22.915312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] Deleting port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:22.915685 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.981149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54077920-f243-4ce2-853d-62c761ae5db2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:22.982961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54077920-f243-4ce2-853d-62c761ae5db2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.036670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Deleting port 3397a6a1-4995-4358-8f1f-551f4c59e530 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:23.037009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.046571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54077920-f243-4ce2-853d-62c761ae5db2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.052054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6933021c-1ed1-426b-835f-1e6ebd72e3bc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:23.056732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6933021c-1ed1-426b-835f-1e6ebd72e3bc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.058508 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-6933021c-1ed1-426b-835f-1e6ebd72e3bc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:23.059137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6933021c-1ed1-426b-835f-1e6ebd72e3bc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:23.061800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Port': ['ID=f26b5a4e-c358-4f04-beff-7104e5fd007f,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:23.069036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54077920-f243-4ce2-853d-62c761ae5db2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.098902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54077920-f243-4ce2-853d-62c761ae5db2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.103006 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-54077920-f243-4ce2-853d-62c761ae5db2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2642760 Nov 29 11:51:23.105439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56870) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:23.125868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6933021c-1ed1-426b-835f-1e6ebd72e3bc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2574561 Nov 29 11:51:23.129436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56872) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:23.134978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ac74b21f-d840-49a9-ab61-2507f36c6371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:23.236518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:23.239295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:23.254479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.281155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] For port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:23.281711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.304966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] Calling delete_port for 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:23.317225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:23.319273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Calling delete_port for 3397a6a1-4995-4358-8f1f-551f4c59e530 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:23.348264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Sync routers for ids ['7be4b441-51b3-48ad-a430-bc664ad4ab07'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:23.376977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Routers {'7be4b441-51b3-48ad-a430-bc664ad4ab07'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:23.377647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7be4b441-51b3-48ad-a430-bc664ad4ab07'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:23.378671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74b21f-d840-49a9-ab61-2507f36c6371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:23.383182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ac74b21f-d840-49a9-ab61-2507f36c6371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.384751 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac74b21f-d840-49a9-ab61-2507f36c6371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:23.385117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac74b21f-d840-49a9-ab61-2507f36c6371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:23.409200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Router 3af8e472-8783-411c-9739-19816769edc5 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:23.430744 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ac74b21f-d840-49a9-ab61-2507f36c6371 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2975762 Nov 29 11:51:23.465144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56874) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:23.471143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-38d75ce5-1be6-4dc4-9cf5-51cdab689af2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:23.475364 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-d24cc133-bd26-4663-b4b3-01c3cdde44b3', 'network_id': 'd24cc133-bd26-4663-b4b3-01c3cdde44b3', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': '61c4c8f1-0dca-4296-bfda-a6dbad939cda'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:23.476252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.528203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.532723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.536872 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3fc7caef-7bf9-445c-ae63-15d3df436b94 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1766961 Nov 29 11:51:23.537536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56876) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:23.554766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Provisioning complete for port 80af3e79-2341-4ab1-89c9-eb443d8d2970 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:23.554766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.682630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:23.685779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d75ce5-1be6-4dc4-9cf5-51cdab689af2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:23.689343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38d75ce5-1be6-4dc4-9cf5-51cdab689af2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.690931 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d75ce5-1be6-4dc4-9cf5-51cdab689af2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:23.691359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d75ce5-1be6-4dc4-9cf5-51cdab689af2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:23.697715 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b08fbc3c-717b-4253-abae-1c99341dc717 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "PUT /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3258295 Nov 29 11:51:23.701621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56878) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:23.703213 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc470e-100b-4951-8a0b-d3b9a457b242 None None] Sync routers for ids ['3af8e472-8783-411c-9739-19816769edc5'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:23.714510 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc470e-100b-4951-8a0b-d3b9a457b242 None None] Routers {'3af8e472-8783-411c-9739-19816769edc5'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:23.715522 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4fcc470e-100b-4951-8a0b-d3b9a457b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3af8e472-8783-411c-9739-19816769edc5'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:23.716510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 80af3e79-2341-4ab1-89c9-eb443d8d2970 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:23.774440 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4fcc470e-100b-4951-8a0b-d3b9a457b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:23.805705 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc470e-100b-4951-8a0b-d3b9a457b242 None None] Routers {'3af8e472-8783-411c-9739-19816769edc5'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:23.806623 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4fcc470e-100b-4951-8a0b-d3b9a457b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3af8e472-8783-411c-9739-19816769edc5'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:23.826277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Set router 7be4b441-51b3-48ad-a430-bc664ad4ab07 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:23.876633 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-38d75ce5-1be6-4dc4-9cf5-51cdab689af2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4097641 Nov 29 11:51:23.878415 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4fcc470e-100b-4951-8a0b-d3b9a457b242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:23.879179 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcc470e-100b-4951-8a0b-d3b9a457b242 None None] The sync data for ids ['3af8e472-8783-411c-9739-19816769edc5'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:23.881849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56880) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:23.890706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c6562bde-bc4a-4c91-b881-ccef0e72d050 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:23.909495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:23.960969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.014764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.035169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] Pushing event deleted for resources: {'Port': ['ID=3f7ef008-55ad-4ff7-b46a-afc4f71fc60a,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:24.068003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea8fb50-1387-4b4e-adb0-df21897af47d None None] No DVR routers for this DVR port 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:24.105761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Allocated IP 2001:db8::2 (d24cc133-bd26-4663-b4b3-01c3cdde44b3/61c4c8f1-0dca-4296-bfda-a6dbad939cda/fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:24.109124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.115257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event deleted for resources: {'Port': ['ID=3397a6a1-4995-4358-8f1f-551f4c59e530,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:24.144407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 80af3e79-2341-4ab1-89c9-eb443d8d2970 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:24.144786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.168576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6562bde-bc4a-4c91-b881-ccef0e72d050 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:24.172428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c6562bde-bc4a-4c91-b881-ccef0e72d050 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.174411 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6562bde-bc4a-4c91-b881-ccef0e72d050 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:24.174850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6562bde-bc4a-4c91-b881-ccef0e72d050 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:24.208464 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c6562bde-bc4a-4c91-b881-ccef0e72d050 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3213274 Nov 29 11:51:24.209324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56882) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:24.216401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-576188f6-9b32-4f82-95af-57971516fd63 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:24.256806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.261622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.271006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] For port 80af3e79-2341-4ab1-89c9-eb443d8d2970, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=80af3e79-2341-4ab1-89c9-eb443d8d2970,segment=NetworkSegment(f57d0ea5-f441-477d-805c-3859f5286cf1),segment_id=f57d0ea5-f441-477d-805c-3859f5286cf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:24.282216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.376649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.379565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576188f6-9b32-4f82-95af-57971516fd63 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:24.379758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.383314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-576188f6-9b32-4f82-95af-57971516fd63 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.384699 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-576188f6-9b32-4f82-95af-57971516fd63 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:24.385310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576188f6-9b32-4f82-95af-57971516fd63 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:51:24.392947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Provisioning complete for port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:24.393190 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-29954ac1-2d38-4fff-9c59-99bb7d150eac tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:24.393428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.396749 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-29954ac1-2d38-4fff-9c59-99bb7d150eac tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "PUT /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6810238 Nov 29 11:51:24.398119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56884) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:24.438577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.439110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4e282d-4817-4d66-b0f6-e27e374bdcba {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:24.447131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.448393 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0bd0d89c-2b57-41c3-89dd-31e72396875b tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/9c4e282d-4817-4d66-b0f6-e27e374bdcba HTTP/1.1" status: 204 len: 168 time: 2.4463005 Nov 29 11:51:24.452924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56886) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:24.457514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1783485691', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': False}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:24.459741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Pushing event updated for resources: {'Port': ['ID=80af3e79-2341-4ab1-89c9-eb443d8d2970,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:24.471253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Deleting port c078f0d9-7291-4dc0-814d-7977517ea1f5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:24.471607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.486093 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-576188f6-9b32-4f82-95af-57971516fd63 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2724707 Nov 29 11:51:24.486666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56888) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:24.486759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:24.519994 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3cb40acb-43fe-4d4c-8038-da0463097f91 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307870 Nov 29 11:51:24.521267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56890) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:24.530608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7be4b441-51b3-48ad-a430-bc664ad4ab07', 'name': '', 'tenant_id': '53e581ee85764391850a6dd1c3a112ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '45454b04-9bd9-4154-9029-01bd307db53b', 'external_fixed_ips': [{'subnet_id': '671c0626-b874-4c73-a8f7-2efa62f3c896', 'ip_address': '2001:db8::1d4'}], 'enable_snat': True}, 'gw_port_id': 'c078f0d9-7291-4dc0-814d-7977517ea1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:18Z', 'updated_at': '2021-11-29T11:51:21Z', 'revision_number': 3, 'project_id': '53e581ee85764391850a6dd1c3a112ec', 'gw_port': {'id': 'c078f0d9-7291-4dc0-814d-7977517ea1f5', 'name': '', 'network_id': '45454b04-9bd9-4154-9029-01bd307db53b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a8:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7be4b441-51b3-48ad-a430-bc664ad4ab07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '671c0626-b874-4c73-a8f7-2efa62f3c896', 'ip_address': '2001:db8::1d4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:20Z', 'updated_at': '2021-11-29T11:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '671c0626-b874-4c73-a8f7-2efa62f3c896', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:24.556752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.557788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.569533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.577634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Checking router: 7be4b441-51b3-48ad-a430-bc664ad4ab07 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:51:24.577634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Updating router 7be4b441-51b3-48ad-a430-bc664ad4ab07 port c078f0d9-7291-4dc0-814d-7977517ea1f5 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:51:24.604582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.664998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.689845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccf1403-e20e-4b44-aca2-a46e8f801d2e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:24.693862 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7ccf1403-e20e-4b44-aca2-a46e8f801d2e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1699626 Nov 29 11:51:24.693862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.696013 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Network d24cc133-bd26-4663-b4b3-01c3cdde44b3 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:24.701109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56892) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:24.704551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.711497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:24.718075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8::1 (d24cc133-bd26-4663-b4b3-01c3cdde44b3/61c4c8f1-0dca-4296-bfda-a6dbad939cda/2a9110fb-4929-4ed7-8342-bebadb936906) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:24.721445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Calling delete_port for c078f0d9-7291-4dc0-814d-7977517ea1f5 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:24.724282 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:24.734927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Pushing event updated for resources: {'Port': ['ID=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:24.753017 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0fdd05eb-f77b-4026-bea4-6d2918f359e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472150 Nov 29 11:51:24.753216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56894) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:24.758345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:24.797391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:24.797794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.900992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:24.904171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Provisioning complete for port f26b5a4e-c358-4f04-beff-7104e5fd007f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:24.904550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.905096 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.915309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Attempting to bind port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:24.915671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Attempting to bind port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '2ae82bd9-6019-453a-8928-0fce29b4e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd24cc133-bd26-4663-b4b3-01c3cdde44b3'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:24.915954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Attempting to bind port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf on network d24cc133-bd26-4663-b4b3-01c3cdde44b3 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:24.947176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:24.947646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Checking segment: {'id': '2ae82bd9-6019-453a-8928-0fce29b4e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd24cc133-bd26-4663-b4b3-01c3cdde44b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:24.947947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.948345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Bound using segment: {'id': '2ae82bd9-6019-453a-8928-0fce29b4e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd24cc133-bd26-4663-b4b3-01c3cdde44b3'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:24.949386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Bound port: fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae82bd9-6019-453a-8928-0fce29b4e8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd24cc133-bd26-4663-b4b3-01c3cdde44b3'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:24.949533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:24.970180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.189553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-97049305-b8b6-4001-be40-3d8e9610e3d0 None None] Port f26b5a4e-c358-4f04-beff-7104e5fd007f cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:25.244110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.285487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] For port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:25.311911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] For port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,segment=NetworkSegment(2ae82bd9-6019-453a-8928-0fce29b4e8f1),segment_id=2ae82bd9-6019-453a-8928-0fce29b4e8f1)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:25.329099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.374976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:25.386301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:51:25.390861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.406169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.418039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e19e131b-ee22-49b1-a8c1-844558f4f68e None None] Provisioning complete for port 80af3e79-2341-4ab1-89c9-eb443d8d2970 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:25.419346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e19e131b-ee22-49b1-a8c1-844558f4f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.444396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:25.445910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:25.446290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3f7ef008-55ad-4ff7-b46a-afc4f71fc60a not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:25.454014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Deleting port f26b5a4e-c358-4f04-beff-7104e5fd007f {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:25.454361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.460220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:25.463409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:25.464095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.485637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abdc3c-aaac-43cf-96df-7c5d0cffe36e None None] Pushing event updated for resources: {'Port': ['ID=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:25.504205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a4e07b-d014-4743-b7c0-58768640daf1 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:25.527081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=64ad4b3f-8c55-4583-baf2-b1b7b6f6dd54,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:25.527881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.563295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:51:25.563654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:51:25.579530 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1e51f027-7af2-4592-a254-91d19492fdad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8253067 Nov 29 11:51:25.582662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56898) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:25.591308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:e4:95:ac', 'name': 'tempest-NetworksTestDHCPv6-1293604957'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:25.629116 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network d24cc133-bd26-4663-b4b3-01c3cdde44b3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:25.635062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=2a9110fb-4929-4ed7-8342-bebadb936906,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:25.642157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:25.644194 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e19e131b-ee22-49b1-a8c1-844558f4f68e None None] Provisioning complete for port f26b5a4e-c358-4f04-beff-7104e5fd007f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:25.644434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e19e131b-ee22-49b1-a8c1-844558f4f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.649580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.665898 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 80af3e79-2341-4ab1-89c9-eb443d8d2970 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:25.674145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:25.674718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.699337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.715694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event deleted for resources: {'Port': ['ID=c078f0d9-7291-4dc0-814d-7977517ea1f5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:25.723274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Calling delete_port for f26b5a4e-c358-4f04-beff-7104e5fd007f owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:25.814602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.845419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '64ad4b3f-8c55-4583-baf2-b1b7b6f6dd54'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:25.846751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.861765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e19e131b-ee22-49b1-a8c1-844558f4f68e None None] Port f26b5a4e-c358-4f04-beff-7104e5fd007f cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:25.871382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:25.886453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 80af3e79-2341-4ab1-89c9-eb443d8d2970 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:25.886752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.928645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:25.931062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.052498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.053091 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7be4b441-51b3-48ad-a430-bc664ad4ab07 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:26.060435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.064534 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4479d594-a6fe-4c6f-9681-1cafbd012f85 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "DELETE /v2.0/routers/7be4b441-51b3-48ad-a430-bc664ad4ab07 HTTP/1.1" status: 204 len: 168 time: 2.5235987 Nov 29 11:51:26.074839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Allocated IP 2001:db8::f816:3eff:fe5b:fc0a (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/64ad4b3f-8c55-4583-baf2-b1b7b6f6dd54/47ee313b-d9d8-4fff-86c6-dcdcb0cc65db) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:26.084703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56902) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:26.105657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Port c078f0d9-7291-4dc0-814d-7977517ea1f5 not found while updating agent binding for router 7be4b441-51b3-48ad-a430-bc664ad4ab07. {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 29 11:51:26.129659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.162929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Routers set() bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:26.163293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Router IDs set() for agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 29 11:51:26.163906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_agentschedulers_db [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7be4b441-51b3-48ad-a430-bc664ad4ab07'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent'). {{(pid=102105) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 29 11:51:26.164281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a3bcc-8aa6-4014-b08a-0bfb82757a88 None None] The sync data for ids ['7be4b441-51b3-48ad-a430-bc664ad4ab07'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:26.225766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-040bac03-b5f2-465d-ac99-82f5fb9552f4 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Deleting subnet 671c0626-b874-4c73-a8f7-2efa62f3c896 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:26.238142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-040bac03-b5f2-465d-ac99-82f5fb9552f4 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.240459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.282763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.290777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.337010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Pushing event updated for resources: {'Port': ['ID=47ee313b-d9d8-4fff-86c6-dcdcb0cc65db,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:26.344274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.353853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:26.355703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:26.359755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:26.384451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.398018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.417114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-040bac03-b5f2-465d-ac99-82f5fb9552f4 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.426174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Port': ['ID=f26b5a4e-c358-4f04-beff-7104e5fd007f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:26.435819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Attempting to bind port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:26.436435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Attempting to bind port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:26.436987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Attempting to bind port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:26.445475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:26.446418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:26.446632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.447130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:26.447773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Bound port: 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:26.448255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.475268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port be4b70c4-63b3-4db7-9b60-729d62632794 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:26.547806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] For port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:26.551663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] For port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=47ee313b-d9d8-4fff-86c6-dcdcb0cc65db,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:26.557718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.565433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.598471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-040bac03-b5f2-465d-ac99-82f5fb9552f4 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.653033 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c69831-1e20-4fbc-9f31-d0989ef99f7b None None] Pushing event updated for resources: {'Port': ['ID=47ee313b-d9d8-4fff-86c6-dcdcb0cc65db,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:26.711530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Allocated IP 172.26.5.248 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/0d667c2b-51d1-4cb2-9016-a7f79ca2179e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:26.759409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-040bac03-b5f2-465d-ac99-82f5fb9552f4 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.868077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Router 3af8e472-8783-411c-9739-19816769edc5 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:51:26.869863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fee4:95ac (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/64ad4b3f-8c55-4583-baf2-b1b7b6f6dd54/be4b70c4-63b3-4db7-9b60-729d62632794) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:26.904635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.909069 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-040bac03-b5f2-465d-ac99-82f5fb9552f4 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.912423 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-040bac03-b5f2-465d-ac99-82f5fb9552f4 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "DELETE /v2.0/subnets/671c0626-b874-4c73-a8f7-2efa62f3c896 HTTP/1.1" status: 204 len: 168 time: 0.8267941 Nov 29 11:51:26.917100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56904) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:26.920948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bac03-b5f2-465d-ac99-82f5fb9552f4 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=671c0626-b874-4c73-a8f7-2efa62f3c896,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:26.925785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:26.926593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.043852 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade13b19-1ba4-4ac5-96b9-13fd2359dc2c None None] Network d24cc133-bd26-4663-b4b3-01c3cdde44b3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:27.084427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=2a9110fb-4929-4ed7-8342-bebadb936906,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:27.091609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.154825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-98b5e707-4740-4314-bd0c-a4ff3853f85c None None] Provisioning complete for port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:27.155114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98b5e707-4740-4314-bd0c-a4ff3853f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.155616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network d24cc133-bd26-4663-b4b3-01c3cdde44b3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:27.158505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:27.229907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.251947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:27.263286 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-64165b14-af21-454c-9f2c-a5486e2f84ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "PUT /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8595457 Nov 29 11:51:27.267807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56906) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:27.275621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.285007 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:27.291446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef700f-5057-450b-b33d-e9f271e58204 None None] Sync routers for ids ['3af8e472-8783-411c-9739-19816769edc5'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:27.299310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:27.304606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:27.319820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef700f-5057-450b-b33d-e9f271e58204 None None] Routers {'3af8e472-8783-411c-9739-19816769edc5'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:27.320448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-fdef700f-5057-450b-b33d-e9f271e58204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3af8e472-8783-411c-9739-19816769edc5'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:27.336923 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'Port': ['ID=0d667c2b-51d1-4cb2-9016-a7f79ca2179e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:27.342372 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-b5683be2-888d-43ad-b388-a6ed1bb6d9e1 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] delete failed (client error): The resource could not be found. Nov 29 11:51:27.347413 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b5683be2-888d-43ad-b388-a6ed1bb6d9e1 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-628804786 HTTP/1.1" status: 404 len: 334 time: 0.0747135 Nov 29 11:51:27.349655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56908) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:27.355250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9f714676-4481-4ad1-99ae-781ad29222ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'router': {'external_gateway_info': {'network_id': '3af8e472-8783-411c-9739-19816769edc5'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:27.385812 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-fdef700f-5057-450b-b33d-e9f271e58204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:27.426597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.427245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef700f-5057-450b-b33d-e9f271e58204 None None] Routers {'3af8e472-8783-411c-9739-19816769edc5'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:27.427896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-fdef700f-5057-450b-b33d-e9f271e58204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3af8e472-8783-411c-9739-19816769edc5'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:27.430650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98b5e707-4740-4314-bd0c-a4ff3853f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.443495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router eba07ad9-6d55-4491-aa2a-23b5da1d35e1 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:27.476704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-fdef700f-5057-450b-b33d-e9f271e58204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:27.476932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef700f-5057-450b-b33d-e9f271e58204 None None] The sync data for ids ['3af8e472-8783-411c-9739-19816769edc5'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:27.485506 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.516823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-98b5e707-4740-4314-bd0c-a4ff3853f85c None None] For port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,segment=NetworkSegment(2ae82bd9-6019-453a-8928-0fce29b4e8f1),segment_id=2ae82bd9-6019-453a-8928-0fce29b4e8f1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:27.525814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98b5e707-4740-4314-bd0c-a4ff3853f85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.583067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5e707-4740-4314-bd0c-a4ff3853f85c None None] Pushing event updated for resources: {'Port': ['ID=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:27.637906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.759150 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f714676-4481-4ad1-99ae-781ad29222ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.763838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45454b04-9bd9-4154-9029-01bd307db53b']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:27.788443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380c3037-10ce-4b7e-ba5d-927e5159d724') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:27.788677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:27.788802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380c3037-10ce-4b7e-ba5d-927e5159d724') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:27.815996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.818489 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-9f714676-4481-4ad1-99ae-781ad29222ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] update failed (client error): The resource could not be found. Nov 29 11:51:27.822444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9f714676-4481-4ad1-99ae-781ad29222ae tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "PUT /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5 HTTP/1.1" status: 404 len: 339 time: 0.4719179 Nov 29 11:51:27.824175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.826191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56910) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:27.856720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1986942820'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:27.856880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:27.857233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.878668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:27.915056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.924844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:27.939565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:27.946971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:27.947649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.956247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:27.956795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:27.958667 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:27.986458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:27.998747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:28.008818 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec122e-01ba-4f31-9c2d-8383ab5b048a None None] Sync routers for ids ['eba07ad9-6d55-4491-aa2a-23b5da1d35e1'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:28.023643 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec122e-01ba-4f31-9c2d-8383ab5b048a None None] Routers {'eba07ad9-6d55-4491-aa2a-23b5da1d35e1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:28.024359 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bdec122e-01ba-4f31-9c2d-8383ab5b048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['eba07ad9-6d55-4491-aa2a-23b5da1d35e1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:28.033771 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-68422c01-0700-4cad-b087-96d0f21835f4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/eba07ad9-6d55-4491-aa2a-23b5da1d35e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9291058 Nov 29 11:51:28.038490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56912) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:28.051694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=be4b70c4-63b3-4db7-9b60-729d62632794,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:28.057539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=47ee313b-d9d8-4fff-86c6-dcdcb0cc65db,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:28.064424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Made reservation on behalf of 9e2c56f7f0fc4e4593215bfc66dfb240 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:28.066132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.067653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:28.067994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.095785 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bdec122e-01ba-4f31-9c2d-8383ab5b048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:28.100573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:28.111214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.112030 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Added segment 6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a of type vlan for network 7dafdc25-1d66-4393-bd87-2d639fd2245f Nov 29 11:51:28.117903 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec122e-01ba-4f31-9c2d-8383ab5b048a None None] Routers {'eba07ad9-6d55-4491-aa2a-23b5da1d35e1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:28.118796 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bdec122e-01ba-4f31-9c2d-8383ab5b048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['eba07ad9-6d55-4491-aa2a-23b5da1d35e1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:28.131910 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-49340598-1cbe-4425-ba59-94787e53760e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5454137 Nov 29 11:51:28.141671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56914) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:28.143683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=47ee313b-d9d8-4fff-86c6-dcdcb0cc65db,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:28.153515 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8150b894-a5f3-4ddd-8435-8ddcd78ecb80 None None] Provisioning complete for port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:28.156519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8150b894-a5f3-4ddd-8435-8ddcd78ecb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.186890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.200937 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bdec122e-01ba-4f31-9c2d-8383ab5b048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:28.202113 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec122e-01ba-4f31-9c2d-8383ab5b048a None None] The sync data for ids ['eba07ad9-6d55-4491-aa2a-23b5da1d35e1'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:28.235510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb13ed2f-4629-432c-a4fb-157024440bc7 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:28.236071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45454b04-9bd9-4154-9029-01bd307db53b {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 29 11:51:28.246332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.249298 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-eb13ed2f-4629-432c-a4fb-157024440bc7 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports/2a9110fb-4929-4ed7-8342-bebadb936906 HTTP/1.1" status: 200 len: 911 time: 0.1967273 Nov 29 11:51:28.249830 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "DELETE /v2.0/networks/45454b04-9bd9-4154-9029-01bd307db53b HTTP/1.1" status: 204 len: 168 time: 1.3235481 Nov 29 11:51:28.250702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56916) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:28.263850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.284962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f5de4-1be0-4e24-a3b8-1825b2b5bfbc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event deleted for resources: {'Network': ['ID=45454b04-9bd9-4154-9029-01bd307db53b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:28.335014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.372632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:28.373252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.418453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.resource_extend [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:51:28.451808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fdf500-7916-48ae-a0a7-fb81a3d42b8c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:28.463414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fdf500-7916-48ae-a0a7-fb81a3d42b8c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:28.470845 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-75fdf500-7916-48ae-a0a7-fb81a3d42b8c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3268278 Nov 29 11:51:28.471925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56920) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:28.502458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8150b894-a5f3-4ddd-8435-8ddcd78ecb80 None None] Provisioning complete for port 2a9110fb-4929-4ed7-8342-bebadb936906 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:28.502833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8150b894-a5f3-4ddd-8435-8ddcd78ecb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.545613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.552597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:28.564071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.581640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8150b894-a5f3-4ddd-8435-8ddcd78ecb80 None None] Port 2a9110fb-4929-4ed7-8342-bebadb936906 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:28.716192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-48bf2e4b-d0ae-4d20-8757-dcf5d9cdab30 None None] Provisioning complete for port 2a9110fb-4929-4ed7-8342-bebadb936906 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:28.717432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48bf2e4b-d0ae-4d20-8757-dcf5d9cdab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.745516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Network': ['ID=7dafdc25-1d66-4393-bd87-2d639fd2245f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:28.751783 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-61b9a990-8495-4b27-8c12-aef4353972ba tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9173753 Nov 29 11:51:28.752624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0978d-e535-4e7b-bf2a-870c55b85e1c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port be4b70c4-63b3-4db7-9b60-729d62632794 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:28.755340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56926) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:28.755484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1b0978d-e535-4e7b-bf2a-870c55b85e1c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.763520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'subnet': {'network_id': '7dafdc25-1d66-4393-bd87-2d639fd2245f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:28.777608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 7dafdc25-1d66-4393-bd87-2d639fd2245f details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:28.829749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56928) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:28.839105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-694ee282-c786-4bc6-9e81-966c7245ab12 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'router': {'name': 'tempest-router--132503024', 'project_id': '49ef534d77054dec922fe778b0391f9a'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:28.870006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-694ee282-c786-4bc6-9e81-966c7245ab12 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.870900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-694ee282-c786-4bc6-9e81-966c7245ab12 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.878435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-48bf2e4b-d0ae-4d20-8757-dcf5d9cdab30 None None] Port 2a9110fb-4929-4ed7-8342-bebadb936906 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:28.887108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.906091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-48bf2e4b-d0ae-4d20-8757-dcf5d9cdab30 None None] Provisioning complete for port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:28.906840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48bf2e4b-d0ae-4d20-8757-dcf5d9cdab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.978596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1b0978d-e535-4e7b-bf2a-870c55b85e1c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:28.997461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f1b0978d-e535-4e7b-bf2a-870c55b85e1c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for be4b70c4-63b3-4db7-9b60-729d62632794 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:29.018681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-694ee282-c786-4bc6-9e81-966c7245ab12 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.031182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-694ee282-c786-4bc6-9e81-966c7245ab12 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.033335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-48bf2e4b-d0ae-4d20-8757-dcf5d9cdab30 None None] Provisioning complete for port be4b70c4-63b3-4db7-9b60-729d62632794 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:29.033822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-48bf2e4b-d0ae-4d20-8757-dcf5d9cdab30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.035843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Made reservation on behalf of 9e2c56f7f0fc4e4593215bfc66dfb240 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:29.039435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.087369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-48bf2e4b-d0ae-4d20-8757-dcf5d9cdab30 None None] Port be4b70c4-63b3-4db7-9b60-729d62632794 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:29.101628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-694ee282-c786-4bc6-9e81-966c7245ab12 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.102891 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-694ee282-c786-4bc6-9e81-966c7245ab12 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2704213 Nov 29 11:51:29.106572 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56930) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:29.124411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Router 06a56abf-2b13-44fc-bd19-5255252e78b6 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:29.208064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-55f88ad5-56bf-4d8e-b3b7-e5ccca6599e1 None None] Provisioning complete for port 2a9110fb-4929-4ed7-8342-bebadb936906 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:29.208689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-55f88ad5-56bf-4d8e-b3b7-e5ccca6599e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.233457 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34595a45-3edb-47f1-9890-57ef03571f02 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.243568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1b0978d-e535-4e7b-bf2a-870c55b85e1c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.254745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-55f88ad5-56bf-4d8e-b3b7-e5ccca6599e1 None None] Port 2a9110fb-4929-4ed7-8342-bebadb936906 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:29.283912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0978d-e535-4e7b-bf2a-870c55b85e1c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=be4b70c4-63b3-4db7-9b60-729d62632794,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:29.316220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:29.318181 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1b0978d-e535-4e7b-bf2a-870c55b85e1c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.325858 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f1b0978d-e535-4e7b-bf2a-870c55b85e1c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/be4b70c4-63b3-4db7-9b60-729d62632794 HTTP/1.1" status: 204 len: 168 time: 0.8483307 Nov 29 11:51:29.325858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56932) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:29.332030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Sync routers for ids ['06a56abf-2b13-44fc-bd19-5255252e78b6'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:29.347176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Routers {'06a56abf-2b13-44fc-bd19-5255252e78b6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:29.348033 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['06a56abf-2b13-44fc-bd19-5255252e78b6'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:29.379719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.383632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d5126595-221d-4939-8123-7a1cfc642706 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.9271030 Nov 29 11:51:29.385463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56934) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:29.398485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f0a10-7fda-491b-b55f-cb46de20ebf7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:29.400136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f0a10-7fda-491b-b55f-cb46de20ebf7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:29.401648 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a70f0a10-7fda-491b-b55f-cb46de20ebf7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0758412 Nov 29 11:51:29.431662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56936) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:29.478357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34595a45-3edb-47f1-9890-57ef03571f02 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.481811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.482267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Set router 06a56abf-2b13-44fc-bd19-5255252e78b6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:29.494482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34595a45-3edb-47f1-9890-57ef03571f02 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.529530 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e94e7de6-36c7-476b-95d6-74949d852ed7 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/routers/06a56abf-2b13-44fc-bd19-5255252e78b6 HTTP/1.1" status: 200 len: 909 time: 0.1428068 Nov 29 11:51:29.530172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56938) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:29.534600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1783485691', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': True}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:29.560218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.561686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.631802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.704848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:29.776082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.840411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:29.840891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.942871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3720a919-acf6-4b3d-8133-c9ce845f1392 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 64ad4b3f-8c55-4583-baf2-b1b7b6f6dd54 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:29.953148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3720a919-acf6-4b3d-8133-c9ce845f1392 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.965049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a56abf-2b13-44fc-bd19-5255252e78b6', 'name': 'tempest-snat-router-1783485691', 'tenant_id': '664d249515674892a4d1787048ddff5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.248'}], 'enable_snat': False}, 'gw_port_id': '0d667c2b-51d1-4cb2-9016-a7f79ca2179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:24Z', 'updated_at': '2021-11-29T11:51:28Z', 'revision_number': 3, 'project_id': '664d249515674892a4d1787048ddff5e', 'gw_port': {'id': '0d667c2b-51d1-4cb2-9016-a7f79ca2179e', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:25:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a56abf-2b13-44fc-bd19-5255252e78b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:26Z', 'updated_at': '2021-11-29T11:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:29.971852 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:51:29.988914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34595a45-3edb-47f1-9890-57ef03571f02 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:29.989417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34595a45-3edb-47f1-9890-57ef03571f02 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcdc2102-a88b-4b19-a8d5-17b7f6f649cc {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:29.996586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Checking router: 06a56abf-2b13-44fc-bd19-5255252e78b6 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:51:29.997522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Updating router 06a56abf-2b13-44fc-bd19-5255252e78b6 port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:51:29.998630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34595a45-3edb-47f1-9890-57ef03571f02 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.000286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:30.006156 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-34595a45-3edb-47f1-9890-57ef03571f02 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "DELETE /v2.0/routers/dcdc2102-a88b-4b19-a8d5-17b7f6f649cc HTTP/1.1" status: 204 len: 168 time: 0.8921828 Nov 29 11:51:30.035631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.051716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.065964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.068909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.136775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56944) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:30.139302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3720a919-acf6-4b3d-8133-c9ce845f1392 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.169795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:30.170210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.189629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Subnet': ['ID=4fe93bd2-c843-4fcb-8c8c-f733d2404dd7,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:30.227922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Allocated IP 172.26.5.33 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/c8f267fc-1271-4cb2-907e-3c033d91ee6c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:30.280585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Checking segment: {'id': '6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7dafdc25-1d66-4393-bd87-2d639fd2245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:30.280960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network hostable DHCP agents. Network: 7dafdc25-1d66-4393-bd87-2d639fd2245f, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:30.318364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3720a919-acf6-4b3d-8133-c9ce845f1392 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.347405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network 7dafdc25-1d66-4393-bd87-2d639fd2245f is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:30.364695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.387728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 7dafdc25-1d66-4393-bd87-2d639fd2245f) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:30.393733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-210448482', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:30.397072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df246277-0d3e-4fb4-9cf8-191b2fd9cde3 None None] Network 7dafdc25-1d66-4393-bd87-2d639fd2245f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:30.398164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:30.398617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.423122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.434898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.435919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.454806 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-727d0040-4fef-4a10-9062-da4c814abdbd tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6951373 Nov 29 11:51:30.454991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56950) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:30.459697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5e8f93ab-ab43-4a15-b092-9bcd8c1bb60a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'router': {'external_gateway_info': {'network_id': '7dafdc25-1d66-4393-bd87-2d639fd2245f'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:30.467224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3720a919-acf6-4b3d-8133-c9ce845f1392 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.475958 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:30.487179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:30.487179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:30.563217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'Port': ['ID=c8f267fc-1271-4cb2-907e-3c033d91ee6c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:30.564853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720a919-acf6-4b3d-8133-c9ce845f1392 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=64ad4b3f-8c55-4583-baf2-b1b7b6f6dd54,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:30.571132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.572090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3720a919-acf6-4b3d-8133-c9ce845f1392 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.579850 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3720a919-acf6-4b3d-8133-c9ce845f1392 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/64ad4b3f-8c55-4583-baf2-b1b7b6f6dd54 HTTP/1.1" status: 204 len: 168 time: 1.1417825 Nov 29 11:51:30.580030 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56952) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:30.604802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9dcb74-c130-439a-9f88-23ab83e42629 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:30.647918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 2a9110fb-4929-4ed7-8342-bebadb936906 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:30.648274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.681085 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-61258bf1-620f-44b8-9b8e-2d75714ec217 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982571 Nov 29 11:51:30.694113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56954) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:30.703385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:30.727216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7dafdc25-1d66-4393-bd87-2d639fd2245f', 'network_id': '7dafdc25-1d66-4393-bd87-2d639fd2245f', 'tenant_id': '9e2c56f7f0fc4e4593215bfc66dfb240', 'fixed_ips': [{'subnet_id': '4fe93bd2-c843-4fcb-8c8c-f733d2404dd7'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:30.728067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.738509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-470a887d-5a5b-405a-8ce1-0b39b4555a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.797299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.865607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.866405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5e8f93ab-ab43-4a15-b092-9bcd8c1bb60a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.873296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.916393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.935806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 2a9110fb-4929-4ed7-8342-bebadb936906 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:30.978930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:30.982786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:30.985513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Attempting to bind port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:30.985895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Attempting to bind port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:30.986290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Attempting to bind port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:30.991805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1228b-7d05-46f7-9b3e-a010791b9cd9 None None] Pushing event updated for resources: {'Port': ['ID=0d667c2b-51d1-4cb2-9016-a7f79ca2179e,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:31.002658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:31.002982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:31.003326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.003728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:31.004220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Bound port: 0d667c2b-51d1-4cb2-9016-a7f79ca2179e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:31.004624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.041801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Allocated IP 2001:db8:1::2 (7dafdc25-1d66-4393-bd87-2d639fd2245f/4fe93bd2-c843-4fcb-8c8c-f733d2404dd7/0189eb87-1953-42f2-92fa-35f2d771b288) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:31.091994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:31.173930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] For port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:31.189927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] For port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0d667c2b-51d1-4cb2-9016-a7f79ca2179e,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:31.211508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.290650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] Deleting port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:31.291038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.333020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.345230 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-5e8f93ab-ab43-4a15-b092-9bcd8c1bb60a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:31.346318 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5e8f93ab-ab43-4a15-b092-9bcd8c1bb60a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "PUT /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5 HTTP/1.1" status: 400 len: 364 time: 0.8905277 Nov 29 11:51:31.351168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56956) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:31.369291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.373718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1228b-7d05-46f7-9b3e-a010791b9cd9 None None] Pushing event updated for resources: {'Port': ['ID=0d667c2b-51d1-4cb2-9016-a7f79ca2179e,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:31.381149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Routers {'06a56abf-2b13-44fc-bd19-5255252e78b6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:31.381809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['06a56abf-2b13-44fc-bd19-5255252e78b6'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:31.463296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=2a9110fb-4929-4ed7-8342-bebadb936906,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:31.643610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:31.653719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] For port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=47ee313b-d9d8-4fff-86c6-dcdcb0cc65db,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:31.654145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.687504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.698792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.709166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] Calling delete_port for 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:31.716552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.725627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.739830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.763848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:31.827576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Network 7dafdc25-1d66-4393-bd87-2d639fd2245f is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:31.839179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:31.857097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:31.869160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] Set router 06a56abf-2b13-44fc-bd19-5255252e78b6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:31.874410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Pushing event updated for resources: {'Port': ['ID=0189eb87-1953-42f2-92fa-35f2d771b288,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:31.999889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:51:32.010991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Allocated IP 172.26.5.43 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/34090584-ac0d-42f9-8144-7206ead31b14) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:32.073151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Attempting to bind port 0189eb87-1953-42f2-92fa-35f2d771b288 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:32.074223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Attempting to bind port 0189eb87-1953-42f2-92fa-35f2d771b288 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7dafdc25-1d66-4393-bd87-2d639fd2245f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:32.075400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Attempting to bind port 0189eb87-1953-42f2-92fa-35f2d771b288 on network 7dafdc25-1d66-4393-bd87-2d639fd2245f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:32.086907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.108459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Router 158abd05-eb70-4699-8d94-3f09bedd6960 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:32.119953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:32.120472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Checking segment: {'id': '6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7dafdc25-1d66-4393-bd87-2d639fd2245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:32.120879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.121658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Bound using segment: {'id': '6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7dafdc25-1d66-4393-bd87-2d639fd2245f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:32.121776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Bound port: 0189eb87-1953-42f2-92fa-35f2d771b288, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7dafdc25-1d66-4393-bd87-2d639fd2245f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:32.122499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.157834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.168987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] Pushing event deleted for resources: {'Port': ['ID=47ee313b-d9d8-4fff-86c6-dcdcb0cc65db,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:32.205723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af11f4-5771-426f-aff3-606c41fd98b3 None None] No DVR routers for this DVR port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:32.230661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.242715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.251039 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING neutron.services.revisions.revision_plugin [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Could not find related port for resource to bump revision. Nov 29 11:51:32.266460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_pluggable_backend [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Port 47ee313b-d9d8-4fff-86c6-dcdcb0cc65db was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 29 11:51:32.266883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_pluggable_backend [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5b:fc0a {{(pid=102104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 29 11:51:32.270823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router eba07ad9-6d55-4491-aa2a-23b5da1d35e1 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:51:32.272100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_pluggable_backend [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5b:fc0a {{(pid=102104) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 29 11:51:32.276228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.276827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:32.289580 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Sync routers for ids ['158abd05-eb70-4699-8d94-3f09bedd6960'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:32.300293 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Routers {'158abd05-eb70-4699-8d94-3f09bedd6960'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:32.301180 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['158abd05-eb70-4699-8d94-3f09bedd6960'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:32.305183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] For port 0189eb87-1953-42f2-92fa-35f2d771b288, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:32.327880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] For port 0189eb87-1953-42f2-92fa-35f2d771b288, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0189eb87-1953-42f2-92fa-35f2d771b288,segment=NetworkSegment(6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a),segment_id=6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:32.333465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.346630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.349002 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cc0d3492-c760-4c93-a786-d2e72b8bddda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8178973 Nov 29 11:51:32.351650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.354837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56962) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:32.425824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:32.432469 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Set router 158abd05-eb70-4699-8d94-3f09bedd6960 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:32.435363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:32.438088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a56abf-2b13-44fc-bd19-5255252e78b6', 'name': 'tempest-snat-router-1783485691', 'tenant_id': '664d249515674892a4d1787048ddff5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.248'}], 'enable_snat': False}, 'gw_port_id': '0d667c2b-51d1-4cb2-9016-a7f79ca2179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:24Z', 'updated_at': '2021-11-29T11:51:28Z', 'revision_number': 3, 'project_id': '664d249515674892a4d1787048ddff5e', 'gw_port': {'id': '0d667c2b-51d1-4cb2-9016-a7f79ca2179e', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:25:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a56abf-2b13-44fc-bd19-5255252e78b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:26Z', 'updated_at': '2021-11-29T11:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:32.441140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bddc24-214f-4e5d-a2df-27812a0225f8 None None] Pushing event updated for resources: {'Port': ['ID=0189eb87-1953-42f2-92fa-35f2d771b288,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:32.456314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:32.456995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.480381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6028fa1-e2d1-4258-812f-3d8f74cab84a None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:32.489692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea0b82-61d1-45c5-ab79-466a1b0b6d01 None None] The sync data for ids ['06a56abf-2b13-44fc-bd19-5255252e78b6'] in dv-neutron-819578-1-hyperv is: [{'id': '06a56abf-2b13-44fc-bd19-5255252e78b6', 'name': 'tempest-snat-router-1783485691', 'tenant_id': '664d249515674892a4d1787048ddff5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.248'}], 'enable_snat': False}, 'gw_port_id': '0d667c2b-51d1-4cb2-9016-a7f79ca2179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:24Z', 'updated_at': '2021-11-29T11:51:28Z', 'revision_number': 3, 'project_id': '664d249515674892a4d1787048ddff5e', 'gw_port': {'id': '0d667c2b-51d1-4cb2-9016-a7f79ca2179e', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:25:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a56abf-2b13-44fc-bd19-5255252e78b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:26Z', 'updated_at': '2021-11-29T11:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:32.523646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:32.532073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:32.538559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:32.593368 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event updated for resources: {'Port': ['ID=34090584-ac0d-42f9-8144-7206ead31b14,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:32.735038 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158abd05-eb70-4699-8d94-3f09bedd6960', 'name': 'tempest-snat-router-1783485691', 'tenant_id': '664d249515674892a4d1787048ddff5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': 'c8f267fc-1271-4cb2-907e-3c033d91ee6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:29Z', 'updated_at': '2021-11-29T11:51:30Z', 'revision_number': 3, 'project_id': '664d249515674892a4d1787048ddff5e', 'gw_port': {'id': 'c8f267fc-1271-4cb2-907e-3c033d91ee6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158abd05-eb70-4699-8d94-3f09bedd6960', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:30Z', 'updated_at': '2021-11-29T11:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:32.763366 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6a26180d-54ad-4dc0-8eb4-703fbf01c544 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/routers/158abd05-eb70-4699-8d94-3f09bedd6960 HTTP/1.1" status: 200 len: 907 time: 0.4017079 Nov 29 11:51:32.772628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56964) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:32.800564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '82a0147a-967c-40e3-8133-ece0547a72c1'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:32.801455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:32.945081 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Checking router: 158abd05-eb70-4699-8d94-3f09bedd6960 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:51:32.945725 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Updating router 158abd05-eb70-4699-8d94-3f09bedd6960 port c8f267fc-1271-4cb2-907e-3c033d91ee6c binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:51:33.017900 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.051422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Allocated IP 2001:db8::f816:3eff:fe0f:4e3c (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/82a0147a-967c-40e3-8133-ece0547a72c1/aa32556d-8a71-4806-8c79-3513e9f30340) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:33.143607 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4458625 Nov 29 11:51:33.147639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f1257-5c14-458d-81c6-343c8ccc7402 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=82a0147a-967c-40e3-8133-ece0547a72c1,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:33.169341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56966) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:33.176578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.190610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:f4:3c:ac', 'name': 'tempest-NetworksTestDHCPv6-223605554'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:33.211188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:33.226085 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ab93e69b-ec6a-4a46-9dd6-ec660e437d28 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/eba07ad9-6d55-4491-aa2a-23b5da1d35e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9730072 Nov 29 11:51:33.235160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e99b5a-7c6a-4f1c-8c8b-fdd0b70c323e None None] Sync routers for ids ['eba07ad9-6d55-4491-aa2a-23b5da1d35e1'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:33.252361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56968) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:33.308790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-30a6cfcd-7755-41e5-94e7-29c2b90c59e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.329045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e99b5a-7c6a-4f1c-8c8b-fdd0b70c323e None None] Routers {'eba07ad9-6d55-4491-aa2a-23b5da1d35e1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:33.329683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b3e99b5a-7c6a-4f1c-8c8b-fdd0b70c323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['eba07ad9-6d55-4491-aa2a-23b5da1d35e1'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:33.346994 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.360768 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.370859 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b3e99b5a-7c6a-4f1c-8c8b-fdd0b70c323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:33.406101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e99b5a-7c6a-4f1c-8c8b-fdd0b70c323e None None] Routers {'eba07ad9-6d55-4491-aa2a-23b5da1d35e1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:33.407015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b3e99b5a-7c6a-4f1c-8c8b-fdd0b70c323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['eba07ad9-6d55-4491-aa2a-23b5da1d35e1'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:33.410554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.416337 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.438294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.442266 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Pushing event updated for resources: {'Port': ['ID=c8f267fc-1271-4cb2-907e-3c033d91ee6c,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:33.461753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b3e99b5a-7c6a-4f1c-8c8b-fdd0b70c323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:33.462578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e99b5a-7c6a-4f1c-8c8b-fdd0b70c323e None None] The sync data for ids ['eba07ad9-6d55-4491-aa2a-23b5da1d35e1'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:33.468570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.476298 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.476831 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.477254 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.478260 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.478822 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.479383 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.479928 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.480503 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.481622 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.487707 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.488421 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.488964 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:51:33.517052 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Attempting to bind port c8f267fc-1271-4cb2-907e-3c033d91ee6c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:33.517535 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Attempting to bind port c8f267fc-1271-4cb2-907e-3c033d91ee6c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:33.518086 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Attempting to bind port c8f267fc-1271-4cb2-907e-3c033d91ee6c on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:33.525196 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:33.525698 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:33.526258 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.526913 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:33.527566 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Bound port: c8f267fc-1271-4cb2-907e-3c033d91ee6c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:33.528759 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.548020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:33.559376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:33.566887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:33.570957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Pushing event updated for resources: {'Port': ['ID=aa32556d-8a71-4806-8c79-3513e9f30340,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:33.646202 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] For port c8f267fc-1271-4cb2-907e-3c033d91ee6c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:33.654192 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] For port c8f267fc-1271-4cb2-907e-3c033d91ee6c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c8f267fc-1271-4cb2-907e-3c033d91ee6c,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:33.668568 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.727348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.740312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Attempting to bind port aa32556d-8a71-4806-8c79-3513e9f30340 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:33.740784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Attempting to bind port aa32556d-8a71-4806-8c79-3513e9f30340 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:33.741289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Attempting to bind port aa32556d-8a71-4806-8c79-3513e9f30340 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:33.743948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Allocated IP 2001:db8::1 (88f3a8b7-a6c4-4f32-8150-7372078b52a0/fe010e2e-a2dd-410d-9b20-c582fbdc9262/c7f24877-41db-49d1-b9e3-98efdfefc1cf) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:33.748664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:33.749115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:33.749525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.750993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:33.751997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Bound port: aa32556d-8a71-4806-8c79-3513e9f30340, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:33.752455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:33.786132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0189eb87-1953-42f2-92fa-35f2d771b288 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:33.816883 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749de3de-27d2-4e07-9c54-3ac21dff8ab0 None None] Pushing event updated for resources: {'Port': ['ID=c8f267fc-1271-4cb2-907e-3c033d91ee6c,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:33.828364 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d2b369b0-966b-4730-b411-4cbec2de3afc tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=eba07ad9-6d55-4491-aa2a-23b5da1d35e1 HTTP/1.1" status: 200 len: 205 time: 0.5749867 Nov 29 11:51:33.833533 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Routers {'158abd05-eb70-4699-8d94-3f09bedd6960'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:33.834363 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['158abd05-eb70-4699-8d94-3f09bedd6960'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:33.860723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:33.873604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56970) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:33.889342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] For port aa32556d-8a71-4806-8c79-3513e9f30340, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:33.894096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] For port aa32556d-8a71-4806-8c79-3513e9f30340, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=aa32556d-8a71-4806-8c79-3513e9f30340,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:33.905881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.004073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Deleting port c8f267fc-1271-4cb2-907e-3c033d91ee6c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:34.005100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.025305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0189eb87-1953-42f2-92fa-35f2d771b288 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:34.026345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.031010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a019ce-44b3-4a2c-a1bc-83100ff2674f None None] Pushing event updated for resources: {'Port': ['ID=aa32556d-8a71-4806-8c79-3513e9f30340,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:34.032471 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] Set router 158abd05-eb70-4699-8d94-3f09bedd6960 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:34.078880 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-f6e69f0f-b9f5-45d8-ae20-f82dda6b79ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5698609 Nov 29 11:51:34.098849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65b7bf65-05d5-4767-9cdf-58f8ed74f2a8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.137851 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158abd05-eb70-4699-8d94-3f09bedd6960', 'name': 'tempest-snat-router-1783485691', 'tenant_id': '664d249515674892a4d1787048ddff5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:29Z', 'updated_at': '2021-11-29T11:51:33Z', 'revision_number': 4, 'project_id': '664d249515674892a4d1787048ddff5e', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:34.158205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.175948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5923ecdf-3894-43a6-ab2e-8179a5324666 None None] Network 7dafdc25-1d66-4393-bd87-2d639fd2245f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:34.186234 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660f582-8c0b-44f1-a53c-1ae1ce607ff3 None None] The sync data for ids ['158abd05-eb70-4699-8d94-3f09bedd6960'] in dv-neutron-819578-1-hyperv is: [{'id': '158abd05-eb70-4699-8d94-3f09bedd6960', 'name': 'tempest-snat-router-1783485691', 'tenant_id': '664d249515674892a4d1787048ddff5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:29Z', 'updated_at': '2021-11-29T11:51:33Z', 'revision_number': 4, 'project_id': '664d249515674892a4d1787048ddff5e', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:34.269349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.279351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.321446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.420513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-518eee65-3f3a-405c-a344-d5e9a7ccde35 None None] Provisioning complete for port 0189eb87-1953-42f2-92fa-35f2d771b288 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:34.420899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-518eee65-3f3a-405c-a344-d5e9a7ccde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.459947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65b7bf65-05d5-4767-9cdf-58f8ed74f2a8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.462514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65b7bf65-05d5-4767-9cdf-58f8ed74f2a8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.471414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 0189eb87-1953-42f2-92fa-35f2d771b288, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0189eb87-1953-42f2-92fa-35f2d771b288,segment=NetworkSegment(6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a),segment_id=6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:34.487420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.488690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0d667c2b-51d1-4cb2-9016-a7f79ca2179e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:34.552257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port aaa54270-07c0-4b81-8d40-b6b8fdcece04 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:34.558366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-1fc7c08f-f4e9-49cf-a6c0-3f4b4686a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:34.559962 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-1fc7c08f-f4e9-49cf-a6c0-3f4b4686a065 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1098 time: 0.4337027 Nov 29 11:51:34.563776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65b7bf65-05d5-4767-9cdf-58f8ed74f2a8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.564286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b7bf65-05d5-4767-9cdf-58f8ed74f2a8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Fanout notify agent at l3_agent the message router_deleted on router eba07ad9-6d55-4491-aa2a-23b5da1d35e1 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:34.573756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65b7bf65-05d5-4767-9cdf-58f8ed74f2a8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.577656 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-65b7bf65-05d5-4767-9cdf-58f8ed74f2a8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/eba07ad9-6d55-4491-aa2a-23b5da1d35e1 HTTP/1.1" status: 204 len: 168 time: 0.6987824 Nov 29 11:51:34.579555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56974) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:34.666953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=0189eb87-1953-42f2-92fa-35f2d771b288,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:34.695876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.702984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] For port c8f267fc-1271-4cb2-907e-3c033d91ee6c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c8f267fc-1271-4cb2-907e-3c033d91ee6c,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:34.703506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.725391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Calling delete_port for c8f267fc-1271-4cb2-907e-3c033d91ee6c owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:34.735500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.742278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:34.743434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.874827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea6191e-6a86-492e-986b-1428dbcb4957 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet 61c4c8f1-0dca-4296-bfda-a6dbad939cda {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:34.893841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Router b3b74a5d-9195-4c19-9a96-11f05a531aa2 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:34.909303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.940779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0d667c2b-51d1-4cb2-9016-a7f79ca2179e,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:34.948191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:34.969177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Port': ['ID=c7f24877-41db-49d1-b9e3-98efdfefc1cf,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:34.980245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-bdd2ef69-e16e-48bb-8de3-6eee1a818f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:34.985630 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-bdd2ef69-e16e-48bb-8de3-6eee1a818f5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 911 time: 0.3431125 Nov 29 11:51:34.988340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:34.989682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ea6191e-6a86-492e-986b-1428dbcb4957 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.024835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=0d667c2b-51d1-4cb2-9016-a7f79ca2179e,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:35.042132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:35.093111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.099186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:35.099826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.131799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:35.146789 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653afa85-1bc4-4795-8e0e-ac8e54aaf479 None None] Sync routers for ids ['b3b74a5d-9195-4c19-9a96-11f05a531aa2'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:35.192273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-be575539-27c0-495f-861c-778ddcc3d8ff None None] Provisioning complete for port 0189eb87-1953-42f2-92fa-35f2d771b288 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:35.192701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be575539-27c0-495f-861c-778ddcc3d8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.193798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fef4:3cac (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/82a0147a-967c-40e3-8133-ece0547a72c1/aaa54270-07c0-4b81-8d40-b6b8fdcece04) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:35.194738 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653afa85-1bc4-4795-8e0e-ac8e54aaf479 None None] Routers {'b3b74a5d-9195-4c19-9a96-11f05a531aa2'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:35.195399 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-653afa85-1bc4-4795-8e0e-ac8e54aaf479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b3b74a5d-9195-4c19-9a96-11f05a531aa2'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:35.230953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8f267fc-1271-4cb2-907e-3c033d91ee6c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:35.255698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.263264 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d505977c-0bc8-4760-a242-97f9f89dc39e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1247339 Nov 29 11:51:35.263901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56976) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:35.315206 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-653afa85-1bc4-4795-8e0e-ac8e54aaf479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:35.337995 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653afa85-1bc4-4795-8e0e-ac8e54aaf479 None None] Routers {'b3b74a5d-9195-4c19-9a96-11f05a531aa2'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:35.346964 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-653afa85-1bc4-4795-8e0e-ac8e54aaf479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b3b74a5d-9195-4c19-9a96-11f05a531aa2'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:35.419067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ea6191e-6a86-492e-986b-1428dbcb4957 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.420859 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-653afa85-1bc4-4795-8e0e-ac8e54aaf479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:35.421777 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653afa85-1bc4-4795-8e0e-ac8e54aaf479 None None] The sync data for ids ['b3b74a5d-9195-4c19-9a96-11f05a531aa2'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:35.485873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.490677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0b48f4f4-dca8-47e9-90af-7bf052e34a00 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/routers/b3b74a5d-9195-4c19-9a96-11f05a531aa2 HTTP/1.1" status: 200 len: 923 time: 0.2246504 Nov 29 11:51:35.501732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56978) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:35.541616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cf4a8db6-6e39-47aa-950d-9f1c2c85aeff None None] Provisioning complete for port c7f24877-41db-49d1-b9e3-98efdfefc1cf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:35.546540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cf4a8db6-6e39-47aa-950d-9f1c2c85aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.591582 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5f0e1de3-9d24-4391-9745-62a335ebe8a4 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3b74a5d-9195-4c19-9a96-11f05a531aa2 HTTP/1.1" status: 200 len: 205 time: 0.0892808 Nov 29 11:51:35.593554 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-eb4de6cd-7638-4145-a47c-4beeb5fa51f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 1001 time: 0.5712876 Nov 29 11:51:35.604499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56980) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:35.611330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a8db6-6e39-47aa-950d-9f1c2c85aeff None None] Port c7f24877-41db-49d1-b9e3-98efdfefc1cf cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:35.685695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.688512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.775140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.775761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 158abd05-eb70-4699-8d94-3f09bedd6960 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:35.782299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.786776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-01d47cd0-b2c4-4f5b-8778-b9e0e62b78b4 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "DELETE /v2.0/routers/158abd05-eb70-4699-8d94-3f09bedd6960 HTTP/1.1" status: 204 len: 168 time: 3.0101912 Nov 29 11:51:35.786776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56982) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:35.819555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device aa32556d-8a71-4806-8c79-3513e9f30340 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:35.886566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:35.922061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.058403 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.060557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-28e95373-029b-4dbb-91f8-d32966424ff4 None None] Provisioning complete for port aa32556d-8a71-4806-8c79-3513e9f30340 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:36.061129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-28e95373-029b-4dbb-91f8-d32966424ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.113052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.147110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Deleting port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:36.148082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.187860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-28e95373-029b-4dbb-91f8-d32966424ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.210285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port aa32556d-8a71-4806-8c79-3513e9f30340 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:36.210955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.282344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-28e95373-029b-4dbb-91f8-d32966424ff4 None None] For port aa32556d-8a71-4806-8c79-3513e9f30340, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=aa32556d-8a71-4806-8c79-3513e9f30340,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:36.284216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] For port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0d667c2b-51d1-4cb2-9016-a7f79ca2179e,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:36.285006 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.289851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-28e95373-029b-4dbb-91f8-d32966424ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.305646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Calling delete_port for 0d667c2b-51d1-4cb2-9016-a7f79ca2179e owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:36.346622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e95373-029b-4dbb-91f8-d32966424ff4 None None] Pushing event updated for resources: {'Port': ['ID=aa32556d-8a71-4806-8c79-3513e9f30340,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:36.398246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0189eb87-1953-42f2-92fa-35f2d771b288 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:36.410353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ea6191e-6a86-492e-986b-1428dbcb4957 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.460133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.503179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0189eb87-1953-42f2-92fa-35f2d771b288 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:36.503179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.525558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.547871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-37e40bcd-c113-4bf5-82b4-79b58500adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:36.549431 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-37e40bcd-c113-4bf5-82b4-79b58500adc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.9244068 Nov 29 11:51:36.579284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.603514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d667c2b-51d1-4cb2-9016-a7f79ca2179e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:36.623347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0d667c2b-51d1-4cb2-9016-a7f79ca2179e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:36.634970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.644517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 0d667c2b-51d1-4cb2-9016-a7f79ca2179e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:36.644999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0d667c2b-51d1-4cb2-9016-a7f79ca2179e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 11:51:36.656082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ea6191e-6a86-492e-986b-1428dbcb4957 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.664932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Port 0d667c2b-51d1-4cb2-9016-a7f79ca2179e not found, will not notify nova. {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 11:51:36.677677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.769343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.771383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.787907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea6191e-6a86-492e-986b-1428dbcb4957 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=61c4c8f1-0dca-4296-bfda-a6dbad939cda,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:36.799958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0eb21d-a13a-4b7d-a48c-8363d8c8fe3c None None] Network d24cc133-bd26-4663-b4b3-01c3cdde44b3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:36.816759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:36.818066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ea6191e-6a86-492e-986b-1428dbcb4957 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.819580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.820266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06a56abf-2b13-44fc-bd19-5255252e78b6 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:36.821621 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7ea6191e-6a86-492e-986b-1428dbcb4957 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/61c4c8f1-0dca-4296-bfda-a6dbad939cda HTTP/1.1" status: 204 len: 168 time: 2.2401536 Nov 29 11:51:36.826522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.828254 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-56dad56a-3fd7-4fc7-9945-ae7d26c25761 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "DELETE /v2.0/routers/06a56abf-2b13-44fc-bd19-5255252e78b6 HTTP/1.1" status: 204 len: 168 time: 1.0408058 Nov 29 11:51:36.828973 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56984) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:36.833387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.840502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56988) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:36.845753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-dae93790-4968-4362-bbd8-8213b805fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:36.846194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-489243158', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:36.847590 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-dae93790-4968-4362-bbd8-8213b805fe50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2667785 Nov 29 11:51:36.848332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=aaa54270-07c0-4b81-8d40-b6b8fdcece04,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:36.853806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:36.873760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:36.886704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:36.887431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.947620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.953661 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-315643eb-33b9-4b5e-bb65-d7ad55bf84c0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7767234 Nov 29 11:51:36.954818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:36.970430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56990) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:36.988318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.048741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] DHCP port deletion for d24cc133-bd26-4663-b4b3-01c3cdde44b3 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:37.113468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] Deleting port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:37.115629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.120018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ef876f-1340-4910-9117-166aa44fc349 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:37.126704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ef876f-1340-4910-9117-166aa44fc349 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:37.128352 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b9ef876f-1340-4910-9117-166aa44fc349 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1569660 Nov 29 11:51:37.130996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.131820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56992) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:37.181526 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-f7d6898f-1f0f-4758-ae13-ba51cd16669a service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243275 Nov 29 11:51:37.192500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Deleting port 34090584-ac0d-42f9-8144-7206ead31b14 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:37.192846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.203722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] For port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,segment=NetworkSegment(2ae82bd9-6019-453a-8928-0fce29b4e8f1),segment_id=2ae82bd9-6019-453a-8928-0fce29b4e8f1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:37.204145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.220202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] Calling delete_port for fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:37.277087 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:37.277428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.301761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.321913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.337167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] Pushing event deleted for resources: {'Port': ['ID=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:37.344754 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ee9eef-fda7-4b4e-afc6-6fb4b538fa94 None None] No DVR routers for this DVR port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:37.360464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-de635ea1-40d5-4571-b874-b098887c9573 None None] Provisioning complete for port aaa54270-07c0-4b81-8d40-b6b8fdcece04 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:37.361808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de635ea1-40d5-4571-b874-b098887c9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.409271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-de635ea1-40d5-4571-b874-b098887c9573 None None] Port aaa54270-07c0-4b81-8d40-b6b8fdcece04 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:37.415391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,segment=NetworkSegment(2ae82bd9-6019-453a-8928-0fce29b4e8f1),segment_id=2ae82bd9-6019-453a-8928-0fce29b4e8f1)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:37.415769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.426299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.434435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.435026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:37.447765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.448800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.469503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Calling delete_port for 34090584-ac0d-42f9-8144-7206ead31b14 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:37.498212 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dd79ca29-25fa-456a-8ca1-0acfeb95326d req-0fddd70b-2377-4a81-9b5a-8c8187d0faf5 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980707 Nov 29 11:51:37.514612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-07185668-9c86-4830-9729-74a25312d099 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port aaa54270-07c0-4b81-8d40-b6b8fdcece04 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:37.514954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07185668-9c86-4830-9729-74a25312d099 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.561019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.600051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device aa32556d-8a71-4806-8c79-3513e9f30340 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:37.648634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:37.650895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No DVR routers for this DVR port fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:37.653249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port aa32556d-8a71-4806-8c79-3513e9f30340 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:37.654109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.686496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event updated for resources: {'Port': ['ID=c7f24877-41db-49d1-b9e3-98efdfefc1cf,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:37.733535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07185668-9c86-4830-9729-74a25312d099 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.742941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.750573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-07185668-9c86-4830-9729-74a25312d099 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for aaa54270-07c0-4b81-8d40-b6b8fdcece04 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:37.766876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.783998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.800908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:37.825875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:37.826345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device fc060ba7-d5e5-412f-8ce3-0c7f5b148eaf not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:37.826837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0d667c2b-51d1-4cb2-9016-a7f79ca2179e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:37.839305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24cc133-bd26-4663-b4b3-01c3cdde44b3']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:37.844588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:37.847443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 0d667c2b-51d1-4cb2-9016-a7f79ca2179e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:37.847889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0d667c2b-51d1-4cb2-9016-a7f79ca2179e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:37.853731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:37.855345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae82bd9-6019-453a-8928-0fce29b4e8f1') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:37.855662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae82bd9-6019-453a-8928-0fce29b4e8f1') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:37.870776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.922200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.931928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:37.932373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:37.935699 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:37.983328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Allocated IP 172.26.5.204 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/e5286e0c-1d14-4662-8282-1f5c40f18ead) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:38.018057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.021010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Router 3af8e472-8783-411c-9739-19816769edc5 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:51:38.027234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.063099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.072101 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/d24cc133-bd26-4663-b4b3-01c3cdde44b3 HTTP/1.1" status: 204 len: 168 time: 1.2362633 Nov 29 11:51:38.073569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 56994) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:38.081907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event deleted for resources: {'Port': ['ID=34090584-ac0d-42f9-8144-7206ead31b14,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:38.090015 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-454690347', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:38.098809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce3663-0ad9-4c10-b6ea-6b779679144e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=d24cc133-bd26-4663-b4b3-01c3cdde44b3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:38.134634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.135650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.171421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.216687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.217348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07185668-9c86-4830-9729-74a25312d099 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.242455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-0689557d-84cc-4829-9249-1be2ae4048a9 None None] Provisioning complete for port c7f24877-41db-49d1-b9e3-98efdfefc1cf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:38.243164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0689557d-84cc-4829-9249-1be2ae4048a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.260033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07185668-9c86-4830-9729-74a25312d099 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=aaa54270-07c0-4b81-8d40-b6b8fdcece04,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:38.261872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.288418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0689557d-84cc-4829-9249-1be2ae4048a9 None None] Port c7f24877-41db-49d1-b9e3-98efdfefc1cf cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:38.355533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:38.366115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b88e7-3283-4dc1-9ad1-0b15c8e2d63e None None] Sync routers for ids ['3af8e472-8783-411c-9739-19816769edc5'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:38.376586 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9dd68ff1-682e-4af2-9b94-48e4c0aea80f tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "PUT /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0206103 Nov 29 11:51:38.381378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07185668-9c86-4830-9729-74a25312d099 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.387105 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-07185668-9c86-4830-9729-74a25312d099 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/aaa54270-07c0-4b81-8d40-b6b8fdcece04 HTTP/1.1" status: 204 len: 168 time: 1.2446799 Nov 29 11:51:38.387105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56996) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:38.387359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10b88e7-3283-4dc1-9ad1-0b15c8e2d63e None None] Routers {'3af8e472-8783-411c-9739-19816769edc5'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:38.387359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f10b88e7-3283-4dc1-9ad1-0b15c8e2d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3af8e472-8783-411c-9739-19816769edc5'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:38.388989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 56998) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:38.396932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.406542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.423212 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f10b88e7-3283-4dc1-9ad1-0b15c8e2d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:38.433340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10b88e7-3283-4dc1-9ad1-0b15c8e2d63e None None] Routers {'3af8e472-8783-411c-9739-19816769edc5'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:38.435365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f10b88e7-3283-4dc1-9ad1-0b15c8e2d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3af8e472-8783-411c-9739-19816769edc5'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:38.475056 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f10b88e7-3283-4dc1-9ad1-0b15c8e2d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:38.476201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b88e7-3283-4dc1-9ad1-0b15c8e2d63e None None] The sync data for ids ['3af8e472-8783-411c-9739-19816769edc5'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:38.548212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.548817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Fanout notify agent at l3_agent the message router_deleted on router b3b74a5d-9195-4c19-9a96-11f05a531aa2 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:38.564368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.565507 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c8c3d762-1320-478f-8e69-d7119532a564 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/b3b74a5d-9195-4c19-9a96-11f05a531aa2 HTTP/1.1" status: 204 len: 168 time: 2.9577367 Nov 29 11:51:38.571707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa9c8c5-8a08-4966-814b-e3d09e7678b9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:38.573638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa9c8c5-8a08-4966-814b-e3d09e7678b9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:38.575273 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2aa9c8c5-8a08-4966-814b-e3d09e7678b9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1813967 Nov 29 11:51:38.575820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57000) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:38.579362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57002) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:38.583827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'router': {'name': 'tempest-snat-router-959771401', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': False}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:38.602666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cdafe222-0747-4339-bb66-ad65df68efe2 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.678979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.711654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.718161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-58af48e0-5bc5-4088-b0e9-2d35c4275006 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 82a0147a-967c-40e3-8133-ece0547a72c1 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:38.725992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.726997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.732564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58af48e0-5bc5-4088-b0e9-2d35c4275006 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:38.743477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:38.751876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:38.766066 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-cdafe222-0747-4339-bb66-ad65df68efe2 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 11:51:38.767126 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cdafe222-0747-4339-bb66-ad65df68efe2 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5 HTTP/1.1" status: 409 len: 329 time: 0.3809907 Nov 29 11:51:38.772259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57004) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:38.782089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event updated for resources: {'Port': ['ID=e5286e0c-1d14-4662-8282-1f5c40f18ead,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:38.785263 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:39.122691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58af48e0-5bc5-4088-b0e9-2d35c4275006 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.139152 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.162112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.209498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.210274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.353624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 172.26.5.98 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/a87f3b5e-9b49-4d36-b78e-39d49d7e350d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:39.478130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58af48e0-5bc5-4088-b0e9-2d35c4275006 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.502542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.526367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.608718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.626625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58af48e0-5bc5-4088-b0e9-2d35c4275006 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.670140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.683561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af48e0-5bc5-4088-b0e9-2d35c4275006 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=82a0147a-967c-40e3-8133-ece0547a72c1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:39.691872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58af48e0-5bc5-4088-b0e9-2d35c4275006 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.695152 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58af48e0-5bc5-4088-b0e9-2d35c4275006 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/82a0147a-967c-40e3-8133-ece0547a72c1 HTTP/1.1" status: 204 len: 168 time: 1.1080961 Nov 29 11:51:39.696653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d34e996-71ac-4b9a-b8c9-a161030f3842 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:39.699315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57008) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:39.714897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:39.722837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:39.729008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:39.746369 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f56967d8-023c-4e90-8711-7fc13267d8a2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417185 Nov 29 11:51:39.746963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57010) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:39.755314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=a87f3b5e-9b49-4d36-b78e-39d49d7e350d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:39.769366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Router 3e0fa2d4-3325-4395-be06-ea7901d89e0a is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:39.850771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88990566-22d6-4d45-9e5f-e92e76e901e5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:39.852323 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-88990566-22d6-4d45-9e5f-e92e76e901e5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1034632 Nov 29 11:51:39.882800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57012) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:39.925818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:39.974074 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] Deleting port aa32556d-8a71-4806-8c79-3513e9f30340 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:39.974528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.980674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:39.997038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:39.997796 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c3117-bacb-4aaf-8ee5-6f4a43896f8f None None] Sync routers for ids ['3e0fa2d4-3325-4395-be06-ea7901d89e0a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:40.003864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6edec6f-5005-4903-8d11-99426af54f71 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:40.005349 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d6edec6f-5005-4903-8d11-99426af54f71 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1216092 Nov 29 11:51:40.015622 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c3117-bacb-4aaf-8ee5-6f4a43896f8f None None] Routers {'3e0fa2d4-3325-4395-be06-ea7901d89e0a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:40.016419 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-978c3117-bacb-4aaf-8ee5-6f4a43896f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3e0fa2d4-3325-4395-be06-ea7901d89e0a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:40.019865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57014) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:40.053050 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-978c3117-bacb-4aaf-8ee5-6f4a43896f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:40.058292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] For port aa32556d-8a71-4806-8c79-3513e9f30340, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=aa32556d-8a71-4806-8c79-3513e9f30340,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:40.059182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.062112 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c3117-bacb-4aaf-8ee5-6f4a43896f8f None None] Routers {'3e0fa2d4-3325-4395-be06-ea7901d89e0a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:40.062813 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-978c3117-bacb-4aaf-8ee5-6f4a43896f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3e0fa2d4-3325-4395-be06-ea7901d89e0a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:40.081760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.085065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] Calling delete_port for aa32556d-8a71-4806-8c79-3513e9f30340 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:40.087725 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bafd2313-d7bc-415b-84c0-45fbe1938a49 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658741 Nov 29 11:51:40.095523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57016) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:40.100338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:40.110086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.112662 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-978c3117-bacb-4aaf-8ee5-6f4a43896f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:40.113709 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c3117-bacb-4aaf-8ee5-6f4a43896f8f None None] The sync data for ids ['3e0fa2d4-3325-4395-be06-ea7901d89e0a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:40.146296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.151598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-948b2b49-0f15-407c-b2d5-cf0495f8d5d8 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3057914 Nov 29 11:51:40.151598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57018) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:40.158763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-261590c0-6e3c-4382-ac7f-224e0006f2ff tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': False}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:40.201440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.228244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] No DVR routers for this DVR port aa32556d-8a71-4806-8c79-3513e9f30340 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:40.232334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c201ec4-1982-49c2-9454-8513eec6dd5a None None] Pushing event deleted for resources: {'Port': ['ID=aa32556d-8a71-4806-8c79-3513e9f30340,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:40.286802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Allocated IP 172.26.5.78 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/617647a3-2ccd-46dc-bd81-b923b0b71967) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:40.304082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.447151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Deleting port c7f24877-41db-49d1-b9e3-98efdfefc1cf {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:40.447495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.470859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.565690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.576092 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.583734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Calling delete_port for c7f24877-41db-49d1-b9e3-98efdfefc1cf owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:40.620731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:40.624334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:40.624491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:40.629675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:40.634308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:40.694956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'Port': ['ID=617647a3-2ccd-46dc-bd81-b923b0b71967,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:40.984143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.017340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Port': ['ID=c7f24877-41db-49d1-b9e3-98efdfefc1cf,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:41.061928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.083176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.196247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-261590c0-6e3c-4382-ac7f-224e0006f2ff tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.334975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:51:41.343440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.406476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:41.413146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:41.419535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:41.420122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.423534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98a4e9-15b5-436f-923f-9cbab2758095 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:41.430350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=8013d8dd-34af-45d8-804d-67495134c37c,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:41.443024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router da71cb3a-0efc-4127-89ec-184de169e07b is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:41.453097 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0d8e33e5-5853-4809-a74a-79c44eaad9e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3565879 Nov 29 11:51:41.453719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57020) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:41.460184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:c3:0d:7d', 'name': 'tempest-NetworksTestDHCPv6-1614092054'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:41.469011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.597292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '8013d8dd-34af-45d8-804d-67495134c37c'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:41.598667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.630003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device aa32556d-8a71-4806-8c79-3513e9f30340 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:41.702151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: aa32556d-8a71-4806-8c79-3513e9f30340 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:41.702535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device aa32556d-8a71-4806-8c79-3513e9f30340 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:41.713428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Router 3af8e472-8783-411c-9739-19816769edc5 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:51:41.753294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:41.773891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Allocated IP 2001:db8::f816:3eff:fe51:6a66 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/8013d8dd-34af-45d8-804d-67495134c37c/87235910-2cb0-4b04-bd69-c581304faa08) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:41.810195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:41.815180 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:41.818245 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-29a574b8-8ebd-4ed2-ab27-c51097e83ea0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "PUT /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0449724 Nov 29 11:51:41.819856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.824938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57022) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:41.831671 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6c83b-0e93-443e-b02c-0673ec0c04bb None None] Sync routers for ids ['da71cb3a-0efc-4127-89ec-184de169e07b'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:41.840944 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6c83b-0e93-443e-b02c-0673ec0c04bb None None] Routers {'da71cb3a-0efc-4127-89ec-184de169e07b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:41.841753 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bca6c83b-0e93-443e-b02c-0673ec0c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['da71cb3a-0efc-4127-89ec-184de169e07b'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:41.858073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:41.862220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-63cbed83-18fc-496c-a218-f0af9d952290 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.7792013 Nov 29 11:51:41.864376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57024) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:41.878823 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bca6c83b-0e93-443e-b02c-0673ec0c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:41.892083 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6c83b-0e93-443e-b02c-0673ec0c04bb None None] Routers {'da71cb3a-0efc-4127-89ec-184de169e07b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:41.893241 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bca6c83b-0e93-443e-b02c-0673ec0c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['da71cb3a-0efc-4127-89ec-184de169e07b'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:41.935368 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-bca6c83b-0e93-443e-b02c-0673ec0c04bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:41.936021 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6c83b-0e93-443e-b02c-0673ec0c04bb None None] The sync data for ids ['da71cb3a-0efc-4127-89ec-184de169e07b'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:41.955870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11efa9d-42f1-4dc4-88df-003f33f12e9a None None] Sync routers for ids ['3af8e472-8783-411c-9739-19816769edc5'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:41.969159 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-56794f5d-e094-4297-9b43-a09d086e1c7c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] show failed (client error): The resource could not be found. Nov 29 11:51:41.972236 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-56794f5d-e094-4297-9b43-a09d086e1c7c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-1068789735 HTTP/1.1" status: 404 len: 335 time: 0.0454731 Nov 29 11:51:41.975028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57026) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:41.981058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-14f09e7e-ce22-4da7-9613-0c3da8be1d53 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:41.981427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11efa9d-42f1-4dc4-88df-003f33f12e9a None None] Routers {'3af8e472-8783-411c-9739-19816769edc5'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:41.982057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b11efa9d-42f1-4dc4-88df-003f33f12e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3af8e472-8783-411c-9739-19816769edc5'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:42.019190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b11efa9d-42f1-4dc4-88df-003f33f12e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:42.021645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.023756 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-14f09e7e-ce22-4da7-9613-0c3da8be1d53 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] update failed (client error): The resource could not be found. Nov 29 11:51:42.024744 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-14f09e7e-ce22-4da7-9613-0c3da8be1d53 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-180941166 HTTP/1.1" status: 404 len: 334 time: 0.0487983 Nov 29 11:51:42.030645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57028) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:42.034904 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.038207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11efa9d-42f1-4dc4-88df-003f33f12e9a None None] Routers {'3af8e472-8783-411c-9739-19816769edc5'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:42.038817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b11efa9d-42f1-4dc4-88df-003f33f12e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3af8e472-8783-411c-9739-19816769edc5'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:42.071333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Router e907865d-2b7e-4c87-ac6e-eb2a23e887cd is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:42.100977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b11efa9d-42f1-4dc4-88df-003f33f12e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:42.101548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11efa9d-42f1-4dc4-88df-003f33f12e9a None None] The sync data for ids ['3af8e472-8783-411c-9739-19816769edc5'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:42.122410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:42.123803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Pushing event updated for resources: {'Port': ['ID=87235910-2cb0-4b04-bd69-c581304faa08,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:42.126689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:42.129170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:42.132533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5992bd0-b89b-4662-9140-fdc9ae6e5979 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Deleting subnet 4fe93bd2-c843-4fcb-8c8c-f733d2404dd7 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:42.166931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5992bd0-b89b-4662-9140-fdc9ae6e5979 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.186278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Attempting to bind port 87235910-2cb0-4b04-bd69-c581304faa08 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:42.186640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Attempting to bind port 87235910-2cb0-4b04-bd69-c581304faa08 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:42.187006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Attempting to bind port 87235910-2cb0-4b04-bd69-c581304faa08 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:42.193637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:42.194067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:42.194476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.194872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:42.195356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Bound port: 87235910-2cb0-4b04-bd69-c581304faa08, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:42.195743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.222320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5992bd0-b89b-4662-9140-fdc9ae6e5979 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.266259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] For port 87235910-2cb0-4b04-bd69-c581304faa08, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:42.270181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:42.270951 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] For port 87235910-2cb0-4b04-bd69-c581304faa08, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=87235910-2cb0-4b04-bd69-c581304faa08,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:42.277218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.303992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Sync routers for ids ['e907865d-2b7e-4c87-ac6e-eb2a23e887cd'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:42.315925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.320207 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-12df18a3-590a-466d-ab31-fb1da4b069f1 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.7385962 Nov 29 11:51:42.320207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57030) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:42.327031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.343881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Routers {'e907865d-2b7e-4c87-ac6e-eb2a23e887cd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:42.344515 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e907865d-2b7e-4c87-ac6e-eb2a23e887cd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:42.406463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port b9542c7a-cbba-42e5-b46e-05219385ad92 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:42.410463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5992bd0-b89b-4662-9140-fdc9ae6e5979 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.440845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f9b6f-ecef-4ae0-a437-9e784b69671b None None] Pushing event updated for resources: {'Port': ['ID=87235910-2cb0-4b04-bd69-c581304faa08,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:42.480020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Set router e907865d-2b7e-4c87-ac6e-eb2a23e887cd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:42.488734 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a96c5eba-7c0f-4246-a406-27f4bad15b1f tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/routers/e907865d-2b7e-4c87-ac6e-eb2a23e887cd HTTP/1.1" status: 200 len: 907 time: 0.1676672 Nov 29 11:51:42.491710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57032) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:42.496258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'router': {'name': 'tempest-snat-router-959771401', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': True}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:42.512549 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-57f82309-711a-498a-ab22-260414fd8aa2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/routers/da71cb3a-0efc-4127-89ec-184de169e07b HTTP/1.1" status: 200 len: 883 time: 0.6434987 Nov 29 11:51:42.514537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57034) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:42.529713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5992bd0-b89b-4662-9140-fdc9ae6e5979 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.652819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fec3:d7d (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/8013d8dd-34af-45d8-804d-67495134c37c/b9542c7a-cbba-42e5-b46e-05219385ad92) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:42.656083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5992bd0-b89b-4662-9140-fdc9ae6e5979 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe93bd2-c843-4fcb-8c8c-f733d2404dd7,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:42.678334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a70ffb-33ca-4337-aeca-0dba890a2efd None None] Network 7dafdc25-1d66-4393-bd87-2d639fd2245f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:42.680422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5992bd0-b89b-4662-9140-fdc9ae6e5979 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.685526 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d5992bd0-b89b-4662-9140-fdc9ae6e5979 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/subnets/4fe93bd2-c843-4fcb-8c8c-f733d2404dd7 HTTP/1.1" status: 204 len: 168 time: 0.6524687 Nov 29 11:51:42.687392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-261590c0-6e3c-4382-ac7f-224e0006f2ff tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.689140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57036) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:42.697694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-261590c0-6e3c-4382-ac7f-224e0006f2ff tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.699939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.701419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.858385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.874996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.971083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:42.976516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261590c0-6e3c-4382-ac7f-224e0006f2ff tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Router 3e0fa2d4-3325-4395-be06-ea7901d89e0a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:51:42.994907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e907865d-2b7e-4c87-ac6e-eb2a23e887cd', 'name': 'tempest-snat-router-959771401', 'tenant_id': '53e581ee85764391850a6dd1c3a112ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.78'}], 'enable_snat': False}, 'gw_port_id': '617647a3-2ccd-46dc-bd81-b923b0b71967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:38Z', 'updated_at': '2021-11-29T11:51:40Z', 'revision_number': 3, 'project_id': '53e581ee85764391850a6dd1c3a112ec', 'gw_port': {'id': '617647a3-2ccd-46dc-bd81-b923b0b71967', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e907865d-2b7e-4c87-ac6e-eb2a23e887cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:40Z', 'updated_at': '2021-11-29T11:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:43.028130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Checking router: e907865d-2b7e-4c87-ac6e-eb2a23e887cd for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:51:43.028589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Updating router e907865d-2b7e-4c87-ac6e-eb2a23e887cd port 617647a3-2ccd-46dc-bd81-b923b0b71967 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:51:43.061438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.067276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.077629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.138440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:43.147839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:43.151189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=b9542c7a-cbba-42e5-b46e-05219385ad92,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:43.154145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:43.159170 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d46fafc6-0280-42ec-a7fc-c815fb5760e1 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6448431 Nov 29 11:51:43.159791 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:43.160471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.164374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57038) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:43.170287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4daa5392-ad9c-4e1b-b86e-6c51db79db22 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-454690347'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:43.173592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Deleting port 0189eb87-1953-42f2-92fa-35f2d771b288 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:43.173592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.184576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] DHCP port deletion for 7dafdc25-1d66-4393-bd87-2d639fd2245f request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:43.190007 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-36ce06b8-fa48-4e8d-86c4-50c88de4e346 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7302384 Nov 29 11:51:43.190007 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57040) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:43.205973 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261590c0-6e3c-4382-ac7f-224e0006f2ff tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:43.218208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-261590c0-6e3c-4382-ac7f-224e0006f2ff tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.218629 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-261590c0-6e3c-4382-ac7f-224e0006f2ff tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "PUT /v2.0/routers/3e0fa2d4-3325-4395-be06-ea7901d89e0a HTTP/1.1" status: 200 len: 921 time: 3.0632558 Nov 29 11:51:43.219425 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e445d-2cc6-4c49-8ede-6f60ff1f376e None None] Sync routers for ids ['3e0fa2d4-3325-4395-be06-ea7901d89e0a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:43.224126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57042) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:43.233006 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e445d-2cc6-4c49-8ede-6f60ff1f376e None None] Routers {'3e0fa2d4-3325-4395-be06-ea7901d89e0a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:43.233626 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-035e445d-2cc6-4c49-8ede-6f60ff1f376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3e0fa2d4-3325-4395-be06-ea7901d89e0a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:43.260850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7dbf87-e8ad-4b9d-a5b0-e64091a28225 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:43.267888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7dbf87-e8ad-4b9d-a5b0-e64091a28225 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:43.269483 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7c7dbf87-e8ad-4b9d-a5b0-e64091a28225 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0786207 Nov 29 11:51:43.272170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57044) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:43.314139 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-035e445d-2cc6-4c49-8ede-6f60ff1f376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:43.333242 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e445d-2cc6-4c49-8ede-6f60ff1f376e None None] Routers {'3e0fa2d4-3325-4395-be06-ea7901d89e0a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:43.334046 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-035e445d-2cc6-4c49-8ede-6f60ff1f376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3e0fa2d4-3325-4395-be06-ea7901d89e0a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:43.358711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] Deleting port 0189eb87-1953-42f2-92fa-35f2d771b288 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:43.359089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.371991 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-035e445d-2cc6-4c49-8ede-6f60ff1f376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:43.373388 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035e445d-2cc6-4c49-8ede-6f60ff1f376e None None] The sync data for ids ['3e0fa2d4-3325-4395-be06-ea7901d89e0a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:43.424415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6afd5-be28-4a6f-a2ae-ce83899eb61f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port b9542c7a-cbba-42e5-b46e-05219385ad92 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:43.425049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6dd6afd5-be28-4a6f-a2ae-ce83899eb61f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.488519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] For port 0189eb87-1953-42f2-92fa-35f2d771b288, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0189eb87-1953-42f2-92fa-35f2d771b288,segment=NetworkSegment(6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a),segment_id=6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:43.489103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.505113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] Calling delete_port for 0189eb87-1953-42f2-92fa-35f2d771b288 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:43.561434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6dd6afd5-be28-4a6f-a2ae-ce83899eb61f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.579756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6afd5-be28-4a6f-a2ae-ce83899eb61f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for b9542c7a-cbba-42e5-b46e-05219385ad92 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:43.642475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.653031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.712669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 87235910-2cb0-4b04-bd69-c581304faa08 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:43.753216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Attempting to bind port 617647a3-2ccd-46dc-bd81-b923b0b71967 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:43.753592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Attempting to bind port 617647a3-2ccd-46dc-bd81-b923b0b71967 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:43.753979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Attempting to bind port 617647a3-2ccd-46dc-bd81-b923b0b71967 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:43.785449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.787365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e53272-99a1-4616-8e9e-e91f87e66bb4 None None] Pushing event updated for resources: {'Port': ['ID=617647a3-2ccd-46dc-bd81-b923b0b71967,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:43.790763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6dd6afd5-be28-4a6f-a2ae-ce83899eb61f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.798066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:43.798834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:43.799400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.799956 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:43.800597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Bound port: 617647a3-2ccd-46dc-bd81-b923b0b71967, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:43.801143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.804633 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] For port 0189eb87-1953-42f2-92fa-35f2d771b288, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0189eb87-1953-42f2-92fa-35f2d771b288,segment=NetworkSegment(6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a),segment_id=6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:43.805023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.826126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6afd5-be28-4a6f-a2ae-ce83899eb61f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=b9542c7a-cbba-42e5-b46e-05219385ad92,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:43.837381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Calling delete_port for 0189eb87-1953-42f2-92fa-35f2d771b288 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:43.865160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6dd6afd5-be28-4a6f-a2ae-ce83899eb61f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.868434 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6dd6afd5-be28-4a6f-a2ae-ce83899eb61f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/b9542c7a-cbba-42e5-b46e-05219385ad92 HTTP/1.1" status: 204 len: 168 time: 0.5950804 Nov 29 11:51:43.868591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] Pushing event deleted for resources: {'Port': ['ID=0189eb87-1953-42f2-92fa-35f2d771b288,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:43.872841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57046) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:43.882126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092aeb46-86eb-439d-8b50-99748a9f1f87 None None] No DVR routers for this DVR port 0189eb87-1953-42f2-92fa-35f2d771b288 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:43.888976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6cf4bc3e-974a-4a81-b4ec-e59b3d2bfc24 None None] Provisioning complete for port 87235910-2cb0-4b04-bd69-c581304faa08 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:43.889352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6cf4bc3e-974a-4a81-b4ec-e59b3d2bfc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.940334 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36b102-bef4-4149-a1ba-57cd7a2711a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:43.942277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36b102-bef4-4149-a1ba-57cd7a2711a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:43.946289 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e36b102-bef4-4149-a1ba-57cd7a2711a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0700305 Nov 29 11:51:43.946780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57048) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:43.953575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] For port 617647a3-2ccd-46dc-bd81-b923b0b71967, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:43.959032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] For port 617647a3-2ccd-46dc-bd81-b923b0b71967, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=617647a3-2ccd-46dc-bd81-b923b0b71967,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:43.963854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 87235910-2cb0-4b04-bd69-c581304faa08 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:43.964230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:43.985979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.030170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1766ad9-d71b-4466-bc60-6a0356ad9734 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 8013d8dd-34af-45d8-804d-67495134c37c {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:44.034682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1766ad9-d71b-4466-bc60-6a0356ad9734 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.038444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b401c597-8720-461f-8d7d-945b93361630 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/routers/3e0fa2d4-3325-4395-be06-ea7901d89e0a HTTP/1.1" status: 200 len: 921 time: 0.3962414 Nov 29 11:51:44.045045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57050) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:44.085843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1766ad9-d71b-4466-bc60-6a0356ad9734 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.098899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Routers {'e907865d-2b7e-4c87-ac6e-eb2a23e887cd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:44.099605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e907865d-2b7e-4c87-ac6e-eb2a23e887cd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:44.193324 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1766ad9-d71b-4466-bc60-6a0356ad9734 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.212301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e53272-99a1-4616-8e9e-e91f87e66bb4 None None] Pushing event updated for resources: {'Port': ['ID=617647a3-2ccd-46dc-bd81-b923b0b71967,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:44.220698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6cf4bc3e-974a-4a81-b4ec-e59b3d2bfc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.269173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1766ad9-d71b-4466-bc60-6a0356ad9734 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.284785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.294232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.302793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1766ad9-d71b-4466-bc60-6a0356ad9734 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=8013d8dd-34af-45d8-804d-67495134c37c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:44.311699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b1766ad9-d71b-4466-bc60-6a0356ad9734 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.315543 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b1766ad9-d71b-4466-bc60-6a0356ad9734 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/8013d8dd-34af-45d8-804d-67495134c37c HTTP/1.1" status: 204 len: 168 time: 0.3675110 Nov 29 11:51:44.318023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57052) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:44.340961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Port': ['ID=0189eb87-1953-42f2-92fa-35f2d771b288,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:44.348303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e47fe61-1030-483d-a287-96a2f1c632d3 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:44.352305 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4e47fe61-1030-483d-a287-96a2f1c632d3 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=3e0fa2d4-3325-4395-be06-ea7901d89e0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3026471 Nov 29 11:51:44.374025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57056) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:44.374248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] No DVR routers for this DVR port 0189eb87-1953-42f2-92fa-35f2d771b288 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:44.376313 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-98ab3f18-b76e-4492-9f38-570d0e19c715 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568521 Nov 29 11:51:44.381836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57058) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:44.391629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:44.396129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575ffa48-ebae-452b-885d-04f1dc089a9f None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:44.415649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] Set router e907865d-2b7e-4c87-ac6e-eb2a23e887cd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:44.465619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a09a9-8695-4af8-997a-4764f4e47e3e tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:44.470210 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-339a09a9-8695-4af8-997a-4764f4e47e3e tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 881 time: 0.0924218 Nov 29 11:51:44.470859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57060) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:44.495657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4daa5392-ad9c-4e1b-b86e-6c51db79db22 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.502934 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6644ab0a-894a-4ce0-92b3-4aec72e55974 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e0fa2d4-3325-4395-be06-ea7901d89e0a HTTP/1.1" status: 200 len: 205 time: 0.0286229 Nov 29 11:51:44.503261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57062) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:44.525060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-6cf4bc3e-974a-4a81-b4ec-e59b3d2bfc24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:51:44.525602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-6cf4bc3e-974a-4a81-b4ec-e59b3d2bfc24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:51:44.541454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:51:44.541833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:51:44.552000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.595616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.597688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4daa5392-ad9c-4e1b-b86e-6c51db79db22 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.601628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.621236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.725873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dafdc25-1d66-4393-bd87-2d639fd2245f']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:44.728757 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e907865d-2b7e-4c87-ac6e-eb2a23e887cd', 'name': 'tempest-snat-router-959771401', 'tenant_id': '53e581ee85764391850a6dd1c3a112ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.78'}], 'enable_snat': False}, 'gw_port_id': '617647a3-2ccd-46dc-bd81-b923b0b71967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:38Z', 'updated_at': '2021-11-29T11:51:40Z', 'revision_number': 3, 'project_id': '53e581ee85764391850a6dd1c3a112ec', 'gw_port': {'id': '617647a3-2ccd-46dc-bd81-b923b0b71967', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e907865d-2b7e-4c87-ac6e-eb2a23e887cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:40Z', 'updated_at': '2021-11-29T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:44.739226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.753691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:44.756687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd2f6db-e6e9-4e6c-a372-fa7cc351f52a') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:44.764205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e895371-3b0e-4bc7-9f3f-44f9b2b37d72 None None] The sync data for ids ['e907865d-2b7e-4c87-ac6e-eb2a23e887cd'] in dv-neutron-819578-1-hyperv is: [{'id': 'e907865d-2b7e-4c87-ac6e-eb2a23e887cd', 'name': 'tempest-snat-router-959771401', 'tenant_id': '53e581ee85764391850a6dd1c3a112ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.78'}], 'enable_snat': False}, 'gw_port_id': '617647a3-2ccd-46dc-bd81-b923b0b71967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:38Z', 'updated_at': '2021-11-29T11:51:40Z', 'revision_number': 3, 'project_id': '53e581ee85764391850a6dd1c3a112ec', 'gw_port': {'id': '617647a3-2ccd-46dc-bd81-b923b0b71967', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:15:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e907865d-2b7e-4c87-ac6e-eb2a23e887cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:40Z', 'updated_at': '2021-11-29T11:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:44.773322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:44.778471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.787633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:44.794314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.813516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Deleting port e5286e0c-1d14-4662-8282-1f5c40f18ead {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:44.813855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.859255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] Deleting port 87235910-2cb0-4b04-bd69-c581304faa08 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:44.860180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.865155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.896031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:44.896456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:44.908487 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:44.938083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:44.955532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Calling delete_port for e5286e0c-1d14-4662-8282-1f5c40f18ead owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:45.007841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Allocated IP 172.26.5.251 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/454812c1-9a08-47fb-83fb-33daef615f05) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:45.022683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daa5392-ad9c-4e1b-b86e-6c51db79db22 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router da71cb3a-0efc-4127-89ec-184de169e07b has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:51:45.023516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.040165 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.043899 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/networks/7dafdc25-1d66-4393-bd87-2d639fd2245f HTTP/1.1" status: 204 len: 168 time: 2.3380070 Nov 29 11:51:45.046617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57064) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:45.083194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cdbee-f702-413d-b38a-9428882e3276 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Network': ['ID=7dafdc25-1d66-4393-bd87-2d639fd2245f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:45.145194 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] For port 87235910-2cb0-4b04-bd69-c581304faa08, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=87235910-2cb0-4b04-bd69-c581304faa08,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:45.145600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.156890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a00f71-2ee5-4e9c-b6a9-5845ea8e053c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Deleting subnet e7ea9001-0852-4b79-92b0-5da97c1295fd {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:45.161421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a00f71-2ee5-4e9c-b6a9-5845ea8e053c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.165576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6cf4bc3e-974a-4a81-b4ec-e59b3d2bfc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.167605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.204218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] Calling delete_port for 87235910-2cb0-4b04-bd69-c581304faa08 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:45.282685 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.286760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 87235910-2cb0-4b04-bd69-c581304faa08, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=87235910-2cb0-4b04-bd69-c581304faa08,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:45.314720 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event deleted for resources: {'Port': ['ID=e5286e0c-1d14-4662-8282-1f5c40f18ead,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:45.322765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a00f71-2ee5-4e9c-b6a9-5845ea8e053c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.327984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.337147 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.405463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] No DVR routers for this DVR port 87235910-2cb0-4b04-bd69-c581304faa08 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:45.422007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.426884 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0189eb87-1953-42f2-92fa-35f2d771b288 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:45.429053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=87235910-2cb0-4b04-bd69-c581304faa08,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:45.435085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daa5392-ad9c-4e1b-b86e-6c51db79db22 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:45.444446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4daa5392-ad9c-4e1b-b86e-6c51db79db22 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.445656 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4daa5392-ad9c-4e1b-b86e-6c51db79db22 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/da71cb3a-0efc-4127-89ec-184de169e07b HTTP/1.1" status: 200 len: 890 time: 2.2795084 Nov 29 11:51:45.451409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57066) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:45.497896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb391933-dbaf-4ba5-b367-35c179f23376 None None] Pushing event deleted for resources: {'Port': ['ID=87235910-2cb0-4b04-bd69-c581304faa08,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:45.510430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f891b6-3cc7-42ad-aeac-ff8fbc6fdfda None None] Sync routers for ids ['da71cb3a-0efc-4127-89ec-184de169e07b'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:45.527748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-329c8edb-8fc9-485b-8315-cb40ee943ff2 None None] Could not find standard attr ID for object b9542c7a-cbba-42e5-b46e-05219385ad92. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:51:45.529089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 0189eb87-1953-42f2-92fa-35f2d771b288 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:45.529438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0189eb87-1953-42f2-92fa-35f2d771b288 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:45.546722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f891b6-3cc7-42ad-aeac-ff8fbc6fdfda None None] Routers {'da71cb3a-0efc-4127-89ec-184de169e07b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:45.547550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-54f891b6-3cc7-42ad-aeac-ff8fbc6fdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['da71cb3a-0efc-4127-89ec-184de169e07b'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:45.559764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:51:45.562237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.564812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.575965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.602808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-54f891b6-3cc7-42ad-aeac-ff8fbc6fdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:45.617663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f891b6-3cc7-42ad-aeac-ff8fbc6fdfda None None] Routers {'da71cb3a-0efc-4127-89ec-184de169e07b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:45.618296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-54f891b6-3cc7-42ad-aeac-ff8fbc6fdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['da71cb3a-0efc-4127-89ec-184de169e07b'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:45.659059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-54f891b6-3cc7-42ad-aeac-ff8fbc6fdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:45.659958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f891b6-3cc7-42ad-aeac-ff8fbc6fdfda None None] The sync data for ids ['da71cb3a-0efc-4127-89ec-184de169e07b'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:45.695279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.703271 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a00f71-2ee5-4e9c-b6a9-5845ea8e053c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.704624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.712331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:45.717603 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:45.721413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 617647a3-2ccd-46dc-bd81-b923b0b71967 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:45.722421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:45.728136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:45.736736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:45.737481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.743513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:45.749698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'Port': ['ID=454812c1-9a08-47fb-83fb-33daef615f05,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:45.757023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30284b9a-5a68-4d08-849f-5bd3e816946a None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:45.781862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=8cbdf8db-b41a-4bdd-8e5b-ed813eb40d1c,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:45.807990 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bbd34e54-c4a5-45a0-a23e-d1280d02dab8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4227381 Nov 29 11:51:45.809289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57068) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:45.816511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:99:ef:45', 'name': 'tempest-NetworksTestDHCPv6-1641862244'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:45.824510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.825187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Fanout notify agent at l3_agent the message router_deleted on router 3e0fa2d4-3325-4395-be06-ea7901d89e0a {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:45.836677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a57add7d-b0ed-468a-af60-60fde807980d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/routers/da71cb3a-0efc-4127-89ec-184de169e07b HTTP/1.1" status: 200 len: 890 time: 0.3811910 Nov 29 11:51:45.840984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.845527 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0d06dc3d-fc29-4fea-bdaa-8e7a958882f0 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/3e0fa2d4-3325-4395-be06-ea7901d89e0a HTTP/1.1" status: 204 len: 168 time: 1.3380387 Nov 29 11:51:45.845527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a00f71-2ee5-4e9c-b6a9-5845ea8e053c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.845527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57070) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:45.851705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57072) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:45.885546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-712bf8f5-c595-43e8-9171-9805aa94d8e6 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-605108694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:45.910544 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f3889be9-d6a8-44b9-b019-360590bbfd54 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=da71cb3a-0efc-4127-89ec-184de169e07b HTTP/1.1" status: 200 len: 205 time: 0.0590806 Nov 29 11:51:45.910544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a00f71-2ee5-4e9c-b6a9-5845ea8e053c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ea9001-0852-4b79-92b0-5da97c1295fd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:45.918532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57074) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:45.927711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a00f71-2ee5-4e9c-b6a9-5845ea8e053c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:45.931152 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-97a00f71-2ee5-4e9c-b6a9-5845ea8e053c tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/subnets/e7ea9001-0852-4b79-92b0-5da97c1295fd HTTP/1.1" status: 204 len: 168 time: 0.8831444 Nov 29 11:51:45.933244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57076) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:45.940358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9fb92b-018e-41fe-a277-57b3f09a809a None None] Network 21d8f0f1-236e-4fae-901e-7ddd5a00278a requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:46.030678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-712bf8f5-c595-43e8-9171-9805aa94d8e6 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.031770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-712bf8f5-c595-43e8-9171-9805aa94d8e6 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.046637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '8cbdf8db-b41a-4bdd-8e5b-ed813eb40d1c'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:46.047513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.085019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe43fe5-85d3-404d-9893-bcf803cc0ecb tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Deleting subnet 9298089c-326d-4ecf-83c9-ab1b4c8b0ffa {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:46.092630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fe5-85d3-404d-9893-bcf803cc0ecb tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.147056 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fe5-85d3-404d-9893-bcf803cc0ecb tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.164021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 617647a3-2ccd-46dc-bd81-b923b0b71967 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:46.164386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.233016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.270181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] DHCP port deletion for 21d8f0f1-236e-4fae-901e-7ddd5a00278a request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:46.281125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Allocated IP 2001:db8::f816:3eff:fe20:15e (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/8cbdf8db-b41a-4bdd-8e5b-ed813eb40d1c/7207f176-47ec-46b5-a13d-82ab4bb212ee) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:46.358267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fe5-85d3-404d-9893-bcf803cc0ecb tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.401208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.417220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.440190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 617647a3-2ccd-46dc-bd81-b923b0b71967, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=617647a3-2ccd-46dc-bd81-b923b0b71967,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:46.454331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.471405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fe5-85d3-404d-9893-bcf803cc0ecb tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.515394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe43fe5-85d3-404d-9893-bcf803cc0ecb tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Subnet': ['ID=9298089c-326d-4ecf-83c9-ab1b4c8b0ffa,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:46.521527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cfe43fe5-85d3-404d-9893-bcf803cc0ecb tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.521838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] Deleting port 80af3e79-2341-4ab1-89c9-eb443d8d2970 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:46.521972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.525145 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cfe43fe5-85d3-404d-9893-bcf803cc0ecb tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/subnets/9298089c-326d-4ecf-83c9-ab1b4c8b0ffa HTTP/1.1" status: 204 len: 168 time: 0.5902483 Nov 29 11:51:46.527586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57078) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:46.544335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1028379-62a1-45ab-ba8b-84aee5d9f90e None None] Network dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:46.546323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 87235910-2cb0-4b04-bd69-c581304faa08 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:46.581568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port a87f3b5e-9b49-4d36-b78e-39d49d7e350d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:46.582182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.587510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-712bf8f5-c595-43e8-9171-9805aa94d8e6 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.601641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-712bf8f5-c595-43e8-9171-9805aa94d8e6 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.631654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:46.652209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-712bf8f5-c595-43e8-9171-9805aa94d8e6 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.653736 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-712bf8f5-c595-43e8-9171-9805aa94d8e6 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7998772 Nov 29 11:51:46.678921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 87235910-2cb0-4b04-bd69-c581304faa08 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:46.679256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 87235910-2cb0-4b04-bd69-c581304faa08 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:46.710491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=617647a3-2ccd-46dc-bd81-b923b0b71967,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:46.737609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] For port 80af3e79-2341-4ab1-89c9-eb443d8d2970, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=80af3e79-2341-4ab1-89c9-eb443d8d2970,segment=NetworkSegment(f57d0ea5-f441-477d-805c-3859f5286cf1),segment_id=f57d0ea5-f441-477d-805c-3859f5286cf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:46.738040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.742459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.753707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.757255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57080) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:46.757487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] Calling delete_port for 80af3e79-2341-4ab1-89c9-eb443d8d2970 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:46.759828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.786863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:46.788794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.878241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:46.890527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:46.896397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:46.898434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Pushing event updated for resources: {'Port': ['ID=7207f176-47ec-46b5-a13d-82ab4bb212ee,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:46.988449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:46.995663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Attempting to bind port 7207f176-47ec-46b5-a13d-82ab4bb212ee on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:46.996726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Attempting to bind port 7207f176-47ec-46b5-a13d-82ab4bb212ee by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:46.997185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Attempting to bind port 7207f176-47ec-46b5-a13d-82ab4bb212ee on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:47.004392 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:47.004820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:47.005237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.006023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:47.006567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Bound port: 7207f176-47ec-46b5-a13d-82ab4bb212ee, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:47.007146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.010521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.051201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port f3d45545-9fcc-4d46-9f85-c65ac9cb30e8 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:47.051634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] Pushing event deleted for resources: {'Port': ['ID=80af3e79-2341-4ab1-89c9-eb443d8d2970,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:47.076457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb16239-2919-4a34-98cf-a5e18a8fcd87 None None] No DVR routers for this DVR port 80af3e79-2341-4ab1-89c9-eb443d8d2970 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:47.079505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] DHCP port deletion for dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:47.105086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.133670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.137038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for a87f3b5e-9b49-4d36-b78e-39d49d7e350d owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:47.142180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] For port 7207f176-47ec-46b5-a13d-82ab4bb212ee, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:47.146214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] For port 7207f176-47ec-46b5-a13d-82ab4bb212ee, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7207f176-47ec-46b5-a13d-82ab4bb212ee,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:47.155805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.163858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d8f0f1-236e-4fae-901e-7ddd5a00278a']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:47.194534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] Deleting port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:47.194932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.210551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57d0ea5-f441-477d-805c-3859f5286cf1') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:47.210926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57d0ea5-f441-477d-805c-3859f5286cf1') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:47.223492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.237632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.263781 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.275759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:47.276239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:47.281353 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:47.290751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ceded-f33b-4237-8d9b-9b72387187dd None None] Pushing event updated for resources: {'Port': ['ID=7207f176-47ec-46b5-a13d-82ab4bb212ee,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:47.297738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] For port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=308621ef-b449-4c62-a1f2-f38bfe9f4bd9,segment=NetworkSegment(50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f),segment_id=50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:47.302461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.321223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] Calling delete_port for 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:47.335026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fe99:ef45 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/8cbdf8db-b41a-4bdd-8e5b-ed813eb40d1c/f3d45545-9fcc-4d46-9f85-c65ac9cb30e8) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:47.421367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.428478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.441255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.446766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/networks/21d8f0f1-236e-4fae-901e-7ddd5a00278a HTTP/1.1" status: 204 len: 168 time: 0.9158945 Nov 29 11:51:47.448584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57082) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:47.452916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] Pushing event deleted for resources: {'Port': ['ID=308621ef-b449-4c62-a1f2-f38bfe9f4bd9,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:47.455158 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5426135-4b5f-4611-a05f-07de0e022fd6 None None] No DVR routers for this DVR port 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:47.487857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71bbe1-f125-4f0f-9f97-f14309bd175a tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Network': ['ID=21d8f0f1-236e-4fae-901e-7ddd5a00278a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:47.564197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.564362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.603055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.607863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=a87f3b5e-9b49-4d36-b78e-39d49d7e350d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:47.693167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.747051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.833888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 617647a3-2ccd-46dc-bd81-b923b0b71967 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:47.844488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.890142 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 617647a3-2ccd-46dc-bd81-b923b0b71967 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:47.890963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.891782 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.895906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.904434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.929072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.975995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4bdbad-11a0-431d-bf9c-3b33a6e856f4']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:47.978625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.984191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:47.990705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:47.991096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ae0e19-f4ad-4268-9b1c-a3035c1bfc7f') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:47.998714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:47.998978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:47.999161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Fanout notify agent at l3_agent the message router_deleted on router da71cb3a-0efc-4127-89ec-184de169e07b {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:48.003457 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=f3d45545-9fcc-4d46-9f85-c65ac9cb30e8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:48.005217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7207f176-47ec-46b5-a13d-82ab4bb212ee up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:48.007421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.007854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:48.009173 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d5e19554-f8df-472a-af63-4de42a75a8d0 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/da71cb3a-0efc-4127-89ec-184de169e07b HTTP/1.1" status: 204 len: 168 time: 2.0877674 Nov 29 11:51:48.012725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.014347 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57100) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:48.016315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:48.017155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.019162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1996098263'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:48.044421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:48.048167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.062235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7207f176-47ec-46b5-a13d-82ab4bb212ee triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:48.062638 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.075363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.080012 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1ca61962-26d3-452f-824a-53dbe32b3a43 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2671123 Nov 29 11:51:48.081526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57102) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:48.094743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:51:48.097148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:48.097463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:48.100586 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:48.155213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.160127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Router 211a7f2a-51fd-45db-a4ca-ee1339072812 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:48.162608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Allocated IP 172.26.5.57 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/7e48404f-be2b-481f-8865-7f82272cf270) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:48.198982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 7207f176-47ec-46b5-a13d-82ab4bb212ee, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7207f176-47ec-46b5-a13d-82ab4bb212ee,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:48.206721 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.234822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe1098-75c2-4faa-817b-b68c1a3047ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:48.244599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe1098-75c2-4faa-817b-b68c1a3047ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:48.250165 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-febe1098-75c2-4faa-817b-b68c1a3047ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1675594 Nov 29 11:51:48.253840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.255358 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment cce85038-e47a-4a71-885e-b970de2d5b33 of type vlan for network dbbe768a-960e-43c6-b277-bb662286ed93 Nov 29 11:51:48.261285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=7207f176-47ec-46b5-a13d-82ab4bb212ee,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:48.276852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57104) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:48.286277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 80af3e79-2341-4ab1-89c9-eb443d8d2970 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:48.311746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 80af3e79-2341-4ab1-89c9-eb443d8d2970 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:48.312314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 80af3e79-2341-4ab1-89c9-eb443d8d2970 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:48.313704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:48.334335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:48.335029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 308621ef-b449-4c62-a1f2-f38bfe9f4bd9 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:48.365884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:48.374190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.380057 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Sync routers for ids ['211a7f2a-51fd-45db-a4ca-ee1339072812'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:48.392153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.394848 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Routers {'211a7f2a-51fd-45db-a4ca-ee1339072812'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:48.395588 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['211a7f2a-51fd-45db-a4ca-ee1339072812'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:48.397070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.402521 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-13d64a46-ec00-4d54-a9a2-29551bf0ab4a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9094884 Nov 29 11:51:48.402995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57106) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:48.405845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.409033 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/networks/dd4bdbad-11a0-431d-bf9c-3b33a6e856f4 HTTP/1.1" status: 204 len: 168 time: 0.9514127 Nov 29 11:51:48.411506 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57108) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:48.426084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.441431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a294f-cff0-4e41-bf9f-77a3df00375b tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Network': ['ID=dd4bdbad-11a0-431d-bf9c-3b33a6e856f4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:48.474080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.480014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:48.480671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.495422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9638d8a6-b07e-47df-8edf-37a52444d922 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port f3d45545-9fcc-4d46-9f85-c65ac9cb30e8 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:48.496367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9638d8a6-b07e-47df-8edf-37a52444d922 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.545847 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Set router 211a7f2a-51fd-45db-a4ca-ee1339072812 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:48.580954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acde469-3227-4b18-a307-26d60013e4a9 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Deleting subnet fe010e2e-a2dd-410d-9b20-c582fbdc9262 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:48.584868 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0acde469-3227-4b18-a307-26d60013e4a9 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.602872 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5874701 Nov 29 11:51:48.618269 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57110) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:48.623399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': 'dbbe768a-960e-43c6-b277-bb662286ed93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:48.641310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0acde469-3227-4b18-a307-26d60013e4a9 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.655267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeced959-f1ed-4a11-aea1-db39311c2787 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=dbbe768a-960e-43c6-b277-bb662286ed93,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:48.671248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network dbbe768a-960e-43c6-b277-bb662286ed93 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:51:48.685237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.739114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:48.743409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9638d8a6-b07e-47df-8edf-37a52444d922 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.752705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:48.755685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:48.769256 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d7a32300-caa3-4ca5-9305-52f76c84785a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/routers/211a7f2a-51fd-45db-a4ca-ee1339072812 HTTP/1.1" status: 200 len: 907 time: 0.3612072 Nov 29 11:51:48.770523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9638d8a6-b07e-47df-8edf-37a52444d922 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for f3d45545-9fcc-4d46-9f85-c65ac9cb30e8 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:48.772050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57112) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:48.828201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event updated for resources: {'Port': ['ID=7e48404f-be2b-481f-8865-7f82272cf270,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:48.829815 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211a7f2a-51fd-45db-a4ca-ee1339072812', 'name': 'tempest-snat-router-959771401', 'tenant_id': '53e581ee85764391850a6dd1c3a112ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '454812c1-9a08-47fb-83fb-33daef615f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:42Z', 'updated_at': '2021-11-29T11:51:46Z', 'revision_number': 3, 'project_id': '53e581ee85764391850a6dd1c3a112ec', 'gw_port': {'id': '454812c1-9a08-47fb-83fb-33daef615f05', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211a7f2a-51fd-45db-a4ca-ee1339072812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:44Z', 'updated_at': '2021-11-29T11:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:48.865292 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Checking router: 211a7f2a-51fd-45db-a4ca-ee1339072812 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:51:48.866350 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Updating router 211a7f2a-51fd-45db-a4ca-ee1339072812 port 454812c1-9a08-47fb-83fb-33daef615f05 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:51:48.909835 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:48.963828 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:48.976931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.030750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0acde469-3227-4b18-a307-26d60013e4a9 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.034011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8b8b695b-9d64-4ad6-b58c-366defc9869e None None] Provisioning complete for port 7207f176-47ec-46b5-a13d-82ab4bb212ee triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:49.035043 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8b8b695b-9d64-4ad6-b58c-366defc9869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.232096 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0acde469-3227-4b18-a307-26d60013e4a9 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.238339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.318552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-54391f06-d0eb-42e3-80c1-412427b781fd None None] Provisioning complete for port f3d45545-9fcc-4d46-9f85-c65ac9cb30e8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:49.319353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-54391f06-d0eb-42e3-80c1-412427b781fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.332532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.346311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36ae15-36cb-4561-9e34-5f26b9a78ab5 req-50c27f97-c0b4-4d6f-8701-025520644d49 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:49.347891 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af36ae15-36cb-4561-9e34-5f26b9a78ab5 req-50c27f97-c0b4-4d6f-8701-025520644d49 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.1573572 Nov 29 11:51:49.373498 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.386176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-54391f06-d0eb-42e3-80c1-412427b781fd None None] Port f3d45545-9fcc-4d46-9f85-c65ac9cb30e8 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:49.390558 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.443886 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2735286-8ea4-478c-86e7-5092ab71c5dc None None] Pushing event updated for resources: {'Port': ['ID=454812c1-9a08-47fb-83fb-33daef615f05,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:49.470559 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Attempting to bind port 454812c1-9a08-47fb-83fb-33daef615f05 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:49.471378 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Attempting to bind port 454812c1-9a08-47fb-83fb-33daef615f05 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:49.471991 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Attempting to bind port 454812c1-9a08-47fb-83fb-33daef615f05 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:49.478419 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:49.479132 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:49.479706 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.480783 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:49.481577 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Bound port: 454812c1-9a08-47fb-83fb-33daef615f05, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:49.482263 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.547992 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] For port 454812c1-9a08-47fb-83fb-33daef615f05, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:49.549706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9638d8a6-b07e-47df-8edf-37a52444d922 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.552085 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] For port 454812c1-9a08-47fb-83fb-33daef615f05, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=454812c1-9a08-47fb-83fb-33daef615f05,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:49.563265 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.585088 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af36ae15-36cb-4561-9e34-5f26b9a78ab5 req-2a16189b-562f-455a-9931-7be674a4341b tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793821 Nov 29 11:51:49.621788 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Routers {'211a7f2a-51fd-45db-a4ca-ee1339072812'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:49.622837 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['211a7f2a-51fd-45db-a4ca-ee1339072812'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:49.647397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638d8a6-b07e-47df-8edf-37a52444d922 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=f3d45545-9fcc-4d46-9f85-c65ac9cb30e8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:49.663797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.678198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acde469-3227-4b18-a307-26d60013e4a9 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Subnet': ['ID=fe010e2e-a2dd-410d-9b20-c582fbdc9262,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:49.685648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0acde469-3227-4b18-a307-26d60013e4a9 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.691010 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0acde469-3227-4b18-a307-26d60013e4a9 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/subnets/fe010e2e-a2dd-410d-9b20-c582fbdc9262 HTTP/1.1" status: 204 len: 168 time: 1.2763731 Nov 29 11:51:49.691263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57124) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:49.698537 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689a0dc8-8d10-469f-ad9b-7e4f67257b6b None None] Network 88f3a8b7-a6c4-4f32-8150-7372078b52a0 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:49.700614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7207f176-47ec-46b5-a13d-82ab4bb212ee up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:49.759493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9638d8a6-b07e-47df-8edf-37a52444d922 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.765900 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9638d8a6-b07e-47df-8edf-37a52444d922 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/f3d45545-9fcc-4d46-9f85-c65ac9cb30e8 HTTP/1.1" status: 204 len: 168 time: 1.4846256 Nov 29 11:51:49.770101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57126) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:49.829906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.854474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60948f-2b8b-4796-a068-29aa09c68983 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:49.857038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60948f-2b8b-4796-a068-29aa09c68983 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:49.861288 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3c60948f-2b8b-4796-a068-29aa09c68983 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0858867 Nov 29 11:51:49.868084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.877366 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] Set router 211a7f2a-51fd-45db-a4ca-ee1339072812 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:51:49.882814 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57128) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:49.941338 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2735286-8ea4-478c-86e7-5092ab71c5dc None None] Pushing event updated for resources: {'Port': ['ID=454812c1-9a08-47fb-83fb-33daef615f05,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:49.955805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7207f176-47ec-46b5-a13d-82ab4bb212ee triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:49.956331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:49.983743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=26dda908-f58b-415c-baac-4d1e152823a1,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:50.013369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': 'cce85038-e47a-4a71-885e-b970de2d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dbbe768a-960e-43c6-b277-bb662286ed93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:50.013369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: dbbe768a-960e-43c6-b277-bb662286ed93, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:51:50.041833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.048695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.053234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-e113d872-e2c1-4078-8126-7974b90ca2db tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 8cbdf8db-b41a-4bdd-8e5b-ed813eb40d1c {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:50.056931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network dbbe768a-960e-43c6-b277-bb662286ed93 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:51:50.065252 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e113d872-e2c1-4078-8126-7974b90ca2db tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.108691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] DHCP port deletion for 88f3a8b7-a6c4-4f32-8150-7372078b52a0 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:50.117687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, dbbe768a-960e-43c6-b277-bb662286ed93) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:50.125605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:50.126244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.133136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Deleting port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:50.133694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.145713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6035a1a-d1ef-4fd5-a524-cd08e6811651 None None] Network dbbe768a-960e-43c6-b277-bb662286ed93 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:50.160461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e113d872-e2c1-4078-8126-7974b90ca2db tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.162392 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '211a7f2a-51fd-45db-a4ca-ee1339072812', 'name': 'tempest-snat-router-959771401', 'tenant_id': '53e581ee85764391850a6dd1c3a112ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '454812c1-9a08-47fb-83fb-33daef615f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:42Z', 'updated_at': '2021-11-29T11:51:46Z', 'revision_number': 3, 'project_id': '53e581ee85764391850a6dd1c3a112ec', 'gw_port': {'id': '454812c1-9a08-47fb-83fb-33daef615f05', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211a7f2a-51fd-45db-a4ca-ee1339072812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:44Z', 'updated_at': '2021-11-29T11:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:50.195089 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033f470-ea05-42a5-a752-48e8f051e3f8 None None] The sync data for ids ['211a7f2a-51fd-45db-a4ca-ee1339072812'] in dv-neutron-819578-1-hyperv is: [{'id': '211a7f2a-51fd-45db-a4ca-ee1339072812', 'name': 'tempest-snat-router-959771401', 'tenant_id': '53e581ee85764391850a6dd1c3a112ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.251'}], 'enable_snat': True}, 'gw_port_id': '454812c1-9a08-47fb-83fb-33daef615f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:51:42Z', 'updated_at': '2021-11-29T11:51:46Z', 'revision_number': 3, 'project_id': '53e581ee85764391850a6dd1c3a112ec', 'gw_port': {'id': '454812c1-9a08-47fb-83fb-33daef615f05', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:46:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '211a7f2a-51fd-45db-a4ca-ee1339072812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:51:44Z', 'updated_at': '2021-11-29T11:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:50.212120 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-445b48d4-3693-41c8-8678-a5f27be6267e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5927720 Nov 29 11:51:50.220733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57130) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:50.222416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Deleting port 454812c1-9a08-47fb-83fb-33daef615f05 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:50.222899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.232178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e266da79-144c-439d-89ae-ffe39e8ea6de tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-690331917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:50.232410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] For port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,segment=NetworkSegment(1fcfe27c-583f-453d-83ad-53496c258695),segment_id=1fcfe27c-583f-453d-83ad-53496c258695)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:50.232934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.251040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Calling delete_port for 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:50.333785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-dbbe768a-960e-43c6-b277-bb662286ed93', 'network_id': 'dbbe768a-960e-43c6-b277-bb662286ed93', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': '26dda908-f58b-415c-baac-4d1e152823a1'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:50.334857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.343012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e266da79-144c-439d-89ae-ffe39e8ea6de tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.343811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] Deleting port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:50.344051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e266da79-144c-439d-89ae-ffe39e8ea6de tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.344295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.352029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e113d872-e2c1-4078-8126-7974b90ca2db tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.356247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Router d928bb11-758c-41e9-93b7-7c0a75351d99 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:50.403907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.467886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Port': ['ID=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:50.468914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] For port 454812c1-9a08-47fb-83fb-33daef615f05, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=454812c1-9a08-47fb-83fb-33daef615f05,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:50.469295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.471990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] No DVR routers for this DVR port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:50.479824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e266da79-144c-439d-89ae-ffe39e8ea6de tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.489379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Calling delete_port for 454812c1-9a08-47fb-83fb-33daef615f05 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:50.491322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e266da79-144c-439d-89ae-ffe39e8ea6de tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.495695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] For port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,segment=NetworkSegment(1fcfe27c-583f-453d-83ad-53496c258695),segment_id=1fcfe27c-583f-453d-83ad-53496c258695)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:50.496725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.518672 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e113d872-e2c1-4078-8126-7974b90ca2db tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.519123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] Calling delete_port for 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:50.594424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.598610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:50.613679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.618584 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-17318064-b0da-4ae3-bece-4fe4cc768dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "PUT /v2.0/routers/d928bb11-758c-41e9-93b7-7c0a75351d99 HTTP/1.1" status: 200 len: 878 time: 3.8405406 Nov 29 11:51:50.618797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Allocated IP 2001:db8::2 (dbbe768a-960e-43c6-b277-bb662286ed93/26dda908-f58b-415c-baac-4d1e152823a1/2a85d228-7b33-4e88-8472-7d4aceecc94e) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:50.618913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57132) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:50.670058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.677678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612e3d2-37f4-4522-8262-304061268f1d None None] Sync routers for ids ['d928bb11-758c-41e9-93b7-7c0a75351d99'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:50.726222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] Pushing event deleted for resources: {'Port': ['ID=63ad9c3a-ca1b-4e46-bd98-4359d38cee84,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:50.735513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612e3d2-37f4-4522-8262-304061268f1d None None] Routers {'d928bb11-758c-41e9-93b7-7c0a75351d99'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:50.736143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1612e3d2-37f4-4522-8262-304061268f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['d928bb11-758c-41e9-93b7-7c0a75351d99'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:50.758367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f3a8b7-a6c4-4f32-8150-7372078b52a0']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:50.778831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcfe27c-583f-453d-83ad-53496c258695') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:50.779186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcfe27c-583f-453d-83ad-53496c258695') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:50.786620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b7d8a2-dfae-4adc-9038-788521b229a0 None None] No DVR routers for this DVR port 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:50.791939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.809832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.817397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:51:50.818629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.834239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1612e3d2-37f4-4522-8262-304061268f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:50.864233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612e3d2-37f4-4522-8262-304061268f1d None None] Routers {'d928bb11-758c-41e9-93b7-7c0a75351d99'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:50.865004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1612e3d2-37f4-4522-8262-304061268f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['d928bb11-758c-41e9-93b7-7c0a75351d99'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:51:50.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:51:50.913778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1612e3d2-37f4-4522-8262-304061268f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:50.914666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612e3d2-37f4-4522-8262-304061268f1d None None] The sync data for ids ['d928bb11-758c-41e9-93b7-7c0a75351d99'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:50.916666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.921112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d872-e2c1-4078-8126-7974b90ca2db tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbdf8db-b41a-4bdd-8e5b-ed813eb40d1c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:50.925119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e266da79-144c-439d-89ae-ffe39e8ea6de tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.928724 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e266da79-144c-439d-89ae-ffe39e8ea6de tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7015390 Nov 29 11:51:50.929102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:50.935443 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/networks/88f3a8b7-a6c4-4f32-8150-7372078b52a0 HTTP/1.1" status: 204 len: 168 time: 1.2392278 Nov 29 11:51:50.935552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57136) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:50.943002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57138) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:50.979447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba84f1-0a18-418a-85bc-04a0767f99c6 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Pushing event deleted for resources: {'Network': ['ID=88f3a8b7-a6c4-4f32-8150-7372078b52a0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:51.000042 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-03b25f1d-1bfb-43b3-8f4c-90d0189988d0 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "GET /v2.0/ports?device_id=3af8e472-8783-411c-9739-19816769edc5 HTTP/1.1" status: 200 len: 205 time: 0.0497320 Nov 29 11:51:51.002560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57140) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.024244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2ec57-a951-4276-bf6d-220e8b56ef27 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:51.036158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e113d872-e2c1-4078-8126-7974b90ca2db tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.039391 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e113d872-e2c1-4078-8126-7974b90ca2db tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/8cbdf8db-b41a-4bdd-8e5b-ed813eb40d1c HTTP/1.1" status: 204 len: 168 time: 1.1531625 Nov 29 11:51:51.049225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57142) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.050692 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bba16261-f4b1-4ce5-9b6f-5029286f05cf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/routers/d928bb11-758c-41e9-93b7-7c0a75351d99 HTTP/1.1" status: 200 len: 919 time: 0.4305782 Nov 29 11:51:51.060615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57144) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.067047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.087609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.089203 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27e69c36-25f8-4c39-a12b-3035ef325889 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.133817 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-108d18c5-4fdc-4013-9b13-ba9e02e188e6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833802 Nov 29 11:51:51.142598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57146) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.142815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Network dbbe768a-960e-43c6-b277-bb662286ed93 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:51.146441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:51.150002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:51.202843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Pushing event updated for resources: {'Port': ['ID=2a85d228-7b33-4e88-8472-7d4aceecc94e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:51.280058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Attempting to bind port 2a85d228-7b33-4e88-8472-7d4aceecc94e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:51.280430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Attempting to bind port 2a85d228-7b33-4e88-8472-7d4aceecc94e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'cce85038-e47a-4a71-885e-b970de2d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dbbe768a-960e-43c6-b277-bb662286ed93'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:51.280928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Attempting to bind port 2a85d228-7b33-4e88-8472-7d4aceecc94e on network dbbe768a-960e-43c6-b277-bb662286ed93 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:51.305883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27e69c36-25f8-4c39-a12b-3035ef325889 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.308903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27e69c36-25f8-4c39-a12b-3035ef325889 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.314437 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24213a-627f-4178-b0ed-dba5e988c1ca req-60923fb0-b221-48be-ae83-8081d507a78a tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:51.319678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:51.320627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Checking segment: {'id': 'cce85038-e47a-4a71-885e-b970de2d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dbbe768a-960e-43c6-b277-bb662286ed93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:51.321258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.321759 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fc24213a-627f-4178-b0ed-dba5e988c1ca req-60923fb0-b221-48be-ae83-8081d507a78a tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.4017057 Nov 29 11:51:51.322197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Bound using segment: {'id': 'cce85038-e47a-4a71-885e-b970de2d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dbbe768a-960e-43c6-b277-bb662286ed93'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:51.322926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Bound port: 2a85d228-7b33-4e88-8472-7d4aceecc94e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce85038-e47a-4a71-885e-b970de2d5b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'dbbe768a-960e-43c6-b277-bb662286ed93'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:51.323805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.369694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27e69c36-25f8-4c39-a12b-3035ef325889 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.370335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e69c36-25f8-4c39-a12b-3035ef325889 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Fanout notify agent at l3_agent the message router_deleted on router 3af8e472-8783-411c-9739-19816769edc5 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:51.379367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27e69c36-25f8-4c39-a12b-3035ef325889 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.384424 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-27e69c36-25f8-4c39-a12b-3035ef325889 tempest-RoutersNegativeIpV6Test-1298629605 tempest-RoutersNegativeIpV6Test-1298629605-project] 10.222.0.23 "DELETE /v2.0/routers/3af8e472-8783-411c-9739-19816769edc5 HTTP/1.1" status: 204 len: 168 time: 0.3807726 Nov 29 11:51:51.442592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2be97-0337-41a1-9adb-1700be21d356 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:51.444129 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a5c2be97-0337-41a1-9adb-1700be21d356 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=d928bb11-758c-41e9-93b7-7c0a75351d99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3760514 Nov 29 11:51:51.447045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57150) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.449605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] For port 2a85d228-7b33-4e88-8472-7d4aceecc94e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:51.470125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc35cc6-af3d-4a40-94b7-e49edeaadc63 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:51.471312 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9fc35cc6-af3d-4a40-94b7-e49edeaadc63 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3126287 Nov 29 11:51:51.478189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.508128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:51.582308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fc24213a-627f-4178-b0ed-dba5e988c1ca req-3e15e13a-76e8-4a39-b148-913953cab698 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552044 Nov 29 11:51:51.612736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97fadc5-c3ac-43a6-b728-43203e716758 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:51.617391 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c97fadc5-c3ac-43a6-b728-43203e716758 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 881 time: 0.1661451 Nov 29 11:51:51.621575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57154) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.628493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] Deleting port 7207f176-47ec-46b5-a13d-82ab4bb212ee {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:51.629225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.643277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48563809-4a5f-43cd-85ee-a1b63266cdf9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:51.647170 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-48563809-4a5f-43cd-85ee-a1b63266cdf9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1636114 Nov 29 11:51:51.664547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57156) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.669700 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e600cca4-2bde-4c56-9082-024c50b32dcf tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=d928bb11-758c-41e9-93b7-7c0a75351d99 HTTP/1.1" status: 200 len: 205 time: 0.0441589 Nov 29 11:51:51.671871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57158) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.672537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.674311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.708676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] For port 2a85d228-7b33-4e88-8472-7d4aceecc94e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2a85d228-7b33-4e88-8472-7d4aceecc94e,segment=NetworkSegment(cce85038-e47a-4a71-885e-b970de2d5b33),segment_id=cce85038-e47a-4a71-885e-b970de2d5b33)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:51.747237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.760251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] For port 7207f176-47ec-46b5-a13d-82ab4bb212ee, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7207f176-47ec-46b5-a13d-82ab4bb212ee,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:51.761316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.769606 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d39a2bf7-6efb-4cb9-ac86-0b400f5476b5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035416 Nov 29 11:51:51.778455 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57162) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.783258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:51.784226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 454812c1-9a08-47fb-83fb-33daef615f05 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:51.785570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event deleted for resources: {'Port': ['ID=454812c1-9a08-47fb-83fb-33daef615f05,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:51.812214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] Calling delete_port for 7207f176-47ec-46b5-a13d-82ab4bb212ee owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:51.845311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57164) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:51.903864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 454812c1-9a08-47fb-83fb-33daef615f05 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:51.904215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 454812c1-9a08-47fb-83fb-33daef615f05 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 29 11:51:51.919331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:51.937440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Port 454812c1-9a08-47fb-83fb-33daef615f05 not found, will not notify nova. {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 29 11:51:51.986218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.025011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7207f176-47ec-46b5-a13d-82ab4bb212ee no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:52.046683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:52.050156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.057597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fefc5-266a-4a75-9509-5b915e9d8cbf None None] Pushing event updated for resources: {'Port': ['ID=2a85d228-7b33-4e88-8472-7d4aceecc94e,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:52.093523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.107864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.119331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No active binding found for port 7207f176-47ec-46b5-a13d-82ab4bb212ee {{(pid=102105) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 11:51:52.119811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7207f176-47ec-46b5-a13d-82ab4bb212ee not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:52.120242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:52.141419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.182815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:52.184272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 63ad9c3a-ca1b-4e46-bd98-4359d38cee84 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:52.196246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] No DVR routers for this DVR port 7207f176-47ec-46b5-a13d-82ab4bb212ee on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:52.201517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f113b-ca66-4c0a-8a3b-84db1cfce3a0 None None] Pushing event deleted for resources: {'Port': ['ID=7207f176-47ec-46b5-a13d-82ab4bb212ee,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:52.204387 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-59b4dd1a-d795-4319-b9f8-5765c4888c64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e2c56f7f0fc4e4593215bfc66dfb240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394847 Nov 29 11:51:52.212934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57168) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:52.244082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.244652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 211a7f2a-51fd-45db-a4ca-ee1339072812 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:52.257162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.258388 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3fd55732-8962-4762-bec2-cece49f9a3bc tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "DELETE /v2.0/routers/211a7f2a-51fd-45db-a4ca-ee1339072812 HTTP/1.1" status: 204 len: 168 time: 3.4853792 Nov 29 11:51:52.264466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57170) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:52.267542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.327029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8::1 (dbbe768a-960e-43c6-b277-bb662286ed93/26dda908-f58b-415c-baac-4d1e152823a1/392c729e-a9f3-4e35-ab2e-91344f9372be) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:52.453670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.477981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b8e8fcac-c65a-4146-aded-5c449c705063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.492522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.510324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.534351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network dbbe768a-960e-43c6-b277-bb662286ed93 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:52.537533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:52.541239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:52.541855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.551065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=392c729e-a9f3-4e35-ab2e-91344f9372be,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:52.574546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b8e8fcac-c65a-4146-aded-5c449c705063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.638571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Deleting port 7e48404f-be2b-481f-8865-7f82272cf270 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:52.638919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.692810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:52.751561 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a863546-7e0d-456b-a6c8-0c5da780392a req-e6713547-427e-4381-ac3e-99bf4209134b tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:52.753171 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1a863546-7e0d-456b-a6c8-0c5da780392a req-e6713547-427e-4381-ac3e-99bf4209134b tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.0938098 Nov 29 11:51:52.874856 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1a863546-7e0d-456b-a6c8-0c5da780392a req-a83105ab-73ad-470a-8b63-429105d55659 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121783 Nov 29 11:51:53.018453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.043053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.052175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.053168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.071354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec93c05-4930-42ef-988b-a1635052f9c5 None None] Network dbbe768a-960e-43c6-b277-bb662286ed93 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:53.089113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:53.101812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:53.105813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:53.106486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.132182 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3526256 Nov 29 11:51:53.146487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad172346-e2e1-4d15-8fc2-6cd4115c3259 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:53.148447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57176) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:53.154581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:ae:89:6c', 'name': 'tempest-NetworksTestDHCPv6-1229637292'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:53.157700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2dbde-ae67-4bab-9010-be507b7c7e3c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=5b719465-6e1c-4efa-8fab-9c3cf541e798,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:53.177208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b8e8fcac-c65a-4146-aded-5c449c705063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.180806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b8e8fcac-c65a-4146-aded-5c449c705063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.184407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=392c729e-a9f3-4e35-ab2e-91344f9372be,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:53.184566 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b8e8fcac-c65a-4146-aded-5c449c705063 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f130800d-de4a-4328-aa56-6a1f84c79dfb HTTP/1.1" status: 204 len: 168 time: 0.9599431 Nov 29 11:51:53.187956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.190769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.216025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Calling delete_port for 7e48404f-be2b-481f-8865-7f82272cf270 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:53.218049 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8fcac-c65a-4146-aded-5c449c705063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f130800d-de4a-4328-aa56-6a1f84c79dfb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:53.303926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f9bd48cc-7a62-4bbe-9638-bbd6e318818e None None] Provisioning complete for port 2a85d228-7b33-4e88-8472-7d4aceecc94e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:53.304547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9bd48cc-7a62-4bbe-9638-bbd6e318818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.337381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network dbbe768a-960e-43c6-b277-bb662286ed93 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:53.349974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Deleting port 617647a3-2ccd-46dc-bd81-b923b0b71967 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:53.350483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.354640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:53.420324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '5b719465-6e1c-4efa-8fab-9c3cf541e798'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:51:53.421329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.529785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.572694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event deleted for resources: {'Port': ['ID=7e48404f-be2b-481f-8865-7f82272cf270,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:53.727319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] For port 617647a3-2ccd-46dc-bd81-b923b0b71967, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=617647a3-2ccd-46dc-bd81-b923b0b71967,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:53.728499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.739676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.774509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Calling delete_port for 617647a3-2ccd-46dc-bd81-b923b0b71967 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:53.809214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9bd48cc-7a62-4bbe-9638-bbd6e318818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.848364 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2a85d228-7b33-4e88-8472-7d4aceecc94e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:53.866924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.871046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:53.982528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f9bd48cc-7a62-4bbe-9638-bbd6e318818e None None] For port 2a85d228-7b33-4e88-8472-7d4aceecc94e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2a85d228-7b33-4e88-8472-7d4aceecc94e,segment=NetworkSegment(cce85038-e47a-4a71-885e-b970de2d5b33),segment_id=cce85038-e47a-4a71-885e-b970de2d5b33)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:53.983642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2a85d228-7b33-4e88-8472-7d4aceecc94e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:53.983996 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.011907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/5b719465-6e1c-4efa-8fab-9c3cf541e798/b12c4361-6ecb-4540-ae4e-2ffd20e59d6b) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:54.015857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9bd48cc-7a62-4bbe-9638-bbd6e318818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.028433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.029545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Fanout notify agent at l3_agent the message router_deleted on router d928bb11-758c-41e9-93b7-7c0a75351d99 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:54.040559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.047311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57204) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:54.052164 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3a4d9205-f7bf-4cb6-938a-7a2530d40ce7 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/d928bb11-758c-41e9-93b7-7c0a75351d99 HTTP/1.1" status: 204 len: 168 time: 2.3785107 Nov 29 11:51:54.058214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b632a14a-660a-4c48-a167-5f735f633d7d tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1635690159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:54.065208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:54.193706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd48cc-7a62-4bbe-9638-bbd6e318818e None None] Pushing event updated for resources: {'Port': ['ID=2a85d228-7b33-4e88-8472-7d4aceecc94e,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:54.207698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b632a14a-660a-4c48-a167-5f735f633d7d tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.208113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b632a14a-660a-4c48-a167-5f735f633d7d tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.273766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.285086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6051e4-589e-4eaa-bf72-9a3edcdd324d req-d212090b-f76a-445d-ae04-c02a0d91672a tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:54.293359 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5f6051e4-589e-4eaa-bf72-9a3edcdd324d req-d212090b-f76a-445d-ae04-c02a0d91672a tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.2921736 Nov 29 11:51:54.330622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 454812c1-9a08-47fb-83fb-33daef615f05 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:54.339733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.363353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.375524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.382533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57212) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:54.410237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 454812c1-9a08-47fb-83fb-33daef615f05 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:54.410566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 454812c1-9a08-47fb-83fb-33daef615f05 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:54.427967 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event deleted for resources: {'Port': ['ID=617647a3-2ccd-46dc-bd81-b923b0b71967,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:54.493616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:54.494822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router 0edbc4a4-bd86-4f17-bcde-44c12c57f204 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:54.503910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:54.511190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Pushing event updated for resources: {'Port': ['ID=b12c4361-6ecb-4540-ae4e-2ffd20e59d6b,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:54.519933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b632a14a-660a-4c48-a167-5f735f633d7d tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.521095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:54.524660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a15a4ef7-6654-4982-a8b8-057f6a3a4328 None None] Provisioning complete for port 2a85d228-7b33-4e88-8472-7d4aceecc94e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:54.525081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a15a4ef7-6654-4982-a8b8-057f6a3a4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.526434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 1113b939-ca5a-424c-9871-48da1d5e3900 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:51:54.557820 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5f6051e4-589e-4eaa-bf72-9a3edcdd324d req-23086822-6d2e-4dd8-9346-fd19e355c85f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565238 Nov 29 11:51:54.559728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b632a14a-660a-4c48-a167-5f735f633d7d tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.580951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.672503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Attempting to bind port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:51:54.673019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Attempting to bind port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:51:54.673482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Attempting to bind port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:51:54.685070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:51:54.685565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:51:54.686102 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.686591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:51:54.687192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Bound port: b12c4361-6ecb-4540-ae4e-2ffd20e59d6b, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:51:54.687678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.709911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.712145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.717413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-87e5870b-6be0-4dd6-a7ed-e271a683af16 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:54.718154 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-87e5870b-6be0-4dd6-a7ed-e271a683af16 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 11:51:54.718649 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-87e5870b-6be0-4dd6-a7ed-e271a683af16 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 11:51:54.719662 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-87e5870b-6be0-4dd6-a7ed-e271a683af16 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3361018 Nov 29 11:51:54.725555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57218) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:54.726451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b632a14a-660a-4c48-a167-5f735f633d7d tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.733354 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b632a14a-660a-4c48-a167-5f735f633d7d tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6768370 Nov 29 11:51:54.733584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57220) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:54.737329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': True}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:54.784818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092779045'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:54.786373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcfd0f-8e00-4848-8b1d-f48263ba5b48 req-2baf1923-2c18-4c9e-b2cd-00f3ecfb4a11 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:54.787931 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-efbcfd0f-8e00-4848-8b1d-f48263ba5b48 req-2baf1923-2c18-4c9e-b2cd-00f3ecfb4a11 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2827311 Nov 29 11:51:54.813710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] For port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:51:54.818830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] For port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b12c4361-6ecb-4540-ae4e-2ffd20e59d6b,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:51:54.825972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a15a4ef7-6654-4982-a8b8-057f6a3a4328 None None] Provisioning complete for port 392c729e-a9f3-4e35-ab2e-91344f9372be triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:54.827024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a15a4ef7-6654-4982-a8b8-057f6a3a4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.831885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:54.842670 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343cf1d-4618-4459-b684-9fac88b01824 None None] Sync routers for ids ['0edbc4a4-bd86-4f17-bcde-44c12c57f204'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:54.843873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6cd6598a-ca17-45a3-861f-91d8b8f953d9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/0edbc4a4-bd86-4f17-bcde-44c12c57f204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9016099 Nov 29 11:51:54.844481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57222) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:54.862725 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343cf1d-4618-4459-b684-9fac88b01824 None None] Routers {'0edbc4a4-bd86-4f17-bcde-44c12c57f204'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:54.863921 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1343cf1d-4618-4459-b684-9fac88b01824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0edbc4a4-bd86-4f17-bcde-44c12c57f204'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:54.869806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-980a5123-aaf9-463e-970e-cbb038a72b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:54.871558 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-980a5123-aaf9-463e-970e-cbb038a72b48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1098 time: 0.3681142 Nov 29 11:51:54.880239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::397 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/5b719465-6e1c-4efa-8fab-9c3cf541e798/1113b939-ca5a-424c-9871-48da1d5e3900) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:54.880816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a15a4ef7-6654-4982-a8b8-057f6a3a4328 None None] Port 392c729e-a9f3-4e35-ab2e-91344f9372be cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:54.884418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.890913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.891567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e907865d-2b7e-4c87-ac6e-eb2a23e887cd {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:51:54.896530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:54.897859 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-26f44423-bdcd-4d9d-a50a-362941b485f3 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "DELETE /v2.0/routers/e907865d-2b7e-4c87-ac6e-eb2a23e887cd HTTP/1.1" status: 204 len: 168 time: 2.6251664 Nov 29 11:51:54.912753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57224) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:54.931088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1567030764', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:54.936416 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1343cf1d-4618-4459-b684-9fac88b01824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:54.951951 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1343cf1d-4618-4459-b684-9fac88b01824 None None] Routers {'0edbc4a4-bd86-4f17-bcde-44c12c57f204'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:54.954155 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1343cf1d-4618-4459-b684-9fac88b01824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0edbc4a4-bd86-4f17-bcde-44c12c57f204'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:54.970621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-efbcfd0f-8e00-4848-8b1d-f48263ba5b48 req-2e3c9e62-4fa0-4c2e-94da-c24352693a16 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711206 Nov 29 11:51:55.017853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987df95-f062-4b1d-bd22-fdb3d1e0a565 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:55.020438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3987df95-f062-4b1d-bd22-fdb3d1e0a565 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports/392c729e-a9f3-4e35-ab2e-91344f9372be HTTP/1.1" status: 200 len: 911 time: 0.1729448 Nov 29 11:51:55.023424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57226) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:55.031840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e062f-da6e-4f0e-8240-70a6f2ddd701 None None] Pushing event updated for resources: {'Port': ['ID=b12c4361-6ecb-4540-ae4e-2ffd20e59d6b,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:55.047919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-94990462-7397-4eca-a759-fc5d7544c44a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26dda908-f58b-415c-baac-4d1e152823a1'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:55.075625 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1343cf1d-4618-4459-b684-9fac88b01824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:55.077112 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1343cf1d-4618-4459-b684-9fac88b01824 None None] The sync data for ids ['0edbc4a4-bd86-4f17-bcde-44c12c57f204'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:55.081348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e3b68f37-152a-4326-a603-e03e4c485fb0 None None] Provisioning complete for port 392c729e-a9f3-4e35-ab2e-91344f9372be triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:55.082331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e3b68f37-152a-4326-a603-e03e4c485fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.130642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e3b68f37-152a-4326-a603-e03e4c485fb0 None None] Port 392c729e-a9f3-4e35-ab2e-91344f9372be cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:55.139481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.156158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.174692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.175683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.253546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3b8f06b0-3416-42c7-b895-e13f548a180f None None] Provisioning complete for port 392c729e-a9f3-4e35-ab2e-91344f9372be triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:55.253909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b8f06b0-3416-42c7-b895-e13f548a180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.276617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.290667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f06b0-3416-42c7-b895-e13f548a180f None None] Port 392c729e-a9f3-4e35-ab2e-91344f9372be cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:55.322107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-7d35dee7-5401-4993-8fea-c315c8954630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:55.324522 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-7d35dee7-5401-4993-8fea-c315c8954630 service neutron] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 911 time: 0.4254987 Nov 29 11:51:55.346927 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.465661 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-61e95916-d8e9-46cb-8eed-7fed359f5503 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 1001 time: 0.1155467 Nov 29 11:51:55.512633 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.539212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.546305 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.585704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94990462-7397-4eca-a759-fc5d7544c44a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.588859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.618343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-b0353d12-1308-4f16-bfee-470c090ede49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:55.619877 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-b0353d12-1308-4f16-bfee-470c090ede49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.1403832 Nov 29 11:51:55.622728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe1e0f4-34f0-4952-a878-2a9fd439b40d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:55.743908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.781616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.789040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-2947b37b-878c-4379-a5b2-977684d12fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:55.790800 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-2947b37b-878c-4379-a5b2-977684d12fd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1600838 Nov 29 11:51:55.820725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.846996 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b12c4361-6ecb-4540-ae4e-2ffd20e59d6b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:55.892939 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:55.900391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:55.900601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:55.900960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.905811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=1113b939-ca5a-424c-9871-48da1d5e3900,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:55.906133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.910357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.914515 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1832335 Nov 29 11:51:55.915236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eecb24-7513-4869-b03c-0a821517a97c req-1f963e66-b2c4-49ea-9684-38ff30d58fb7 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:55.916772 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-69eecb24-7513-4869-b03c-0a821517a97c req-1f963e66-b2c4-49ea-9684-38ff30d58fb7 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.2193084 Nov 29 11:51:55.917714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57232) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:55.919585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9472ceb-b888-4322-8066-56c0393271cf tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cad9e3f-3b01-4c26-8fd9-38642d10ef6c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:55.923993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:55.929804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:55.930453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.937111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-bbbb1751-70c8-40c3-bd69-f1d4d393b792 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '7cad9e3f-3b01-4c26-8fd9-38642d10ef6c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:55.949909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:55.996839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.030974 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-64765c4f-de7c-4ed7-8892-ebbc544d1c72 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197163 Nov 29 11:51:56.032174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b12c4361-6ecb-4540-ae4e-2ffd20e59d6b,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:56.040347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.041776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2a85d228-7b33-4e88-8472-7d4aceecc94e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:56.077933 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-02a2c367-9795-41bc-b174-acef5d126f67 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9282391 Nov 29 11:51:56.079534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57236) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:56.082637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1751-70c8-40c3-bd69-f1d4d393b792 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.091577 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-69eecb24-7513-4869-b03c-0a821517a97c req-4dc3b125-50cf-44df-b375-d254e35ccbf3 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445761 Nov 29 11:51:56.154923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2a85d228-7b33-4e88-8472-7d4aceecc94e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:56.155683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.157567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=b12c4361-6ecb-4540-ae4e-2ffd20e59d6b,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:56.188903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Allocated IP 172.26.5.205 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/2c8e5a64-1f64-45e8-a0e7-02d849384f4a) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:56.253791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e9a10-b450-4881-858b-b3a4611315f7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:56.267434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e9a10-b450-4881-858b-b3a4611315f7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:56.269032 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c18e9a10-b450-4881-858b-b3a4611315f7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.1856062 Nov 29 11:51:56.298251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57238) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:56.303750 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13204705-d22c-4b6f-9bd3-076fa3bc85f5 req-591cb14c-cd55-46f4-b69f-ffd6721619c7 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638605 Nov 29 11:51:56.322349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 617647a3-2ccd-46dc-bd81-b923b0b71967 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:56.333066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded0dba-4c66-4a01-b946-9b3756e03787 req-856fbb44-b7a9-4d30-87d6-7a9cf0499e81 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:56.335078 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8ded0dba-4c66-4a01-b946-9b3756e03787 req-856fbb44-b7a9-4d30-87d6-7a9cf0499e81 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2048886 Nov 29 11:51:56.343681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 617647a3-2ccd-46dc-bd81-b923b0b71967 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:56.344215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 617647a3-2ccd-46dc-bd81-b923b0b71967 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:56.381046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1751-70c8-40c3-bd69-f1d4d393b792 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.405209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1751-70c8-40c3-bd69-f1d4d393b792 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.453329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.469691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-84cbf2e9-2659-4f28-8ee5-a3936dcd5ab6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 1113b939-ca5a-424c-9871-48da1d5e3900 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:56.470159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84cbf2e9-2659-4f28-8ee5-a3936dcd5ab6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.488294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.501756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb1751-70c8-40c3-bd69-f1d4d393b792 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba044ed-e73e-4c29-b0e3-48bee4cba93d,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:56.540718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbbb1751-70c8-40c3-bd69-f1d4d393b792 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.541987 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bbbb1751-70c8-40c3-bd69-f1d4d393b792 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6087894 Nov 29 11:51:56.546927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57240) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:56.552634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f7552239-0ba5-4210-aba7-1935c39c164e tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '7cad9e3f-3b01-4c26-8fd9-38642d10ef6c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:56.555795 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8ded0dba-4c66-4a01-b946-9b3756e03787 req-26c5c878-4ed7-4196-9667-69e15aff1fcf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809120 Nov 29 11:51:56.560031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.595272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94990462-7397-4eca-a759-fc5d7544c44a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.595959 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.613994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84cbf2e9-2659-4f28-8ee5-a3936dcd5ab6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.637330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94990462-7397-4eca-a759-fc5d7544c44a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.643454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94990462-7397-4eca-a759-fc5d7544c44a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:56.644459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94990462-7397-4eca-a759-fc5d7544c44a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.649177 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-94990462-7397-4eca-a759-fc5d7544c44a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/ports/392c729e-a9f3-4e35-ab2e-91344f9372be HTTP/1.1" status: 200 len: 911 time: 1.6210728 Nov 29 11:51:56.653300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57242) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:56.656174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-84cbf2e9-2659-4f28-8ee5-a3936dcd5ab6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 1113b939-ca5a-424c-9871-48da1d5e3900 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:56.668110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:56.676602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7552239-0ba5-4210-aba7-1935c39c164e tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.727131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94990462-7397-4eca-a759-fc5d7544c44a tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=392c729e-a9f3-4e35-ab2e-91344f9372be,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:56.728652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-23276831-1eeb-4d4c-b870-23ea579a166c None None] Provisioning complete for port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:56.729230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-23276831-1eeb-4d4c-b870-23ea579a166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.762890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Allocated IP 172.26.5.109 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/8bfd5fa1-e60a-426a-99f5-6809815f700d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:51:56.885545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:56.925875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.034211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:57.051826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e66c2f42-a3e7-44cd-a735-20137a238f91 None None] Provisioning complete for port 1113b939-ca5a-424c-9871-48da1d5e3900 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:57.052470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e66c2f42-a3e7-44cd-a735-20137a238f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.076476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:57.084966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'Port': ['ID=2c8e5a64-1f64-45e8-a0e7-02d849384f4a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:57.091678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e66c2f42-a3e7-44cd-a735-20137a238f91 None None] Port 1113b939-ca5a-424c-9871-48da1d5e3900 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:51:57.276480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:51:57.281736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:51:57.289669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:51:57.294723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event updated for resources: {'Port': ['ID=8bfd5fa1-e60a-426a-99f5-6809815f700d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:57.336295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df254a36-154a-4495-9bbf-c4d1bae058d2 req-fa37c886-ef1b-48ec-acb2-916ed848564c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:57.337720 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df254a36-154a-4495-9bbf-c4d1bae058d2 req-fa37c886-ef1b-48ec-acb2-916ed848564c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.0992360 Nov 29 11:51:57.349635 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.351033 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-f7552239-0ba5-4210-aba7-1935c39c164e tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 11:51:57.352130 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f7552239-0ba5-4210-aba7-1935c39c164e tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8030946 Nov 29 11:51:57.360585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57246) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:57.475065 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df254a36-154a-4495-9bbf-c4d1bae058d2 req-6c5dc03b-6d92-477d-a1e8-da29608217c9 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826685 Nov 29 11:51:57.535525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84cbf2e9-2659-4f28-8ee5-a3936dcd5ab6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.613522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.633008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b12c4361-6ecb-4540-ae4e-2ffd20e59d6b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:51:57.659380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbf2e9-2659-4f28-8ee5-a3936dcd5ab6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=1113b939-ca5a-424c-9871-48da1d5e3900,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:57.664309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-47937d1d-2023-4b42-83a0-908cd4ef81f8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.684677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:51:57.685333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.719892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84cbf2e9-2659-4f28-8ee5-a3936dcd5ab6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.723040 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-84cbf2e9-2659-4f28-8ee5-a3936dcd5ab6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/1113b939-ca5a-424c-9871-48da1d5e3900 HTTP/1.1" status: 204 len: 168 time: 1.4233625 Nov 29 11:51:57.725495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57250) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:57.729790 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-47937d1d-2023-4b42-83a0-908cd4ef81f8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.776494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.804613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771b3bf-34db-49db-a6cb-450b83f68876 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:57.807426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771b3bf-34db-49db-a6cb-450b83f68876 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:57.812370 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d771b3bf-34db-49db-a6cb-450b83f68876 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0831525 Nov 29 11:51:57.813052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57252) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:57.820204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f02925-eca8-4fd3-bc61-8866923241ce req-cf03038b-2433-4fdb-91b9-eddff297c4e4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:57.821876 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-03f02925-eca8-4fd3-bc61-8866923241ce req-cf03038b-2433-4fdb-91b9-eddff297c4e4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1665668 Nov 29 11:51:57.927712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-47937d1d-2023-4b42-83a0-908cd4ef81f8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.930289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-47937d1d-2023-4b42-83a0-908cd4ef81f8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.931442 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-47937d1d-2023-4b42-83a0-908cd4ef81f8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/7cad9e3f-3b01-4c26-8fd9-38642d10ef6c HTTP/1.1" status: 204 len: 168 time: 0.5699358 Nov 29 11:51:57.935067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57254) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:57.952103 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-03f02925-eca8-4fd3-bc61-8866923241ce req-d088204c-f509-4110-9ad5-2b4009254bc5 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189728 Nov 29 11:51:57.952330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18e4a50-b987-40b8-afb5-6e12301c5de7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 5b719465-6e1c-4efa-8fab-9c3cf541e798 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:51:57.960078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a50-b987-40b8-afb5-6e12301c5de7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:57.962979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47937d1d-2023-4b42-83a0-908cd4ef81f8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cad9e3f-3b01-4c26-8fd9-38642d10ef6c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:58.020560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.028643 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a620b36d-9738-44ac-aca4-62caf153f20e tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0925879 Nov 29 11:51:58.033496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57256) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.037739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-69725fdb-513b-4d74-8c66-9de0800259d7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1475773864'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:58.056811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a50-b987-40b8-afb5-6e12301c5de7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.122562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.131226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69725fdb-513b-4d74-8c66-9de0800259d7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.232137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Router 63574571-a3d7-4948-9fbb-17b2e5cca99b is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:58.235452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69725fdb-513b-4d74-8c66-9de0800259d7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.242445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69725fdb-513b-4d74-8c66-9de0800259d7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.259303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.271436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.281750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a50-b987-40b8-afb5-6e12301c5de7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.334213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-69725fdb-513b-4d74-8c66-9de0800259d7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.338003 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-69725fdb-513b-4d74-8c66-9de0800259d7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3010020 Nov 29 11:51:58.340688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57258) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.346471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-836d4bcf-d776-4601-8802-1d0d040c39c1 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': 'b323264d-fe21-4498-b320-cbfebe7e535c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:58.347202 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-836d4bcf-d776-4601-8802-1d0d040c39c1 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 29 11:51:58.347689 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-836d4bcf-d776-4601-8802-1d0d040c39c1 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:58.348598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-836d4bcf-d776-4601-8802-1d0d040c39c1 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055184 Nov 29 11:51:58.351444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57260) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.360381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69725fdb-513b-4d74-8c66-9de0800259d7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b323264d-fe21-4498-b320-cbfebe7e535c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:58.420525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:58.430714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67751d-bd2f-40d6-9dde-e625773ca969 None None] Sync routers for ids ['63574571-a3d7-4948-9fbb-17b2e5cca99b'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:58.441667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67751d-bd2f-40d6-9dde-e625773ca969 None None] Routers {'63574571-a3d7-4948-9fbb-17b2e5cca99b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:58.442780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5c67751d-bd2f-40d6-9dde-e625773ca969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['63574571-a3d7-4948-9fbb-17b2e5cca99b'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:58.451153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ba624e1-3a7c-4431-ad78-d1301f93b744 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.468472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.470260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e3a11350-3182-4535-9316-8757b6718c4e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5450063 Nov 29 11:51:58.473451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57262) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.478480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f2441228-8ed2-47eb-81ba-ad6eef58139b tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': False}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:58.479728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5c67751d-bd2f-40d6-9dde-e625773ca969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:58.481771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a50-b987-40b8-afb5-6e12301c5de7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.490207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67751d-bd2f-40d6-9dde-e625773ca969 None None] Routers {'63574571-a3d7-4948-9fbb-17b2e5cca99b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:58.491036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5c67751d-bd2f-40d6-9dde-e625773ca969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['63574571-a3d7-4948-9fbb-17b2e5cca99b'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:58.547719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5c67751d-bd2f-40d6-9dde-e625773ca969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:58.549099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c67751d-bd2f-40d6-9dde-e625773ca969 None None] The sync data for ids ['63574571-a3d7-4948-9fbb-17b2e5cca99b'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:58.553085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ba624e1-3a7c-4431-ad78-d1301f93b744 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.558446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e4a50-b987-40b8-afb5-6e12301c5de7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=5b719465-6e1c-4efa-8fab-9c3cf541e798,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:58.564798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a50-b987-40b8-afb5-6e12301c5de7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.567998 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f18e4a50-b987-40b8-afb5-6e12301c5de7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/5b719465-6e1c-4efa-8fab-9c3cf541e798 HTTP/1.1" status: 204 len: 168 time: 0.7539868 Nov 29 11:51:58.577116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1cffe-9042-4c71-ba16-77113e87bd7e None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:51:58.578341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57266) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.613972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Router da9383a5-8b23-4504-8455-b4281d32134c is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:51:58.654207 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e9e3e2fd-6486-46b7-917f-894dd7d44cc5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747433 Nov 29 11:51:58.662621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57268) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.664011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 392c729e-a9f3-4e35-ab2e-91344f9372be {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:58.664358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.731422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeafc1c-a162-4fb3-82f0-12538394c45f req-2f6a4e25-5fa3-4a05-83c3-419b8150d843 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:58.733144 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dfeafc1c-a162-4fb3-82f0-12538394c45f req-2f6a4e25-5fa3-4a05-83c3-419b8150d843 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.1647396 Nov 29 11:51:58.741373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ba624e1-3a7c-4431-ad78-d1301f93b744 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.743780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ba624e1-3a7c-4431-ad78-d1301f93b744 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.745048 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5ba624e1-3a7c-4431-ad78-d1301f93b744 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/b323264d-fe21-4498-b320-cbfebe7e535c HTTP/1.1" status: 204 len: 168 time: 0.3922977 Nov 29 11:51:58.753869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57270) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.802649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:51:58.827841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aff739-cd71-49ec-a178-89981de39786 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:58.829037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.829333 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-63aff739-cd71-49ec-a178-89981de39786 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1644657 Nov 29 11:51:58.836060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57272) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.846349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba624e1-3a7c-4431-ad78-d1301f93b744 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b323264d-fe21-4498-b320-cbfebe7e535c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:58.860807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] Deleting port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:51:58.861233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.868088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 392c729e-a9f3-4e35-ab2e-91344f9372be owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:58.873612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:51:58.881074 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dfeafc1c-a162-4fb3-82f0-12538394c45f req-c479fa5a-2175-41a7-b478-ddbabaaa7288 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332951 Nov 29 11:51:58.891671 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdd641-72b7-4597-8df5-028db2ab5045 None None] Sync routers for ids ['da9383a5-8b23-4504-8455-b4281d32134c'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:51:58.898154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.901474 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0175899f-de84-4ae5-b012-40e9155d1daf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "PUT /v2.0/routers/da9383a5-8b23-4504-8455-b4281d32134c HTTP/1.1" status: 200 len: 915 time: 4.1651549 Nov 29 11:51:58.904264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57274) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.905918 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdd641-72b7-4597-8df5-028db2ab5045 None None] Routers {'da9383a5-8b23-4504-8455-b4281d32134c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:58.906885 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c1fdd641-72b7-4597-8df5-028db2ab5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['da9383a5-8b23-4504-8455-b4281d32134c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:58.920694 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4ac0e620-c904-44d8-82a5-4541b9630731 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1573341 Nov 29 11:51:58.921227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57276) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:58.960974 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c1fdd641-72b7-4597-8df5-028db2ab5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:58.961844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] For port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b12c4361-6ecb-4540-ae4e-2ffd20e59d6b,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:51:58.962283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:58.974311 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdd641-72b7-4597-8df5-028db2ab5045 None None] Routers {'da9383a5-8b23-4504-8455-b4281d32134c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:51:58.982686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] Calling delete_port for b12c4361-6ecb-4540-ae4e-2ffd20e59d6b owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:51:58.993463 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c1fdd641-72b7-4597-8df5-028db2ab5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['da9383a5-8b23-4504-8455-b4281d32134c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:59.027827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2441228-8ed2-47eb-81ba-ad6eef58139b tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.034847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-efa15a67-85a3-4a8a-ba5b-ee1d2c8504b2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027052085'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:59.043497 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c1fdd641-72b7-4597-8df5-028db2ab5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:51:59.045226 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdd641-72b7-4597-8df5-028db2ab5045 None None] The sync data for ids ['da9383a5-8b23-4504-8455-b4281d32134c'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:51:59.119760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-efa15a67-85a3-4a8a-ba5b-ee1d2c8504b2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.174984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.182924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9a4b0-57b2-4399-a40d-fe9c5803b2b3 req-d61a2cc7-584f-47a8-bcaf-6369347be845 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:59.184574 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-95e9a4b0-57b2-4399-a40d-fe9c5803b2b3 req-d61a2cc7-584f-47a8-bcaf-6369347be845 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1295745 Nov 29 11:51:59.204351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] Pushing event deleted for resources: {'Port': ['ID=b12c4361-6ecb-4540-ae4e-2ffd20e59d6b,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:59.216171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f161135-4ba3-441e-b335-43e4b96a1bbc None None] No DVR routers for this DVR port b12c4361-6ecb-4540-ae4e-2ffd20e59d6b on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:51:59.280927 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-95e9a4b0-57b2-4399-a40d-fe9c5803b2b3 req-5491ce1e-4b59-4727-adbe-fdc412d44550 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838246 Nov 29 11:51:59.284161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-efa15a67-85a3-4a8a-ba5b-ee1d2c8504b2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.299470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-efa15a67-85a3-4a8a-ba5b-ee1d2c8504b2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.340371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-efa15a67-85a3-4a8a-ba5b-ee1d2c8504b2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.341591 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-efa15a67-85a3-4a8a-ba5b-ee1d2c8504b2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4225645 Nov 29 11:51:59.369433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57280) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.370909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa15a67-85a3-4a8a-ba5b-ee1d2c8504b2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08317bb4-2691-455a-8953-006db91b7a3c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:59.373924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0bc7ee91-b4e0-40fc-a4c5-ba48c9287fa0 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '08317bb4-2691-455a-8953-006db91b7a3c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:59.374739 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING neutron.api.v2.base [None req-0bc7ee91-b4e0-40fc-a4c5-ba48c9287fa0 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 29 11:51:59.375232 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-0bc7ee91-b4e0-40fc-a4c5-ba48c9287fa0 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:51:59.378727 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0bc7ee91-b4e0-40fc-a4c5-ba48c9287fa0 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057666 Nov 29 11:51:59.383501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57282) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.417041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c3777e-62e4-455a-8434-4ddcbb830846 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:59.418541 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f9c3777e-62e4-455a-8434-4ddcbb830846 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5746624 Nov 29 11:51:59.421437 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57284) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.463791 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a7e1b02b-9493-48ca-8928-c2889d73528d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394726 Nov 29 11:51:59.466371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57286) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.470974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:51:59.523772 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5effec57-bb21-4b36-b527-7e1b6b104508 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/routers/da9383a5-8b23-4504-8455-b4281d32134c HTTP/1.1" status: 200 len: 921 time: 0.6150780 Nov 29 11:51:59.527993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57288) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.542057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7d48905-90ed-457c-8502-1e011a5dafae tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.598598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7d48905-90ed-457c-8502-1e011a5dafae tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.630929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b12c4361-6ecb-4540-ae4e-2ffd20e59d6b no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:51:59.652916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b12c4361-6ecb-4540-ae4e-2ffd20e59d6b {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:51:59.653261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b12c4361-6ecb-4540-ae4e-2ffd20e59d6b not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:51:59.660348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998a54d-5faa-4341-a1fc-33c5ff3ffc53 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:59.664654 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0998a54d-5faa-4341-a1fc-33c5ff3ffc53 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=da9383a5-8b23-4504-8455-b4281d32134c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1329458 Nov 29 11:51:59.669543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57290) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.732897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.746407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7d48905-90ed-457c-8502-1e011a5dafae tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.748950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7d48905-90ed-457c-8502-1e011a5dafae tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.750124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d7d48905-90ed-457c-8502-1e011a5dafae tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/08317bb4-2691-455a-8953-006db91b7a3c HTTP/1.1" status: 204 len: 168 time: 0.3644385 Nov 29 11:51:59.771864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57292) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.784884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=392c729e-a9f3-4e35-ab2e-91344f9372be,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:59.828592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d48905-90ed-457c-8502-1e011a5dafae tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08317bb4-2691-455a-8953-006db91b7a3c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:51:59.930531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07738dfa-876e-41ce-87c2-525c2289d7ae tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:51:59.935442 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-07738dfa-876e-41ce-87c2-525c2289d7ae tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 881 time: 0.2594790 Nov 29 11:51:59.935540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:51:59.937083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.938026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57296) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.951297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:51:59.960850 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cad33e25-e4ba-4a77-8444-4fb893f08932 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1860933 Nov 29 11:51:59.965764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57298) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.981883 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dd8540da-48d9-48c1-835f-5d733ccec173 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9383a5-8b23-4504-8455-b4281d32134c HTTP/1.1" status: 200 len: 205 time: 0.0427701 Nov 29 11:51:59.984393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57300) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:51:59.998617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-85e84c94-0a4e-459b-87c7-c98c83efcff8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--770534097'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:00.150071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e84c94-0a4e-459b-87c7-c98c83efcff8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.187522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb3784-1aa0-4bd8-8732-d613bba232e6 req-5207934c-665d-434e-a703-bdb60895b582 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:00.189061 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6beb3784-1aa0-4bd8-8732-d613bba232e6 req-5207934c-665d-434e-a703-bdb60895b582 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.1862247 Nov 29 11:52:00.220233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.255139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router 0edbc4a4-bd86-4f17-bcde-44c12c57f204 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:00.271006 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2441228-8ed2-47eb-81ba-ad6eef58139b tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.291316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2441228-8ed2-47eb-81ba-ad6eef58139b tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.319739 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6beb3784-1aa0-4bd8-8732-d613bba232e6 req-51806516-0360-4f67-a995-7fc94b9e46b8 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166816 Nov 29 11:52:00.382789 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:00.392108 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8b114fe2-e4a0-4d31-a5ff-b3b848e3d0f8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/0edbc4a4-bd86-4f17-bcde-44c12c57f204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7313421 Nov 29 11:52:00.396148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5efa77-3350-49ff-b335-f40e55c2aa8c None None] Sync routers for ids ['0edbc4a4-bd86-4f17-bcde-44c12c57f204'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:00.396825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57304) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.408230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5efa77-3350-49ff-b335-f40e55c2aa8c None None] Routers {'0edbc4a4-bd86-4f17-bcde-44c12c57f204'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:00.409123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5e5efa77-3350-49ff-b335-f40e55c2aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0edbc4a4-bd86-4f17-bcde-44c12c57f204'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:00.426612 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2cb019f4-3f11-4773-ad62-229bb3cbf662 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=0edbc4a4-bd86-4f17-bcde-44c12c57f204 HTTP/1.1" status: 200 len: 205 time: 0.0286055 Nov 29 11:52:00.427604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57306) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.430856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.446400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5e5efa77-3350-49ff-b335-f40e55c2aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:00.456552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5efa77-3350-49ff-b335-f40e55c2aa8c None None] Routers {'0edbc4a4-bd86-4f17-bcde-44c12c57f204'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:00.457343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5e5efa77-3350-49ff-b335-f40e55c2aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0edbc4a4-bd86-4f17-bcde-44c12c57f204'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:00.466015 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e84c94-0a4e-459b-87c7-c98c83efcff8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.478700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e84c94-0a4e-459b-87c7-c98c83efcff8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.498733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5e5efa77-3350-49ff-b335-f40e55c2aa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:00.499821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5efa77-3350-49ff-b335-f40e55c2aa8c None None] The sync data for ids ['0edbc4a4-bd86-4f17-bcde-44c12c57f204'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:00.534901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f9-b540-4c26-9132-cc0b3eeeb36c tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.563308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85e84c94-0a4e-459b-87c7-c98c83efcff8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.564452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-85e84c94-0a4e-459b-87c7-c98c83efcff8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5721180 Nov 29 11:52:00.569092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57308) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.580229 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d07b9-2896-47eb-bd42-090f8ed3bc9e req-e5517964-918e-49e3-a7af-0d4511ec1be8 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:00.581670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-565d07b9-2896-47eb-bd42-090f8ed3bc9e req-e5517964-918e-49e3-a7af-0d4511ec1be8 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1985178 Nov 29 11:52:00.582312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e84c94-0a4e-459b-87c7-c98c83efcff8 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907171a4-7d6a-43c4-8945-bd6e43c0c10c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:00.586915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-93fb4761-16d7-492f-857f-eed38ee9e916 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '907171a4-7d6a-43c4-8945-bd6e43c0c10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:00.607173 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-93fb4761-16d7-492f-857f-eed38ee9e916 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 29 11:52:00.607779 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-93fb4761-16d7-492f-857f-eed38ee9e916 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:00.608818 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-93fb4761-16d7-492f-857f-eed38ee9e916 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0368569 Nov 29 11:52:00.612847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57310) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.623560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-dfad9983-9794-4501-bae0-24bbfd2188c6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '907171a4-7d6a-43c4-8945-bd6e43c0c10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:00.624234 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-dfad9983-9794-4501-bae0-24bbfd2188c6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 29 11:52:00.624723 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-dfad9983-9794-4501-bae0-24bbfd2188c6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:00.625653 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dfad9983-9794-4501-bae0-24bbfd2188c6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055237 Nov 29 11:52:00.635107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57312) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.643574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-fa39ee01-4a66-41d6-aa11-25d13dd8dd84 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '907171a4-7d6a-43c4-8945-bd6e43c0c10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:00.644340 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-fa39ee01-4a66-41d6-aa11-25d13dd8dd84 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 29 11:52:00.644845 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-fa39ee01-4a66-41d6-aa11-25d13dd8dd84 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:00.645889 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fa39ee01-4a66-41d6-aa11-25d13dd8dd84 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074463 Nov 29 11:52:00.653080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89ba0f2c-b119-4943-af3b-86ba0355e362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.657205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2441228-8ed2-47eb-81ba-ad6eef58139b tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Router 63574571-a3d7-4948-9fbb-17b2e5cca99b has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:00.657965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57314) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.666231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-66c7f694-c0d0-46bd-ad64-98cf42cca1d2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '907171a4-7d6a-43c4-8945-bd6e43c0c10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:00.667040 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-66c7f694-c0d0-46bd-ad64-98cf42cca1d2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 29 11:52:00.667567 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-66c7f694-c0d0-46bd-ad64-98cf42cca1d2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:00.668512 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66c7f694-c0d0-46bd-ad64-98cf42cca1d2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075710 Nov 29 11:52:00.671435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57316) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.688719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:52:00.695161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.722044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f9-b540-4c26-9132-cc0b3eeeb36c tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.728120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f9-b540-4c26-9132-cc0b3eeeb36c tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.742878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Deleting port 2c8e5a64-1f64-45e8-a0e7-02d849384f4a {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:00.743213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.811472 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-565d07b9-2896-47eb-bd42-090f8ed3bc9e req-1d185aaf-4ed9-429d-b7e5-d591609a544d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970816 Nov 29 11:52:00.818916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:00.825787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:00.833015 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:00.833606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.833758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f9-b540-4c26-9132-cc0b3eeeb36c tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.834324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0d87f9-b540-4c26-9132-cc0b3eeeb36c tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Fanout notify agent at l3_agent the message router_deleted on router 0edbc4a4-bd86-4f17-bcde-44c12c57f204 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:00.849095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5fa309-e916-4051-905e-bfd4f72a094d None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:00.858872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=33668d11-46ad-4d8e-a7fd-8de725b29bcd,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:00.859042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca0d87f9-b540-4c26-9132-cc0b3eeeb36c tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.865913 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-96c260fc-73a0-42d7-b18f-b404c52ed215 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3986952 Nov 29 11:52:00.867224 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ca0d87f9-b540-4c26-9132-cc0b3eeeb36c tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/0edbc4a4-bd86-4f17-bcde-44c12c57f204 HTTP/1.1" status: 204 len: 168 time: 0.4316108 Nov 29 11:52:00.867897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57318) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.872158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57320) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.891670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-50ae5bb8-2472-4cf6-963e-77b15929e90b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:00.900753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198b2f00-6643-4cb0-bc65-68cfaff87896 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.919293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2441228-8ed2-47eb-81ba-ad6eef58139b tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:00.924957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2441228-8ed2-47eb-81ba-ad6eef58139b tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.928013 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40349b-027b-47d1-b3de-efd97cdc608c None None] Sync routers for ids ['63574571-a3d7-4948-9fbb-17b2e5cca99b'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:00.928903 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f2441228-8ed2-47eb-81ba-ad6eef58139b tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "PUT /v2.0/routers/63574571-a3d7-4948-9fbb-17b2e5cca99b HTTP/1.1" status: 200 len: 926 time: 2.4544756 Nov 29 11:52:00.931679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57322) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:00.942748 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40349b-027b-47d1-b3de-efd97cdc608c None None] Routers {'63574571-a3d7-4948-9fbb-17b2e5cca99b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:00.943938 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ae40349b-027b-47d1-b3de-efd97cdc608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['63574571-a3d7-4948-9fbb-17b2e5cca99b'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:00.947249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:00.976454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28bae13-445b-47cb-b64d-14e5519a108d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet 26dda908-f58b-415c-baac-4d1e152823a1 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:00.976702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Calling delete_port for 2c8e5a64-1f64-45e8-a0e7-02d849384f4a owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:00.990057 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ae40349b-027b-47d1-b3de-efd97cdc608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:00.999519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198b2f00-6643-4cb0-bc65-68cfaff87896 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.002638 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae40349b-027b-47d1-b3de-efd97cdc608c None None] Routers {'63574571-a3d7-4948-9fbb-17b2e5cca99b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:01.003740 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ae40349b-027b-47d1-b3de-efd97cdc608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['63574571-a3d7-4948-9fbb-17b2e5cca99b'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:01.003999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f28bae13-445b-47cb-b64d-14e5519a108d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.037878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '33668d11-46ad-4d8e-a7fd-8de725b29bcd'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:01.039338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.060027 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ae40349b-027b-47d1-b3de-efd97cdc608c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:01.060284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f28bae13-445b-47cb-b64d-14e5519a108d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.061631 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae40349b-027b-47d1-b3de-efd97cdc608c None None] The sync data for ids ['63574571-a3d7-4948-9fbb-17b2e5cca99b'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:01.116397 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-992b31b3-f683-4067-9bd5-df6c3ad4c37e tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/routers/63574571-a3d7-4948-9fbb-17b2e5cca99b HTTP/1.1" status: 200 len: 926 time: 0.1837690 Nov 29 11:52:01.118833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57324) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.210821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78cdddf-d4bb-417e-a298-22ed3b97bf16 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:01.212983 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d78cdddf-d4bb-417e-a298-22ed3b97bf16 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=63574571-a3d7-4948-9fbb-17b2e5cca99b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0931742 Nov 29 11:52:01.216353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57328) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.219543 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f28bae13-445b-47cb-b64d-14e5519a108d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.231076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198b2f00-6643-4cb0-bc65-68cfaff87896 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.233919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-198b2f00-6643-4cb0-bc65-68cfaff87896 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.235557 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-198b2f00-6643-4cb0-bc65-68cfaff87896 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/907171a4-7d6a-43c4-8945-bd6e43c0c10c HTTP/1.1" status: 204 len: 168 time: 0.5631206 Nov 29 11:52:01.243820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57332) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.271049 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ae5bb8-2472-4cf6-963e-77b15929e90b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:01.275508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-50ae5bb8-2472-4cf6-963e-77b15929e90b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.302713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b2f00-6643-4cb0-bc65-68cfaff87896 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907171a4-7d6a-43c4-8945-bd6e43c0c10c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:01.356961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f28bae13-445b-47cb-b64d-14e5519a108d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.370314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88337cc-1246-4bc9-bfb7-6aa012df242c tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:01.371261 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e88337cc-1246-4bc9-bfb7-6aa012df242c tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 881 time: 0.1536372 Nov 29 11:52:01.376521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57336) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.397220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bae13-445b-47cb-b64d-14e5519a108d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=26dda908-f58b-415c-baac-4d1e152823a1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:01.398222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Allocated IP 2001:db8::f816:3eff:fe11:8b9d (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/33668d11-46ad-4d8e-a7fd-8de725b29bcd/a0eee4ff-9509-44c6-bb84-1cb7c9f8462d) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:01.402807 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f28bae13-445b-47cb-b64d-14e5519a108d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.406132 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f28bae13-445b-47cb-b64d-14e5519a108d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/26dda908-f58b-415c-baac-4d1e152823a1 HTTP/1.1" status: 204 len: 168 time: 0.5372746 Nov 29 11:52:01.409050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57338) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.418407 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-31c5a0a3-242b-4773-b11e-7897eb493cc5 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=63574571-a3d7-4948-9fbb-17b2e5cca99b HTTP/1.1" status: 200 len: 205 time: 0.0342758 Nov 29 11:52:01.418652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17e29d7-2291-480b-b141-173e3df7df95 None None] Network dbbe768a-960e-43c6-b277-bb662286ed93 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:01.421713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.424525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57340) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.469386 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-056357c6-103f-452b-ab39-bf772e2f8a95 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2204075 Nov 29 11:52:01.474967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57342) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.488098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d9f6684d-dc66-4de8-8d89-29a163b0b799 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--672420404'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:01.541481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event deleted for resources: {'Port': ['ID=2c8e5a64-1f64-45e8-a0e7-02d849384f4a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:01.543979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.556524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c97de-cd7b-49fe-967f-1b06e81f3e34 req-b84ee716-31de-4784-8978-9e9f7c886381 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:01.558617 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-959c97de-cd7b-49fe-967f-1b06e81f3e34 req-b84ee716-31de-4784-8978-9e9f7c886381 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.1514382 Nov 29 11:52:01.559729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9f6684d-dc66-4de8-8d89-29a163b0b799 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.613195 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.ipam_backend_mixin [None req-50ae5bb8-2472-4cf6-963e-77b15929e90b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 33668d11-46ad-4d8e-a7fd-8de725b29bcd (CIDR: 2001:db8::/64) Nov 29 11:52:01.624059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ae5bb8-2472-4cf6-963e-77b15929e90b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:01.624510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50ae5bb8-2472-4cf6-963e-77b15929e90b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:01.656687 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-50ae5bb8-2472-4cf6-963e-77b15929e90b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7822380 Nov 29 11:52:01.657607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.663048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57344) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.666136 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-959c97de-cd7b-49fe-967f-1b06e81f3e34 req-ee2d1db5-6f4d-4436-ae1a-fda77886ad19 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949390 Nov 29 11:52:01.693418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:01.698633 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.718325 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 2a85d228-7b33-4e88-8472-7d4aceecc94e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:01.719044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.723740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9f6684d-dc66-4de8-8d89-29a163b0b799 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.731864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.736474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9f6684d-dc66-4de8-8d89-29a163b0b799 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.739582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.794418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] DHCP port deletion for dbbe768a-960e-43c6-b277-bb662286ed93 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:01.799671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:01.805992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:01.810175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:01.821578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d9f6684d-dc66-4de8-8d89-29a163b0b799 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.822334 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d9f6684d-dc66-4de8-8d89-29a163b0b799 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3460784 Nov 29 11:52:01.826653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Pushing event updated for resources: {'Port': ['ID=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:01.829023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57346) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.835695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1068235a-703b-4987-8e93-bb77837226cd tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:01.836448 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-1068235a-703b-4987-8e93-bb77837226cd tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 11:52:01.836946 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-1068235a-703b-4987-8e93-bb77837226cd tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:01.838776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1068235a-703b-4987-8e93-bb77837226cd tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068312 Nov 29 11:52:01.843810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6684d-dc66-4de8-8d89-29a163b0b799 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=866f00aa-7199-479f-a641-b4ea90a5aaa9,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:01.847834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port 2a85d228-7b33-4e88-8472-7d4aceecc94e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2a85d228-7b33-4e88-8472-7d4aceecc94e,segment=NetworkSegment(cce85038-e47a-4a71-885e-b970de2d5b33),segment_id=cce85038-e47a-4a71-885e-b970de2d5b33)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:01.848212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.851223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57348) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.857707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d0cf224c-d51e-48b1-8474-0c643adb3e04 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:01.877277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 2a85d228-7b33-4e88-8472-7d4aceecc94e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:01.953621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Attempting to bind port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:01.954376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Attempting to bind port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:01.954794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Attempting to bind port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:01.966912 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:01.967322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:01.967945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.968664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:01.969161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Bound port: a0eee4ff-9509-44c6-bb84-1cb7c9f8462d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:01.969546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.988377 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-d0cf224c-d51e-48b1-8474-0c643adb3e04 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:01.989426 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d0cf224c-d51e-48b1-8474-0c643adb3e04 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1369863 Nov 29 11:52:01.993120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57352) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:01.998292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] Deleting port 2a85d228-7b33-4e88-8472-7d4aceecc94e {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:01.998836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:01.999333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f91a77ba-feb5-46d5-a133-c45af727eba5 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:01.999807 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-f91a77ba-feb5-46d5-a133-c45af727eba5 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 29 11:52:02.000428 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-f91a77ba-feb5-46d5-a133-c45af727eba5 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:02.003998 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f91a77ba-feb5-46d5-a133-c45af727eba5 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072381 Nov 29 11:52:02.004834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57354) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.012658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-87c3eb90-b117-4394-9eb4-e110a0cfe4e2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.032615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5389b-9ce7-41d9-bd47-852d84357a8a req-683ae525-5a76-4c75-93f9-45827a27029f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:02.034216 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-add5389b-9ce7-41d9-bd47-852d84357a8a req-683ae525-5a76-4c75-93f9-45827a27029f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0958481 Nov 29 11:52:02.089032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.111900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] For port 2a85d228-7b33-4e88-8472-7d4aceecc94e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2a85d228-7b33-4e88-8472-7d4aceecc94e,segment=NetworkSegment(cce85038-e47a-4a71-885e-b970de2d5b33),segment_id=cce85038-e47a-4a71-885e-b970de2d5b33)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:02.112445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.121683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] For port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:02.127486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] For port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:02.130414 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-add5389b-9ce7-41d9-bd47-852d84357a8a req-fe259fa8-d6b2-4cd2-9936-ea5658c46b2b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854685 Nov 29 11:52:02.132857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] Calling delete_port for 2a85d228-7b33-4e88-8472-7d4aceecc94e owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:02.134149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=2a85d228-7b33-4e88-8472-7d4aceecc94e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:02.139423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No DVR routers for this DVR port 2a85d228-7b33-4e88-8472-7d4aceecc94e on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:02.144806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.163610 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-87c3eb90-b117-4394-9eb4-e110a0cfe4e2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:02.164903 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-87c3eb90-b117-4394-9eb4-e110a0cfe4e2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1584172 Nov 29 11:52:02.168374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57356) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.172922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1200cafc-42bf-4934-ab89-d43380c945e7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.173582 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-1200cafc-42bf-4934-ab89-d43380c945e7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 11:52:02.174280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-1200cafc-42bf-4934-ab89-d43380c945e7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:02.175360 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1200cafc-42bf-4934-ab89-d43380c945e7 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058939 Nov 29 11:52:02.177979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57358) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.193483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c4b210d9-d1bb-460c-bf60-54c8550cbbf3 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.208940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.213020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.234935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4bda3-0541-4a22-8b08-bdd327e89bea None None] Pushing event updated for resources: {'Port': ['ID=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:02.258410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.303379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.304148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Fanout notify agent at l3_agent the message router_deleted on router da9383a5-8b23-4504-8455-b4281d32134c {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:02.308746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbe768a-960e-43c6-b277-bb662286ed93']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:02.317731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.322881 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fd1f3322-6e46-4999-8e20-da9f53311211 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/da9383a5-8b23-4504-8455-b4281d32134c HTTP/1.1" status: 204 len: 168 time: 2.3373320 Nov 29 11:52:02.325736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57360) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.331800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce85038-e47a-4a71-885e-b970de2d5b33') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:02.332416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce85038-e47a-4a71-885e-b970de2d5b33') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:02.333487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fe007978-12a1-4de9-8245-b1000de78036 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1260426373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.347544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.351409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.359164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.370108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] No DVR routers for this DVR port 2a85d228-7b33-4e88-8472-7d4aceecc94e on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:02.370448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.379610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:02.381754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.383683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:02.384340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:02.390311 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:02.402319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030f0aa-65ce-493a-9d75-494264ac974c None None] Pushing event deleted for resources: {'Port': ['ID=2a85d228-7b33-4e88-8472-7d4aceecc94e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:02.405576 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-c4b210d9-d1bb-460c-bf60-54c8550cbbf3 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:02.409400 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c4b210d9-d1bb-460c-bf60-54c8550cbbf3 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2276814 Nov 29 11:52:02.412775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57362) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.422579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5b878f55-542a-4d06-8388-3ada5ee9aa20 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.423314 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING neutron.api.v2.base [None req-5b878f55-542a-4d06-8388-3ada5ee9aa20 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 29 11:52:02.423856 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-5b878f55-542a-4d06-8388-3ada5ee9aa20 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:02.424867 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5b878f55-542a-4d06-8388-3ada5ee9aa20 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088356 Nov 29 11:52:02.434700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57364) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.441261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ebd1a462-5a1d-4b72-9a7d-3f8d6b49a174 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.474770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.500754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe007978-12a1-4de9-8245-b1000de78036 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.500754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe007978-12a1-4de9-8245-b1000de78036 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.501097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.501097 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/dbbe768a-960e-43c6-b277-bb662286ed93 HTTP/1.1" status: 204 len: 168 time: 1.0800164 Nov 29 11:52:02.501593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57366) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.512924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8715f6-dce9-48f5-ba20-96ee74fa4145 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=dbbe768a-960e-43c6-b277-bb662286ed93,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:02.518169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ea4274f1-df88-4026-86a4-637587498d79 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-45069841', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.618230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Deleting port 8bfd5fa1-e60a-426a-99f5-6809815f700d {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:02.618897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.623548 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-ebd1a462-5a1d-4b72-9a7d-3f8d6b49a174 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:02.625990 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ebd1a462-5a1d-4b72-9a7d-3f8d6b49a174 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1890953 Nov 29 11:52:02.626529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe007978-12a1-4de9-8245-b1000de78036 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.628270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57368) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.628417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea4274f1-df88-4026-86a4-637587498d79 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.629462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea4274f1-df88-4026-86a4-637587498d79 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.633671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e6b2350a-4efc-4617-b4d4-2377991b3da3 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '866f00aa-7199-479f-a641-b4ea90a5aaa9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.674280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-e6b2350a-4efc-4617-b4d4-2377991b3da3 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:02.678317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe007978-12a1-4de9-8245-b1000de78036 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.678918 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e6b2350a-4efc-4617-b4d4-2377991b3da3 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0500484 Nov 29 11:52:02.679740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57370) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.734792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fe007978-12a1-4de9-8245-b1000de78036 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.736022 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fe007978-12a1-4de9-8245-b1000de78036 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4068906 Nov 29 11:52:02.741844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57374) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.746151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': False}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.780491 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea4274f1-df88-4026-86a4-637587498d79 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.811227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea4274f1-df88-4026-86a4-637587498d79 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.817767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.842522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c5362bb8-8b68-49e1-894a-82ab8cbc64aa tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.846655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ea4274f1-df88-4026-86a4-637587498d79 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.847619 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ea4274f1-df88-4026-86a4-637587498d79 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3510606 Nov 29 11:52:02.850391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Calling delete_port for 8bfd5fa1-e60a-426a-99f5-6809815f700d owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:02.851934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57376) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:02.860310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-371434256'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:02.936179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c5362bb8-8b68-49e1-894a-82ab8cbc64aa tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:02.958534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:02.962019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.009871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.024921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:03.106852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:03.108046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.108395 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment 50efe018-eccd-41a3-afd8-d1009ae71735 of type vlan for network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 Nov 29 11:52:03.128611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:03.134639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:03.135199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.171526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=c2e8b720-57bd-4ad9-8a01-0d9c7f533223,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:03.194062 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-28bd13d7-a9bf-4cbf-b333-d46efdd499ad tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5284870 Nov 29 11:52:03.197749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.202558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57380) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:03.209620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:44:08:be', 'name': 'tempest-NetworksTestDHCPv6-1053992075'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:03.250963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-845e1e3b-84c9-4f7b-9289-f89a532e0a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.319581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.325579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:03.326245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.356073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.356336 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9282dc-ab2b-48e6-b74a-dfd9ed2168ee req-57353114-42f5-43db-a8d0-6cc623f24e6e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:03.362442 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4a9282dc-ab2b-48e6-b74a-dfd9ed2168ee req-57353114-42f5-43db-a8d0-6cc623f24e6e tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.5766902 Nov 29 11:52:03.392451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.423303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c5362bb8-8b68-49e1-894a-82ab8cbc64aa tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.426295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c5362bb8-8b68-49e1-894a-82ab8cbc64aa tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.427522 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c5362bb8-8b68-49e1-894a-82ab8cbc64aa tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/866f00aa-7199-479f-a641-b4ea90a5aaa9 HTTP/1.1" status: 204 len: 168 time: 0.7466829 Nov 29 11:52:03.433909 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5791440 Nov 29 11:52:03.443263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57382) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:03.443488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57384) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:03.456245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:03.457523 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event deleted for resources: {'Port': ['ID=8bfd5fa1-e60a-426a-99f5-6809815f700d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:03.479131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d18f9f-b63e-4931-a24b-874c2763b3bb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=90d4897b-6fd5-4885-99c4-b41343a5bbd2,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:03.490217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:03.492710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5362bb8-8b68-49e1-894a-82ab8cbc64aa tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=866f00aa-7199-479f-a641-b4ea90a5aaa9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:03.552622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc81350f-7600-47c0-a76e-b06d15067aeb None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:03.579371 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-472c4726-abd6-4b9b-82e7-0d1bdcb877e3 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1335514 Nov 29 11:52:03.582206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:03.586175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57386) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:03.600746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374a5b2-acc8-4f4f-9418-b27e48e73ae1 req-02e9acd8-9bb6-4d2c-baee-296bf81a2260 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:03.608531 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c374a5b2-acc8-4f4f-9418-b27e48e73ae1 req-02e9acd8-9bb6-4d2c-baee-296bf81a2260 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2610636 Nov 29 11:52:03.621628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f0d7889d-f2db-4c91-8b24-bac0c8901410 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--49422154'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:03.627055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.669832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-63a12d19-9292-47d4-93ed-3d51ed328c9d None None] Provisioning complete for port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:03.670280 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-63a12d19-9292-47d4-93ed-3d51ed328c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.688505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4a9282dc-ab2b-48e6-b74a-dfd9ed2168ee req-1f104c47-403f-4f2a-be99-16b07d800ece tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009653 Nov 29 11:52:03.740547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.741340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0d7889d-f2db-4c91-8b24-bac0c8901410 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.743927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.749692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.761839 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c374a5b2-acc8-4f4f-9418-b27e48e73ae1 req-56f6d8a9-a404-469e-83a5-6a98265761f9 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503949 Nov 29 11:52:03.787411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a0eee4ff-9509-44c6-bb84-1cb7c9f8462d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:03.812243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.815480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.816025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Fanout notify agent at l3_agent the message router_deleted on router 63574571-a3d7-4948-9fbb-17b2e5cca99b {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:03.829697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.830891 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cf62c19a-a7ea-4111-b531-f95591bd4d99 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/63574571-a3d7-4948-9fbb-17b2e5cca99b HTTP/1.1" status: 204 len: 168 time: 2.3998270 Nov 29 11:52:03.834816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57390) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:03.840347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-79d45b6c-2f16-432e-bad3-254a7a27b807 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-132076908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:03.841587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:03.846047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.854465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 31429209-0674-4252-a081-06d731a55141 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:03.911323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79d45b6c-2f16-432e-bad3-254a7a27b807 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.912535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79d45b6c-2f16-432e-bad3-254a7a27b807 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.933600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-63a12d19-9292-47d4-93ed-3d51ed328c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:03.971069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:03.971768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.018041 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0d7889d-f2db-4c91-8b24-bac0c8901410 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.027946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0d7889d-f2db-4c91-8b24-bac0c8901410 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.028187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79d45b6c-2f16-432e-bad3-254a7a27b807 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.029330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-63a12d19-9292-47d4-93ed-3d51ed328c9d None None] For port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:04.034606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79d45b6c-2f16-432e-bad3-254a7a27b807 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.042909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-63a12d19-9292-47d4-93ed-3d51ed328c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.071472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79d45b6c-2f16-432e-bad3-254a7a27b807 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.072948 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-79d45b6c-2f16-432e-bad3-254a7a27b807 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2366710 Nov 29 11:52:04.078122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeba2e-707f-48b5-b0fb-0151d13bbd7f req-9116e7bb-cf8b-47b3-81c8-04b82509281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:04.079622 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4eeba2e-707f-48b5-b0fb-0151d13bbd7f req-9116e7bb-cf8b-47b3-81c8-04b82509281d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 1098 time: 0.1435764 Nov 29 11:52:04.080090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57392) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:04.096149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:04.138415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f0d7889d-f2db-4c91-8b24-bac0c8901410 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.142698 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f0d7889d-f2db-4c91-8b24-bac0c8901410 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5243623 Nov 29 11:52:04.145556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57394) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:04.152981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-71b497e4-699c-4a9b-b175-94bf8a67eb02 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '348d4b31-3144-488e-ac68-11fc801cdcdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:04.165309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7889d-f2db-4c91-8b24-bac0c8901410 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348d4b31-3144-488e-ac68-11fc801cdcdb,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:04.166841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a12d19-9292-47d4-93ed-3d51ed328c9d None None] Pushing event updated for resources: {'Port': ['ID=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:04.189570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418e9c9f-86fe-4c91-8bb5-8261bcf96a22 None None] Update dhcp port {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': '33668d11-46ad-4d8e-a7fd-8de725b29bcd', 'ip_address': '2001:db8::f816:3eff:fe11:8b9d'}, {'subnet_id': 'c2e8b720-57bd-4ad9-8a01-0d9c7f533223'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': 'a0eee4ff-9509-44c6-bb84-1cb7c9f8462d'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:52:04.219330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-418e9c9f-86fe-4c91-8bb5-8261bcf96a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.269684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.321411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.329483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2a85d228-7b33-4e88-8472-7d4aceecc94e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:04.332098 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-71b497e4-699c-4a9b-b175-94bf8a67eb02 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The resource could not be found. Nov 29 11:52:04.336307 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-71b497e4-699c-4a9b-b175-94bf8a67eb02 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1873124 Nov 29 11:52:04.337873 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4eeba2e-707f-48b5-b0fb-0151d13bbd7f req-67a3e71a-d891-4046-9c9c-51a08caf2c91 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450933 Nov 29 11:52:04.338518 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57396) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:04.343302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8:0:1::b2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/c2e8b720-57bd-4ad9-8a01-0d9c7f533223/31429209-0674-4252-a081-06d731a55141) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:04.352048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3ea836a1-79bc-4da6-b925-0003052783b5 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': '348d4b31-3144-488e-ac68-11fc801cdcdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fcc593dc-bd62-4bae-a8b3-7d13eb85e00c'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:04.359797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2a85d228-7b33-4e88-8472-7d4aceecc94e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:04.359797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2a85d228-7b33-4e88-8472-7d4aceecc94e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:04.381066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fe44:8be (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/33668d11-46ad-4d8e-a7fd-8de725b29bcd/31429209-0674-4252-a081-06d731a55141) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:04.389614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.394961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.522905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=90e83a0d-be8f-4697-bb5f-0062f193c938,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:04.534963 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-3ea836a1-79bc-4da6-b925-0003052783b5 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The resource could not be found. Nov 29 11:52:04.535908 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3ea836a1-79bc-4da6-b925-0003052783b5 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1901569 Nov 29 11:52:04.539861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57398) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:04.550879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:04.551323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: 90d4897b-6fd5-4885-99c4-b41343a5bbd2, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:04.554602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Allocated IP 172.26.5.242 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/b387abfa-9cf3-4c35-a77f-b70e98b7bf0d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:04.586792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.589584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:04.623513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 90d4897b-6fd5-4885-99c4-b41343a5bbd2) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:04.629917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:04.630475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.634578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394cace9-e294-4a09-952c-3bd68cbdd933 None None] Network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:04.634769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.661506 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-13ba4462-54d9-4b06-b8a9-4274d1916191 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2155447 Nov 29 11:52:04.665616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57400) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:04.688770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a2727c21-adaa-45d2-9916-0c18d67d75b6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.689155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.725652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.774609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:04.779373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:04.785649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a2727c21-adaa-45d2-9916-0c18d67d75b6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.794365 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:04.829358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.830162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:04.832026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:04.833762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a0fe5271-74ed-4f19-b21f-830145ce545e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:52:04.840044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a0fe5271-74ed-4f19-b21f-830145ce545e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:04.850690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Pushing event updated for resources: {'Port': ['ID=b387abfa-9cf3-4c35-a77f-b70e98b7bf0d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:04.862449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-418e9c9f-86fe-4c91-8bb5-8261bcf96a22 None None] Allocated IP 2001:db8:0:1::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/c2e8b720-57bd-4ad9-8a01-0d9c7f533223/a0eee4ff-9509-44c6-bb84-1cb7c9f8462d) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:04.875400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807a346-a486-4aaa-8e68-acc74f692480 req-24758977-9820-45f8-8030-35b4d1efd6a0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:04.877316 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c807a346-a486-4aaa-8e68-acc74f692480 req-24758977-9820-45f8-8030-35b4d1efd6a0 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.1014440 Nov 29 11:52:04.998276 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c807a346-a486-4aaa-8e68-acc74f692480 req-533248c7-7e28-43fb-9c8c-eb2548f9079c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863719 Nov 29 11:52:05.008504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.resource_extend [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:52:05.035826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:05.056628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:05.058309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.061018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:05.067015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:05.067508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.133969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.147172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a2727c21-adaa-45d2-9916-0c18d67d75b6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.149743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a2727c21-adaa-45d2-9916-0c18d67d75b6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.151031 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a2727c21-adaa-45d2-9916-0c18d67d75b6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/348d4b31-3144-488e-ac68-11fc801cdcdb HTTP/1.1" status: 204 len: 168 time: 0.6095202 Nov 29 11:52:05.151858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=31429209-0674-4252-a081-06d731a55141,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:05.154199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57404) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:05.163565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.203480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2727c21-adaa-45d2-9916-0c18d67d75b6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348d4b31-3144-488e-ac68-11fc801cdcdb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:05.267729 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9420b4a1-5e19-42e2-ba98-9f3dab2e98a1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0614390 Nov 29 11:52:05.279016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57406) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:05.316017 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-236adcf6-9e52-4e58-b7cc-a4ae649b6bf5 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1537142 Nov 29 11:52:05.336995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57408) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:05.345292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-76aa20aa-4bb2-4206-b768-8efacea6a41a tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': 'f5d4fc48-16a4-4eaf-b99b-3342d009269d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:05.355675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-418e9c9f-86fe-4c91-8bb5-8261bcf96a22 None None] For port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:05.363079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.368493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.402743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Allocated IP 2001:db8::2 (90d4897b-6fd5-4885-99c4-b41343a5bbd2/90e83a0d-be8f-4697-bb5f-0062f193c938/71674373-5a03-46b2-840a-91f5ff9de221) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:05.412375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:05.433190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Allocated IP 172.26.5.186 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/771619f1-e4a3-42ef-959c-24d0bf7fc1c3) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:05.435066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.445200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.457328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:52:05.459982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d548ebc-80e2-4bde-98e3-c7cc6442d074" -d '{"events": [{"server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:52:05.464977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-418e9c9f-86fe-4c91-8bb5-8261bcf96a22 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.470576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'port_id': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'mac_address': 'fa:16:3e:37:cc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:52:05.527571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-418e9c9f-86fe-4c91-8bb5-8261bcf96a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.535464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 11:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ace9120-7c23-4dbf-bb1e-110d66d62590 x-openstack-request-id: req-7ace9120-7c23-4dbf-bb1e-110d66d62590 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:52:05.535758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:52:05.536012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ace9120-7c23-4dbf-bb1e-110d66d62590 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:52:05.536740 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'code': 200} Nov 29 11:52:05.544380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:05.563677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-76aa20aa-4bb2-4206-b768-8efacea6a41a tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The resource could not be found. Nov 29 11:52:05.565359 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-76aa20aa-4bb2-4206-b768-8efacea6a41a tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2271674 Nov 29 11:52:05.573684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.578216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57412) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:05.587708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0983e9ef-14ba-4379-8b3b-6205f36f2590 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341735016'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:05.612242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-65171318-ded5-47c9-a540-9dc94d98c99c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 31429209-0674-4252-a081-06d731a55141 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:05.612737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65171318-ded5-47c9-a540-9dc94d98c99c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.683051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0983e9ef-14ba-4379-8b3b-6205f36f2590 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.693667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.696390 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a0eee4ff-9509-44c6-bb84-1cb7c9f8462d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:05.703120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e9c9f-86fe-4c91-8bb5-8261bcf96a22 None None] Pushing event updated for resources: {'Port': ['ID=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:05.729063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Router 5adc4519-9543-494b-8bab-105b61c77e70 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:05.787940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fe5271-74ed-4f19-b21f-830145ce545e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:52:05.841711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0983e9ef-14ba-4379-8b3b-6205f36f2590 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.870014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65171318-ded5-47c9-a540-9dc94d98c99c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.880705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0983e9ef-14ba-4379-8b3b-6205f36f2590 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.890996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-65171318-ded5-47c9-a540-9dc94d98c99c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 31429209-0674-4252-a081-06d731a55141 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:05.902383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:05.903710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:05.915258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.923494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0983e9ef-14ba-4379-8b3b-6205f36f2590 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.928104 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0983e9ef-14ba-4379-8b3b-6205f36f2590 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3467534 Nov 29 11:52:05.930589 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57414) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:05.940622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9f72ed28-e297-4aad-87a7-a77ed7635b10 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--1382484977'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:05.942161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.945933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.963914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983e9ef-14ba-4379-8b3b-6205f36f2590 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f752ce-ab35-4c4c-97b8-0d180167e609,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:05.983730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.985901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:05.998686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:05.999157 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.026744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f72ed28-e297-4aad-87a7-a77ed7635b10 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.059992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:06.059992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:06.069379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:06.077522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:06.082332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8::1 (90d4897b-6fd5-4885-99c4-b41343a5bbd2/90e83a0d-be8f-4697-bb5f-0062f193c938/e7d841bb-d1d7-4638-9d45-4d95107f06cf) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:06.085432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.170494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Pushing event updated for resources: {'Port': ['ID=71674373-5a03-46b2-840a-91f5ff9de221,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:06.210014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Attempting to bind port 71674373-5a03-46b2-840a-91f5ff9de221 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:06.210386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Attempting to bind port 71674373-5a03-46b2-840a-91f5ff9de221 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:06.210753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Attempting to bind port 71674373-5a03-46b2-840a-91f5ff9de221 on network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:06.225382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:06.225600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Checking segment: {'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:06.226012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.226405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Bound using segment: {'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:06.226893 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Bound port: 71674373-5a03-46b2-840a-91f5ff9de221, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:06.227289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.235705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65171318-ded5-47c9-a540-9dc94d98c99c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.301994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['a0fe5271-74ed-4f19-b21f-830145ce545e'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:52:06.302298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a28886-b9e8-4679-a648-42d06eb25120 req-6342b19e-92c3-44e2-ad51-cf38af42dc67 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:06.304176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-32a28886-b9e8-4679-a648-42d06eb25120 req-6342b19e-92c3-44e2-ad51-cf38af42dc67 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 944 time: 0.1162031 Nov 29 11:52:06.347262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] For port 71674373-5a03-46b2-840a-91f5ff9de221, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:06.359211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65171318-ded5-47c9-a540-9dc94d98c99c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=31429209-0674-4252-a081-06d731a55141,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:06.372145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] For port 71674373-5a03-46b2-840a-91f5ff9de221, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=71674373-5a03-46b2-840a-91f5ff9de221,segment=NetworkSegment(50efe018-eccd-41a3-afd8-d1009ae71735),segment_id=50efe018-eccd-41a3-afd8-d1009ae71735)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:06.373224 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65171318-ded5-47c9-a540-9dc94d98c99c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.379398 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-65171318-ded5-47c9-a540-9dc94d98c99c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/31429209-0674-4252-a081-06d731a55141 HTTP/1.1" status: 204 len: 168 time: 1.1005647 Nov 29 11:52:06.380178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57418) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:06.380755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.384073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:06.405109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff25c5-b763-44ae-acc7-ea590dbcdfb6 None None] Sync routers for ids ['5adc4519-9543-494b-8bab-105b61c77e70'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:06.433319 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.437197 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-31909278-ae10-4f9c-a764-a24dc499c006 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "PUT /v2.0/routers/5adc4519-9543-494b-8bab-105b61c77e70 HTTP/1.1" status: 200 len: 916 time: 3.6919250 Nov 29 11:52:06.440854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57420) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:06.484931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff25c5-b763-44ae-acc7-ea590dbcdfb6 None None] Routers {'5adc4519-9543-494b-8bab-105b61c77e70'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:06.484931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-21ff25c5-b763-44ae-acc7-ea590dbcdfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['5adc4519-9543-494b-8bab-105b61c77e70'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:06.550130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d4592-63ac-4d3f-b4f9-bd5fe8183065 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:06.554774 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f87d4592-63ac-4d3f-b4f9-bd5fe8183065 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1721909 Nov 29 11:52:06.556007 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57422) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:06.580422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-21ff25c5-b763-44ae-acc7-ea590dbcdfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:06.592804 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66a9ec-322a-4b63-a667-1c91b2575a52 None None] Pushing event updated for resources: {'Port': ['ID=71674373-5a03-46b2-840a-91f5ff9de221,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:06.607311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event updated for resources: {'Port': ['ID=771619f1-e4a3-42ef-959c-24d0bf7fc1c3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:06.613230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff25c5-b763-44ae-acc7-ea590dbcdfb6 None None] Routers {'5adc4519-9543-494b-8bab-105b61c77e70'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:06.613877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-21ff25c5-b763-44ae-acc7-ea590dbcdfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['5adc4519-9543-494b-8bab-105b61c77e70'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:06.616764 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-32a28886-b9e8-4679-a648-42d06eb25120 req-0d68def3-caf1-4986-ad0b-ef9927234b17 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604747 Nov 29 11:52:06.621974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e78dc842-70df-4b2b-b323-1a0e1d7b7431 None None] Provisioning complete for port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:06.622348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e78dc842-70df-4b2b-b323-1a0e1d7b7431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.646745 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57424) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:06.648373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:06.651146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:06.691329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-21ff25c5-b763-44ae-acc7-ea590dbcdfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:06.691559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:06.692832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff25c5-b763-44ae-acc7-ea590dbcdfb6 None None] The sync data for ids ['5adc4519-9543-494b-8bab-105b61c77e70'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:06.753306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab363f-7995-4144-beb8-2c1165f4e98e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:06.755425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2bab363f-7995-4144-beb8-2c1165f4e98e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1908252 Nov 29 11:52:06.763746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57426) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:06.835386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f72ed28-e297-4aad-87a7-a77ed7635b10 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:06.845954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29c60e-8ec2-4b93-a797-413bb9ca86d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:06.853429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29c60e-8ec2-4b93-a797-413bb9ca86d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:06.860605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29c60e-8ec2-4b93-a797-413bb9ca86d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:06.864247 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5f29c60e-8ec2-4b93-a797-413bb9ca86d5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0972962 Nov 29 11:52:06.869542 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57428) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:06.942875 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-768e586b-9036-4aea-b02c-45af3e83964d tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/routers/5adc4519-9543-494b-8bab-105b61c77e70 HTTP/1.1" status: 200 len: 922 time: 0.4967346 Nov 29 11:52:06.943671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57430) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:06.961084 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:52:06.975506 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6b397311-c5b4-4b5d-b0de-aaef54813d15 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/floatingips/411ac69d-0a57-4f61-a04a-7b659cb50ec4 HTTP/1.1" status: 200 len: 991 time: 0.3273377 Nov 29 11:52:06.977422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f72ed28-e297-4aad-87a7-a77ed7635b10 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.031462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-085a0932-d778-4996-b4ba-3f70ed0de189 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 33668d11-46ad-4d8e-a7fd-8de725b29bcd {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:07.037174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10ac38-37dc-404e-8075-c92e57f49395 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:07.041813 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5c10ac38-37dc-404e-8075-c92e57f49395 tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=5adc4519-9543-494b-8bab-105b61c77e70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0919003 Nov 29 11:52:07.043413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57432) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:07.044219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-085a0932-d778-4996-b4ba-3f70ed0de189 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.048278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c6c4e4ab-f4b3-4d33-838e-5e1102b29643 None None] Could not find standard attr ID for object 31429209-0674-4252-a081-06d731a55141. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:52:07.105208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.114285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f72ed28-e297-4aad-87a7-a77ed7635b10 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.115713 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9f72ed28-e297-4aad-87a7-a77ed7635b10 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1823862 Nov 29 11:52:07.120818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57434) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:07.121740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72ed28-e297-4aad-87a7-a77ed7635b10 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69024f48-3a4d-4165-b68f-7a8951bcd09f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:07.135250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c7a4b6ca-203a-4ce6-8827-de2d1677827a tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group_rule': {'security_group_id': 'f2f752ce-ab35-4c4c-97b8-0d180167e609', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '69024f48-3a4d-4165-b68f-7a8951bcd09f'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:07.157297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-085a0932-d778-4996-b4ba-3f70ed0de189 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.171600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.207882 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.291004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:07.298038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:07.306557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:07.307105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.312734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=e7d841bb-d1d7-4638-9d45-4d95107f06cf,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:07.527188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.541851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0183bf40-864b-404c-aae2-8fe0d2d4f5cf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:07.546027 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0183bf40-864b-404c-aae2-8fe0d2d4f5cf tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 881 time: 0.4960220 Nov 29 11:52:07.546027 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-c7a4b6ca-203a-4ce6-8827-de2d1677827a tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:07.549675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57436) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:07.549805 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c7a4b6ca-203a-4ce6-8827-de2d1677827a tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4217079 Nov 29 11:52:07.558052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57438) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:07.583783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-085a0932-d778-4996-b4ba-3f70ed0de189 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.605364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.617367 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bb075797-1840-4d75-9cdf-d9ad6532f82c tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=5adc4519-9543-494b-8bab-105b61c77e70 HTTP/1.1" status: 200 len: 205 time: 0.0698392 Nov 29 11:52:07.621219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57440) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:07.626265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.730957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-085a0932-d778-4996-b4ba-3f70ed0de189 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.763688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a0932-d778-4996-b4ba-3f70ed0de189 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=33668d11-46ad-4d8e-a7fd-8de725b29bcd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:07.775928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-085a0932-d778-4996-b4ba-3f70ed0de189 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.780621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-085a0932-d778-4996-b4ba-3f70ed0de189 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/33668d11-46ad-4d8e-a7fd-8de725b29bcd HTTP/1.1" status: 204 len: 168 time: 0.9081323 Nov 29 11:52:07.781541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab474c5-0715-4c2e-aa68-5a3dae24f64d None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:07.784197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57442) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:07.785257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.836548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a0eee4ff-9509-44c6-bb84-1cb7c9f8462d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:07.847397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6390c7-6c19-4e39-b496-a4fc42b55b15 None None] Network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:07.852356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3a43-9fd7-4b10-978f-5c8aa14eb1db tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.906210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet c2e8b720-57bd-4ad9-8a01-0d9c7f533223 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:07.910390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3a43-9fd7-4b10-978f-5c8aa14eb1db tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.920579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.922892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.981625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Deleting port b387abfa-9cf3-4c35-a77f-b70e98b7bf0d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:07.981986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:07.986696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f3800a1f-4224-4a85-a562-318751b950ef None None] Provisioning complete for port 71674373-5a03-46b2-840a-91f5ff9de221 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:07.987074 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3800a1f-4224-4a85-a562-318751b950ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.045043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.064804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.084355 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Calling delete_port for b387abfa-9cf3-4c35-a77f-b70e98b7bf0d owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:08.100330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3a43-9fd7-4b10-978f-5c8aa14eb1db tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.102872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca5a3a43-9fd7-4b10-978f-5c8aa14eb1db tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.104014 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ca5a3a43-9fd7-4b10-978f-5c8aa14eb1db tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/69024f48-3a4d-4165-b68f-7a8951bcd09f HTTP/1.1" status: 204 len: 168 time: 0.5261171 Nov 29 11:52:08.118608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:08.118981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.121363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57444) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:08.157137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a3a43-9fd7-4b10-978f-5c8aa14eb1db tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69024f48-3a4d-4165-b68f-7a8951bcd09f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:08.186453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Router 9264da5f-cf39-473c-a1a3-7aef88e94426 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:08.252155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.260272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.272267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3800a1f-4224-4a85-a562-318751b950ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.291091 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.320476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event deleted for resources: {'Port': ['ID=b387abfa-9cf3-4c35-a77f-b70e98b7bf0d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:08.329689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.329689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.347527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.347904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.348253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.348596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.348932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.349265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.349805 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.350010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.350311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.350770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.350898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.351199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.352038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f3800a1f-4224-4a85-a562-318751b950ef None None] For port 71674373-5a03-46b2-840a-91f5ff9de221, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=71674373-5a03-46b2-840a-91f5ff9de221,segment=NetworkSegment(50efe018-eccd-41a3-afd8-d1009ae71735),segment_id=50efe018-eccd-41a3-afd8-d1009ae71735)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:08.364864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3800a1f-4224-4a85-a562-318751b950ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.372909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 71674373-5a03-46b2-840a-91f5ff9de221 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:08.395290 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a4a48c4d-1f77-4cba-a5a0-f20f3d3581b9 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2700016 Nov 29 11:52:08.404803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57446) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:08.433341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=e7d841bb-d1d7-4638-9d45-4d95107f06cf,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:08.466060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3800a1f-4224-4a85-a562-318751b950ef None None] Pushing event updated for resources: {'Port': ['ID=71674373-5a03-46b2-840a-91f5ff9de221,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:08.474472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.487881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 71674373-5a03-46b2-840a-91f5ff9de221 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:08.487881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.557609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.617276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7128169-b36b-4449-9a14-47d6be88f21d tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.618381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e8b720-57bd-4ad9-8a01-0d9c7f533223,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:08.622849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.629469 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/c2e8b720-57bd-4ad9-8a01-0d9c7f533223 HTTP/1.1" status: 204 len: 168 time: 0.8376935 Nov 29 11:52:08.630374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.631777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57448) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:08.634564 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.655025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:08.664863 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa4ced-cb5b-41f9-9166-e528f42c4e70 None None] Sync routers for ids ['9264da5f-cf39-473c-a1a3-7aef88e94426'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:08.667952 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.669816 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4a6a5b1d-6970-4260-aea8-c4364b0abfa6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "PUT /v2.0/routers/9264da5f-cf39-473c-a1a3-7aef88e94426 HTTP/1.1" status: 200 len: 883 time: 4.5776379 Nov 29 11:52:08.671942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57450) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:08.680645 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa4ced-cb5b-41f9-9166-e528f42c4e70 None None] Routers {'9264da5f-cf39-473c-a1a3-7aef88e94426'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:08.682163 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8bfa4ced-cb5b-41f9-9166-e528f42c4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9264da5f-cf39-473c-a1a3-7aef88e94426'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:08.683323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.683675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.684014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.684350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.684720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.685299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.685630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.687014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.687014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.687014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.687014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.687354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923d9d30-9f60-40ec-8909-64cc561a8616 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:08.702677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5739672c-f96e-4fb5-a94a-34ff40956b00 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695851 Nov 29 11:52:08.711116 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57452) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:08.722625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:08.733237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8bab2178-0c10-4cab-ade5-93a06c554bae None None] Provisioning complete for port 71674373-5a03-46b2-840a-91f5ff9de221 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:08.733977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bab2178-0c10-4cab-ade5-93a06c554bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.737322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:08.749263 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8bfa4ced-cb5b-41f9-9166-e528f42c4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:08.767193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:08.772872 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa4ced-cb5b-41f9-9166-e528f42c4e70 None None] Routers {'9264da5f-cf39-473c-a1a3-7aef88e94426'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:08.774109 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8bfa4ced-cb5b-41f9-9166-e528f42c4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9264da5f-cf39-473c-a1a3-7aef88e94426'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:08.842652 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8bfa4ced-cb5b-41f9-9166-e528f42c4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:08.843631 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfa4ced-cb5b-41f9-9166-e528f42c4e70 None None] The sync data for ids ['9264da5f-cf39-473c-a1a3-7aef88e94426'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:08.868760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7128169-b36b-4449-9a14-47d6be88f21d tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.879163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a0fe5271-74ed-4f19-b21f-830145ce545e up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:08.899548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.900134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Fanout notify agent at l3_agent the message router_deleted on router 5adc4519-9543-494b-8bab-105b61c77e70 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:08.916071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.917259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-523e07d4-6320-4507-8714-5400e7c0747a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/5adc4519-9543-494b-8bab-105b61c77e70 HTTP/1.1" status: 204 len: 168 time: 1.2934434 Nov 29 11:52:08.928389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57454) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:08.936696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-436117469', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:08.984800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:08.985786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.061718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7128169-b36b-4449-9a14-47d6be88f21d tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.064990 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7128169-b36b-4449-9a14-47d6be88f21d tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.070255 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b7128169-b36b-4449-9a14-47d6be88f21d tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/f2f752ce-ab35-4c4c-97b8-0d180167e609 HTTP/1.1" status: 204 len: 168 time: 0.6607904 Nov 29 11:52:09.109724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57456) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.110504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:09.115037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.159300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port a0fe5271-74ed-4f19-b21f-830145ce545e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:09.160078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.163290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8bab2178-0c10-4cab-ade5-93a06c554bae None None] Provisioning complete for port e7d841bb-d1d7-4638-9d45-4d95107f06cf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:09.164006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bab2178-0c10-4cab-ade5-93a06c554bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.168197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.171578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7128169-b36b-4449-9a14-47d6be88f21d tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f752ce-ab35-4c4c-97b8-0d180167e609,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:09.245982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8bab2178-0c10-4cab-ade5-93a06c554bae None None] Port e7d841bb-d1d7-4638-9d45-4d95107f06cf cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:09.310287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.342795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:52:09.343323 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-707dc43e-211e-44a3-9a5d-eba898c0604a tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2241492 Nov 29 11:52:09.346636 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef18eafa-cfc1-4f1a-9a8e-430594b9d6dc" -d '{"events": [{"server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:52:09.350997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57458) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.355841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9f39d501-f921-4c5c-8113-ae9138d84e7b tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'tempest-secgroup--450665599'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:09.396981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:09.413184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94306c0d-5aad-442e-91fb-ac9f6aea42a9 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:09.417555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.421160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e8c682-1367-4309-97c1-15d96b4ccb69 x-openstack-request-id: req-c6e8c682-1367-4309-97c1-15d96b4ccb69 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:52:09.421451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "name": "network-vif-plugged", "status": "completed", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:52:09.421702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c6e8c682-1367-4309-97c1-15d96b4ccb69 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:52:09.422118 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'code': 200} Nov 29 11:52:09.424225 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ef269dde-8ce9-4ccc-a804-27b51fa99571 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/routers/9264da5f-cf39-473c-a1a3-7aef88e94426 HTTP/1.1" status: 200 len: 924 time: 0.7508903 Nov 29 11:52:09.427466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57462) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.457129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.481052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f39d501-f921-4c5c-8113-ae9138d84e7b tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.485652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-0de392bb-d0af-444b-bded-d78149a69aae None None] Provisioning complete for port e7d841bb-d1d7-4638-9d45-4d95107f06cf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:09.486055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0de392bb-d0af-444b-bded-d78149a69aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.511743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:09.515391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6608391-3395-4ad5-8874-6cc7fdcc1f1a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:09.517000 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e6608391-3395-4ad5-8874-6cc7fdcc1f1a tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=9264da5f-cf39-473c-a1a3-7aef88e94426&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0869076 Nov 29 11:52:09.520313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57464) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.561861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0de392bb-d0af-444b-bded-d78149a69aae None None] Port e7d841bb-d1d7-4638-9d45-4d95107f06cf cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:09.591559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:09.666401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 71674373-5a03-46b2-840a-91f5ff9de221 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:09.715982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe16066-224f-467f-951c-59caf70201ad None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:09.727917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ee9aaa82-b891-4480-afdf-ced0631f7611 None None] Provisioning complete for port e7d841bb-d1d7-4638-9d45-4d95107f06cf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:09.728272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee9aaa82-b891-4480-afdf-ced0631f7611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.734703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f39d501-f921-4c5c-8113-ae9138d84e7b tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.743201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f39d501-f921-4c5c-8113-ae9138d84e7b tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.753354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307cee94-c026-445f-892d-6eb64ce478d8 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:09.757595 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-307cee94-c026-445f-892d-6eb64ce478d8 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 881 time: 0.2315850 Nov 29 11:52:09.759052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:09.761067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57466) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.784219 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9458b46c-e673-485b-9b87-abbd957d5648 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1155813 Nov 29 11:52:09.787026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:09.787417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57468) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.796946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-211854720'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:09.799279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f39d501-f921-4c5c-8113-ae9138d84e7b tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.802366 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9f39d501-f921-4c5c-8113-ae9138d84e7b tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4485481 Nov 29 11:52:09.811597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57470) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.814466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39d501-f921-4c5c-8113-ae9138d84e7b tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc53345-f9a2-4dfe-9ddc-ca13c443ceef,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:09.815093 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:09.815729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:09.820447 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-986e30a2-21b0-4500-8630-32ae44ff018a tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=9264da5f-cf39-473c-a1a3-7aef88e94426 HTTP/1.1" status: 200 len: 205 time: 0.0501983 Nov 29 11:52:09.820651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ee9aaa82-b891-4480-afdf-ced0631f7611 None None] Port e7d841bb-d1d7-4638-9d45-4d95107f06cf cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:09.822461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57472) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.838196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-80b47213-e899-40c0-9a00-4c622e4c40fc tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:09.838733 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-80b47213-e899-40c0-9a00-4c622e4c40fc tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 11:52:09.839227 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-80b47213-e899-40c0-9a00-4c622e4c40fc tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 11:52:09.844374 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-80b47213-e899-40c0-9a00-4c622e4c40fc tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "PUT /v2.0/security-groups/7fc53345-f9a2-4dfe-9ddc-ca13c443ceef HTTP/1.1" status: 409 len: 330 time: 0.0209987 Nov 29 11:52:09.848909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57474) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:09.860473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:52:09.894334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 71674373-5a03-46b2-840a-91f5ff9de221 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:09.894927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.908611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:09.912049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.941642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ee9aaa82-b891-4480-afdf-ced0631f7611 None None] Provisioning complete for port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:09.942001 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee9aaa82-b891-4480-afdf-ced0631f7611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.954520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ffe16066-224f-467f-951c-59caf70201ad None None] Deleting port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:09.954779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.954890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ffe16066-224f-467f-951c-59caf70201ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:09.977655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:10.063185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.125805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Deleting port 771619f1-e4a3-42ef-959c-24d0bf7fc1c3 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:10.126440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.154328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:10.157233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.209809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.214426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c03f2d77-9039-41ff-b408-edef4f630940 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.216431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.219908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.220253 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment c53bc5b4-d0b9-4b0e-917f-06cf808a323e of type vlan for network f759855c-90b4-4b83-9512-be12f52904f9 Nov 29 11:52:10.222690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Calling delete_port for 771619f1-e4a3-42ef-959c-24d0bf7fc1c3 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:10.251877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ffe16066-224f-467f-951c-59caf70201ad None None] For port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:10.252376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ffe16066-224f-467f-951c-59caf70201ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.271850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ffe16066-224f-467f-951c-59caf70201ad None None] Calling delete_port for a0eee4ff-9509-44c6-bb84-1cb7c9f8462d owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:10.321454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c03f2d77-9039-41ff-b408-edef4f630940 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.369538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.406066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.414321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:07Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:07Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:10.416309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ffe16066-224f-467f-951c-59caf70201ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.423398 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.435608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event deleted for resources: {'Port': ['ID=771619f1-e4a3-42ef-959c-24d0bf7fc1c3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:10.470758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:10.471112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Updating router a1109d24-920c-4b76-9818-81bec0e95c1f port e7d841bb-d1d7-4638-9d45-4d95107f06cf binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:52:10.471364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.475219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe16066-224f-467f-951c-59caf70201ad None None] Pushing event deleted for resources: {'Port': ['ID=a0eee4ff-9509-44c6-bb84-1cb7c9f8462d,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:10.477780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:10.478424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.496885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe16066-224f-467f-951c-59caf70201ad None None] No DVR routers for this DVR port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:10.508256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.510292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c03f2d77-9039-41ff-b408-edef4f630940 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.514177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c03f2d77-9039-41ff-b408-edef4f630940 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.517251 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c03f2d77-9039-41ff-b408-edef4f630940 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/7fc53345-f9a2-4dfe-9ddc-ca13c443ceef HTTP/1.1" status: 204 len: 168 time: 0.6595781 Nov 29 11:52:10.517577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.524154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Port a0eee4ff-9509-44c6-bb84-1cb7c9f8462d concurrently deleted while adding address for new subnet {'id': 'bac4127a-401a-44b9-94a0-edf8ead39766', 'name': '', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 763, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-29T11:52:09Z', 'updated_at': '2021-11-29T11:52:09Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd4c4670942fa43d8b565a25db36c695a'}. {{(pid=102103) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Nov 29 11:52:10.524840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.527124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57476) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:10.553823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Allocated IP 172.26.5.45 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/6685cfe5-aa76-4b14-b229-30bdfc2cdb47) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:10.606693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.614779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.622921 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8303862 Nov 29 11:52:10.640372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f2d77-9039-41ff-b408-edef4f630940 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc53345-f9a2-4dfe-9ddc-ca13c443ceef,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:10.643935 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57478) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:10.657216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:10.665983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.667372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Fanout notify agent at l3_agent the message router_deleted on router 9264da5f-cf39-473c-a1a3-7aef88e94426 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:10.676133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.677281 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-166ca10d-a21a-485e-a897-bf2d932c5230 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/9264da5f-cf39-473c-a1a3-7aef88e94426 HTTP/1.1" status: 204 len: 168 time: 0.8531518 Nov 29 11:52:10.681554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57480) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:10.686257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1bd8628e-a7cc-4e29-9ded-e499d0e24f73 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2026198031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:10.711255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd8628e-a7cc-4e29-9ded-e499d0e24f73 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.712293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd8628e-a7cc-4e29-9ded-e499d0e24f73 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.723995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:10.741799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d40f07-c6ea-4749-b61e-242196fe9352 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=f759855c-90b4-4b83-9512-be12f52904f9,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:10.762185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network f759855c-90b4-4b83-9512-be12f52904f9 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:10.771105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd8628e-a7cc-4e29-9ded-e499d0e24f73 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.775857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd8628e-a7cc-4e29-9ded-e499d0e24f73 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.793847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bd8628e-a7cc-4e29-9ded-e499d0e24f73 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.797993 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1bd8628e-a7cc-4e29-9ded-e499d0e24f73 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1127541 Nov 29 11:52:10.798392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57482) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:10.802820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': True}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:10.884408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.891661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:10.942652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704541e-9eec-4c46-a62c-d48831f3f841 None None] Pushing event updated for resources: {'Port': ['ID=e7d841bb-d1d7-4638-9d45-4d95107f06cf,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:11.008109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Attempting to bind port e7d841bb-d1d7-4638-9d45-4d95107f06cf on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:11.008476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Attempting to bind port e7d841bb-d1d7-4638-9d45-4d95107f06cf by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:11.008839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Attempting to bind port e7d841bb-d1d7-4638-9d45-4d95107f06cf on network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:11.014498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:11.014870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Checking segment: {'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:11.015273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.015661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Bound using segment: {'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:11.016122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Bound port: e7d841bb-d1d7-4638-9d45-4d95107f06cf, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50efe018-eccd-41a3-afd8-d1009ae71735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:11.016506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.044811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.068905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:11.083030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fefb41-49ca-4beb-8d06-12c5be2406f8 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:11.096993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:11.098028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.100934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=bac4127a-401a-44b9-94a0-edf8ead39766,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:11.144861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] For port e7d841bb-d1d7-4638-9d45-4d95107f06cf, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:11.156699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-50083a4e-1a10-4079-9a4f-d03d3ea2d4b1 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6085005 Nov 29 11:52:11.163975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57484) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:11.171504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] For port e7d841bb-d1d7-4638-9d45-4d95107f06cf, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e7d841bb-d1d7-4638-9d45-4d95107f06cf,segment=NetworkSegment(50efe018-eccd-41a3-afd8-d1009ae71735),segment_id=50efe018-eccd-41a3-afd8-d1009ae71735)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:11.182366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.188560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-6128eb10-8cc7-4d7e-abec-f31f16e2f7f6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] delete failed (client error): The resource could not be found. Nov 29 11:52:11.193056 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6128eb10-8cc7-4d7e-abec-f31f16e2f7f6 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "DELETE /v2.0/security-groups/4a183e16-4d46-45c6-be8a-29b5509f1743 HTTP/1.1" status: 404 len: 347 time: 0.0246224 Nov 29 11:52:11.197825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57486) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:11.206973 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d332d5df-394b-4724-9678-782cea88f1d9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4953535 Nov 29 11:52:11.218542 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57488) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:11.225168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7ad556db-c6fb-4126-97ab-fce90a758cd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:11.292170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.294973 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-68fd500f-69d9-4786-8d77-0fe398e3a5c2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] show failed (client error): The resource could not be found. Nov 29 11:52:11.299852 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-68fd500f-69d9-4786-8d77-0fe398e3a5c2 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-groups/c78a0bcc-64ab-44d8-b265-4d3ee4896bd3 HTTP/1.1" status: 404 len: 347 time: 0.0880105 Nov 29 11:52:11.311595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57490) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:11.314097 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.321730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:11.325517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.363660 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-f8d3b53b-5378-4455-8a29-dea27b13a465 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] show failed (client error): The resource could not be found. Nov 29 11:52:11.368010 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f8d3b53b-5378-4455-8a29-dea27b13a465 tempest-NegativeSecGroupTest-544300173 tempest-NegativeSecGroupTest-544300173-project] 10.222.0.23 "GET /v2.0/security-group-rules/c1b7075c-d277-4a9f-87e0-1130ca05875a HTTP/1.1" status: 404 len: 356 time: 0.0524480 Nov 29 11:52:11.405047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.431913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:11.432530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:11.445840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3b4f5ccc-d698-4143-aaa9-091fe0054611 None None] Provisioning complete for port e7d841bb-d1d7-4638-9d45-4d95107f06cf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:11.445840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5ccc-d698-4143-aaa9-091fe0054611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.532399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad556db-c6fb-4126-97ab-fce90a758cd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:11.543154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7ad556db-c6fb-4126-97ab-fce90a758cd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.544960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704541e-9eec-4c46-a62c-d48831f3f841 None None] Pushing event updated for resources: {'Port': ['ID=e7d841bb-d1d7-4638-9d45-4d95107f06cf,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:11.552265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.594314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:11.617802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:11.627658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:11.651564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': 'bac4127a-401a-44b9-94a0-edf8ead39766'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:11.652635 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.664325 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:11.716575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Allocated IP 172.26.5.20 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/5f9e5e95-c571-4ca9-924f-1fd340f25ba0) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:11.731270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a0eee4ff-9509-44c6-bb84-1cb7c9f8462d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:11.791793 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.ipam_backend_mixin [None req-7ad556db-c6fb-4126-97ab-fce90a758cd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bac4127a-401a-44b9-94a0-edf8ead39766 (CIDR: 2001:db8::/64) Nov 29 11:52:11.801819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: a0eee4ff-9509-44c6-bb84-1cb7c9f8462d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:11.802432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device a0eee4ff-9509-44c6-bb84-1cb7c9f8462d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:11.821363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57496) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:11.835908 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad556db-c6fb-4126-97ab-fce90a758cd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:11.836399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad556db-c6fb-4126-97ab-fce90a758cd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:11.880580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event updated for resources: {'Port': ['ID=6685cfe5-aa76-4b14-b229-30bdfc2cdb47,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:11.913063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5ccc-d698-4143-aaa9-091fe0054611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.925014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.945305 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7ad556db-c6fb-4126-97ab-fce90a758cd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7257018 Nov 29 11:52:11.945970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57500) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:11.980145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:11.999247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:12.001813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Allocated IP 2001:db8::f816:3eff:fe52:2174 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/bac4127a-401a-44b9-94a0-edf8ead39766/de87e927-27ff-4303-a5ae-bbf009da8ce9) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:12.022553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3b4f5ccc-d698-4143-aaa9-091fe0054611 None None] For port e7d841bb-d1d7-4638-9d45-4d95107f06cf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e7d841bb-d1d7-4638-9d45-4d95107f06cf,segment=NetworkSegment(50efe018-eccd-41a3-afd8-d1009ae71735),segment_id=50efe018-eccd-41a3-afd8-d1009ae71735)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:12.031320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:12.035858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:12.039395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:12.047688 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b4f5ccc-d698-4143-aaa9-091fe0054611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.071286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'Port': ['ID=5f9e5e95-c571-4ca9-924f-1fd340f25ba0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:12.096987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.188888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f5ccc-d698-4143-aaa9-091fe0054611 None None] Pushing event updated for resources: {'Port': ['ID=e7d841bb-d1d7-4638-9d45-4d95107f06cf,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:12.235127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:07Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:12.236812 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-50e43ff2-977c-45a0-8e14-32b8487a4a09 None None] Provisioning complete for port e7d841bb-d1d7-4638-9d45-4d95107f06cf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:12.237174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-50e43ff2-977c-45a0-8e14-32b8487a4a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.255446 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c68edadd-575f-4273-94df-91c8f0bc052e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2362c46ea3b04fdc98329d21af889933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306633 Nov 29 11:52:12.265833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57502) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:12.290751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4eac85d-963a-49cd-892d-996324ff0f22 None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:07Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:12.306730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=087f67d8-9f05-4ad3-9c6f-e7f12619a7c3,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:12.312329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.327696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.338904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:12.339197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: f759855c-90b4-4b83-9512-be12f52904f9, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:12.347533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:12.350651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-528f7a85-1118-4aee-ac93-113942c82404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.351079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.352360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.390901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:12.406792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.416369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:12.426819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:12.431495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Pushing event updated for resources: {'Port': ['ID=de87e927-27ff-4303-a5ae-bbf009da8ce9,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:12.439684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-528f7a85-1118-4aee-ac93-113942c82404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.513877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network f759855c-90b4-4b83-9512-be12f52904f9 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:12.518819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Attempting to bind port de87e927-27ff-4303-a5ae-bbf009da8ce9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:12.519150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Attempting to bind port de87e927-27ff-4303-a5ae-bbf009da8ce9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:12.519486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Attempting to bind port de87e927-27ff-4303-a5ae-bbf009da8ce9 on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:12.525171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:12.525394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:12.525646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.526788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:12.527301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Bound port: de87e927-27ff-4303-a5ae-bbf009da8ce9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:12.528181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.548186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, f759855c-90b4-4b83-9512-be12f52904f9) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:12.565978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ed9f8-2278-422d-932e-33e0bbf1f1b3 None None] Network f759855c-90b4-4b83-9512-be12f52904f9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:12.567722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:12.568504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.633382 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dbcdc324-0303-4427-8b0c-328330bdf9fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9840829 Nov 29 11:52:12.635839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57504) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:12.659177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.665634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.684572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] For port de87e927-27ff-4303-a5ae-bbf009da8ce9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:12.707491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] For port de87e927-27ff-4303-a5ae-bbf009da8ce9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=de87e927-27ff-4303-a5ae-bbf009da8ce9,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:12.735092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.817788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-528f7a85-1118-4aee-ac93-113942c82404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.821255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-528f7a85-1118-4aee-ac93-113942c82404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.823393 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-528f7a85-1118-4aee-ac93-113942c82404 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5fe1e0f4-34f0-4952-a878-2a9fd439b40d HTTP/1.1" status: 204 len: 168 time: 0.5559926 Nov 29 11:52:12.836190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63aef1-0f67-4512-b04f-11b4a5cc6367 None None] Pushing event updated for resources: {'Port': ['ID=de87e927-27ff-4303-a5ae-bbf009da8ce9,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:12.844345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-f759855c-90b4-4b83-9512-be12f52904f9', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:12.845321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:12.853563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f7a85-1118-4aee-ac93-113942c82404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe1e0f4-34f0-4952-a878-2a9fd439b40d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:12.973123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Router 297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:13.078549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Allocated IP 2001:db8:1::2 (f759855c-90b4-4b83-9512-be12f52904f9/087f67d8-9f05-4ad3-9c6f-e7f12619a7c3/315582f6-b10f-4656-9977-590fcef6dfdf) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:13.194083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:13.393788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:13.409695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:13.422086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:13.494323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:13.496444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Network f759855c-90b4-4b83-9512-be12f52904f9 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:13.510191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:13.514734 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:13.515517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:13.519832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:13.523438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:13.532032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Pushing event updated for resources: {'Port': ['ID=315582f6-b10f-4656-9977-590fcef6dfdf,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:13.536845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=97e5d902-137f-4d25-8ff6-9d646e503dc4,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:13.548783 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66c9c8b6-b51d-4536-b194-27c76c0b9452 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5626709 Nov 29 11:52:13.552600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57518) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:13.565379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:5f:75:4d', 'name': 'tempest-NetworksTestDHCPv6-1444623748'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:13.761695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:13.767803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:13.771922 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044d7cd-a34c-4977-9766-2dfef49476ac None None] Sync routers for ids ['297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:13.773081 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d1ccb273-f605-4375-ac25-bcd1666cc002 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "PUT /v2.0/routers/297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55 HTTP/1.1" status: 200 len: 918 time: 2.9735653 Nov 29 11:52:13.774002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57526) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:13.785993 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044d7cd-a34c-4977-9766-2dfef49476ac None None] Routers {'297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:13.786665 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-0044d7cd-a34c-4977-9766-2dfef49476ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:13.858385 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-0044d7cd-a34c-4977-9766-2dfef49476ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:13.875527 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044d7cd-a34c-4977-9766-2dfef49476ac None None] Routers {'297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:13.876586 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-0044d7cd-a34c-4977-9766-2dfef49476ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:13.888942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device de87e927-27ff-4303-a5ae-bbf009da8ce9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:13.918970 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-0044d7cd-a34c-4977-9766-2dfef49476ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:13.920022 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0044d7cd-a34c-4977-9766-2dfef49476ac None None] The sync data for ids ['297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:13.949622 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58990bb2-3538-41fd-91ea-bea94f60a96c tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/routers/297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55 HTTP/1.1" status: 200 len: 924 time: 0.1738787 Nov 29 11:52:13.950389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57530) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:13.961158 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Attempting to bind port 315582f6-b10f-4656-9977-590fcef6dfdf on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:13.961526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Attempting to bind port 315582f6-b10f-4656-9977-590fcef6dfdf by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:13.961891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Attempting to bind port 315582f6-b10f-4656-9977-590fcef6dfdf on network f759855c-90b4-4b83-9512-be12f52904f9 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:13.985127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:13.985550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Checking segment: {'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:13.989530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:13.990100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Bound using segment: {'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:13.990840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Bound port: 315582f6-b10f-4656-9977-590fcef6dfdf, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:13.991253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.037005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd13873a-ef62-47b0-aa71-e8498e38449e tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:14.041268 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dd13873a-ef62-47b0-aa71-e8498e38449e tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0873060 Nov 29 11:52:14.041268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57532) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:14.041647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57534) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:14.090714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] For port 315582f6-b10f-4656-9977-590fcef6dfdf, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:14.094702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port de87e927-27ff-4303-a5ae-bbf009da8ce9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:14.094899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.097865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] For port 315582f6-b10f-4656-9977-590fcef6dfdf, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=315582f6-b10f-4656-9977-590fcef6dfdf,segment=NetworkSegment(c53bc5b4-d0b9-4b0e-917f-06cf808a323e),segment_id=c53bc5b4-d0b9-4b0e-917f-06cf808a323e)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:14.131496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.173216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1e969-696e-40c8-8760-f79ca5b1dee7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:14.177737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b7e1e969-696e-40c8-8760-f79ca5b1dee7 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 881 time: 0.1313543 Nov 29 11:52:14.178085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57538) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:14.211019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Pushing event updated for resources: {'Port': ['ID=315582f6-b10f-4656-9977-590fcef6dfdf,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:14.216696 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-978a83ae-6757-49a2-96e8-b4462c5efa56 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55 HTTP/1.1" status: 200 len: 205 time: 0.0351064 Nov 29 11:52:14.217012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57540) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:14.227328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.227669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.228005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.228619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.228619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.229488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.229829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.230411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.230526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.230839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.231167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.231467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330ce64e-87a0-44c6-8f53-5d40c24340df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:52:14.239232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.254745 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Router 13781ec4-0d7e-483c-ab77-5be12327b7a3 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:14.285529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1881523834'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:14.326945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.339238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34311e2d-aef0-4fb6-ab32-1acedd4ee04a None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:14.398136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.404239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:14.429377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port de87e927-27ff-4303-a5ae-bbf009da8ce9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=de87e927-27ff-4303-a5ae-bbf009da8ce9,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:14.441426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.442368 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e7d841bb-d1d7-4638-9d45-4d95107f06cf up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:14.484786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Made reservation on behalf of b2d7de72563a4e219c125036da01e922 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:14.491008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.502544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.575054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ab660a27-03e2-4108-8e59-4180edfb798c None None] Provisioning complete for port de87e927-27ff-4303-a5ae-bbf009da8ce9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:14.575583 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab660a27-03e2-4108-8e59-4180edfb798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.602114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.652874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.658276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:14.700468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a052c2-0322-49a4-9114-dc68d06da0cf None None] Sync routers for ids ['13781ec4-0d7e-483c-ab77-5be12327b7a3'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:14.739329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.741177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=de87e927-27ff-4303-a5ae-bbf009da8ce9,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:14.742361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Deleting port 5f9e5e95-c571-4ca9-924f-1fd340f25ba0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:14.742861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.749105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.759436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a052c2-0322-49a4-9114-dc68d06da0cf None None] Routers {'13781ec4-0d7e-483c-ab77-5be12327b7a3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:14.760058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-18a052c2-0322-49a4-9114-dc68d06da0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['13781ec4-0d7e-483c-ab77-5be12327b7a3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:14.777911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port 34956d50-1041-4cbd-b6d3-1c07864b67a2 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:14.787097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.791754 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4cd62026-f03d-44c6-96f5-44bf21fb04e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8589718 Nov 29 11:52:14.794488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57542) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:14.799676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:14.815282 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-18a052c2-0322-49a4-9114-dc68d06da0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:14.825923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:14.849620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e7d841bb-d1d7-4638-9d45-4d95107f06cf triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:14.850177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.854518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.855348 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Added segment 608facbb-ae7c-4705-8352-07ab1b210f0c of type vlan for network 416f5f7d-714f-482f-8f41-3c22750485df Nov 29 11:52:14.860688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b56c85-dc17-481c-ac6f-41bb44dd937e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:14.881650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a052c2-0322-49a4-9114-dc68d06da0cf None None] Routers {'13781ec4-0d7e-483c-ab77-5be12327b7a3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:14.882470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-18a052c2-0322-49a4-9114-dc68d06da0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['13781ec4-0d7e-483c-ab77-5be12327b7a3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:14.926636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.932179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-18a052c2-0322-49a4-9114-dc68d06da0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:14.932831 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a052c2-0322-49a4-9114-dc68d06da0cf None None] The sync data for ids ['13781ec4-0d7e-483c-ab77-5be12327b7a3'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:14.938417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:14.948989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Calling delete_port for 5f9e5e95-c571-4ca9-924f-1fd340f25ba0 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:14.993656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8:1::1 (f759855c-90b4-4b83-9512-be12f52904f9/087f67d8-9f05-4ad3-9c6f-e7f12619a7c3/c3f9be43-0fa2-44d9-909c-3ecf4f532cdb) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:15.016793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.023479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:15.024122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.064481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e07b49d-6ba4-4164-826d-e489e320f501 None None] Update dhcp port {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'fixed_ips': [{'subnet_id': 'bac4127a-401a-44b9-94a0-edf8ead39766', 'ip_address': '2001:db8::f816:3eff:fe52:2174'}, {'subnet_id': '97e5d902-137f-4d25-8ff6-9d646e503dc4'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': 'de87e927-27ff-4303-a5ae-bbf009da8ce9'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:52:15.096897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4e07b49d-6ba4-4164-826d-e489e320f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.097601 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0548022 Nov 29 11:52:15.101334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57544) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:15.108533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Request body: {'subnet': {'network_id': '416f5f7d-714f-482f-8f41-3c22750485df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:15.203317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ab0ff-8f74-4677-946c-edbdb5070c55 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Pushing event updated for resources: {'Network': ['ID=416f5f7d-714f-482f-8f41-3c22750485df,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:15.239342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 416f5f7d-714f-482f-8f41-3c22750485df details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:15.290825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8:0:1::18c (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/97e5d902-137f-4d25-8ff6-9d646e503dc4/34956d50-1041-4cbd-b6d3-1c07864b67a2) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:15.291386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Made reservation on behalf of b2d7de72563a4e219c125036da01e922 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:15.295447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.317746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::f816:3eff:fe5f:754d (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/bac4127a-401a-44b9-94a0-edf8ead39766/34956d50-1041-4cbd-b6d3-1c07864b67a2) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:15.355834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.399804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event deleted for resources: {'Port': ['ID=5f9e5e95-c571-4ca9-924f-1fd340f25ba0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:15.416907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.486945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.619619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.622604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.623576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.641531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1874fb2f-3fb1-46de-b329-70bfd3a24fbb None None] Network f759855c-90b4-4b83-9512-be12f52904f9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:15.650704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.700699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network f759855c-90b4-4b83-9512-be12f52904f9 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:15.707978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.711885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:15.718158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.722288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:15.722905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.736716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.738595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f9678c06-73c9-4816-a319-a956a814aca2 None None] Provisioning complete for port 315582f6-b10f-4656-9977-590fcef6dfdf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:15.738972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9678c06-73c9-4816-a319-a956a814aca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.754527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.755043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Fanout notify agent at l3_agent the message router_deleted on router 297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:15.762862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.763969 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a406c781-a83f-42b2-b5f5-b16d3c31df3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55 HTTP/1.1" status: 204 len: 168 time: 1.5460944 Nov 29 11:52:15.767986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57546) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:15.771617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:15.777837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c4f323db-b4bc-4e5c-8f87-8fd451f7f221 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-712808183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:15.846619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 315582f6-b10f-4656-9977-590fcef6dfdf up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:15.866740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Pushing event updated for resources: {'Subnet': ['ID=a508b59c-a16d-4552-8f51-7972a6d57e60,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:15.870692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c4f323db-b4bc-4e5c-8f87-8fd451f7f221 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.872493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c4f323db-b4bc-4e5c-8f87-8fd451f7f221 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.878215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.888828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Checking segment: {'id': '608facbb-ae7c-4705-8352-07ab1b210f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '416f5f7d-714f-482f-8f41-3c22750485df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:15.889189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Network hostable DHCP agents. Network: 416f5f7d-714f-482f-8f41-3c22750485df, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:15.943617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Network 416f5f7d-714f-482f-8f41-3c22750485df is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:15.949436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Deleting port 6685cfe5-aa76-4b14-b229-30bdfc2cdb47 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:15.949786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.951855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c4f323db-b4bc-4e5c-8f87-8fd451f7f221 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.957773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.958385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c4f323db-b4bc-4e5c-8f87-8fd451f7f221 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.960754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:15.964386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 416f5f7d-714f-482f-8f41-3c22750485df) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:15.970475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:15.971059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.979488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82567c4e-e784-431b-a176-7e0900b00873 None None] Network 416f5f7d-714f-482f-8f41-3c22750485df requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:15.981534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9678c06-73c9-4816-a319-a956a814aca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.993562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c4f323db-b4bc-4e5c-8f87-8fd451f7f221 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:15.998082 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c4f323db-b4bc-4e5c-8f87-8fd451f7f221 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2226381 Nov 29 11:52:15.999918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57548) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:16.005642 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-70725f64-41c2-43e9-a469-0e7641e4cc35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8997302 Nov 29 11:52:16.006476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'enable_snat': False}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:16.008293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57550) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:16.013900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Request body: {'port': {'network_id': '416f5f7d-714f-482f-8f41-3c22750485df', 'name': 'tempest-TagsExtTest-2048875458'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:16.014264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:16.026686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:16.032327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:16.032953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.038112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=34956d50-1041-4cbd-b6d3-1c07864b67a2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:16.051203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-4e07b49d-6ba4-4164-826d-e489e320f501 None None] Allocated IP 2001:db8:0:1::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/97e5d902-137f-4d25-8ff6-9d646e503dc4/de87e927-27ff-4303-a5ae-bbf009da8ce9) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:16.118821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f9678c06-73c9-4816-a319-a956a814aca2 None None] For port 315582f6-b10f-4656-9977-590fcef6dfdf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=315582f6-b10f-4656-9977-590fcef6dfdf,segment=NetworkSegment(c53bc5b4-d0b9-4b0e-917f-06cf808a323e),segment_id=c53bc5b4-d0b9-4b0e-917f-06cf808a323e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:16.137324 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2d3fb3a3-7c6d-4eca-aac4-c34ad0cd22f6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5814376 Nov 29 11:52:16.138451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57552) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:16.148926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 315582f6-b10f-4656-9977-590fcef6dfdf triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:16.149301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.160778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f9678c06-73c9-4816-a319-a956a814aca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.202786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.225745 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Calling delete_port for 6685cfe5-aa76-4b14-b229-30bdfc2cdb47 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:16.349777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9678c06-73c9-4816-a319-a956a814aca2 None None] Pushing event updated for resources: {'Port': ['ID=315582f6-b10f-4656-9977-590fcef6dfdf,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:16.380356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.431898 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Made reservation on behalf of b2d7de72563a4e219c125036da01e922 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:16.435825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.459507 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device de87e927-27ff-4303-a5ae-bbf009da8ce9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:16.466682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.493878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.494406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] device_id is not set on port c3ab348c-8f33-495f-a260-c4aa95918639 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:16.494725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.517695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-416f5f7d-714f-482f-8f41-3c22750485df', 'network_id': '416f5f7d-714f-482f-8f41-3c22750485df', 'tenant_id': 'b2d7de72563a4e219c125036da01e922', 'fixed_ips': [{'subnet_id': 'a508b59c-a16d-4552-8f51-7972a6d57e60'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:16.518608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.537538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a7a5b59c-96e4-44ad-a0b8-f44a2709a3ea None None] Provisioning complete for port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:16.538046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b59c-96e4-44ad-a0b8-f44a2709a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.638779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Allocated IP 172.20.0.6 (416f5f7d-714f-482f-8f41-3c22750485df/a508b59c-a16d-4552-8f51-7972a6d57e60/c3ab348c-8f33-495f-a260-c4aa95918639) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:16.659380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5b59c-96e4-44ad-a0b8-f44a2709a3ea None None] Port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:16.662772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4e07b49d-6ba4-4164-826d-e489e320f501 None None] For port de87e927-27ff-4303-a5ae-bbf009da8ce9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=de87e927-27ff-4303-a5ae-bbf009da8ce9,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:16.667776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b636b29e-d0d3-4d29-8aa5-9559f73803d2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port 34956d50-1041-4cbd-b6d3-1c07864b67a2 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:16.668144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b636b29e-d0d3-4d29-8aa5-9559f73803d2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.701234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a7a5b59c-96e4-44ad-a0b8-f44a2709a3ea None None] Provisioning complete for port 315582f6-b10f-4656-9977-590fcef6dfdf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:16.701559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b59c-96e4-44ad-a0b8-f44a2709a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.707760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port de87e927-27ff-4303-a5ae-bbf009da8ce9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:16.708131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.714534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4e07b49d-6ba4-4164-826d-e489e320f501 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.751769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4e07b49d-6ba4-4164-826d-e489e320f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.918679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:16.923245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:16.959984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Pushing event deleted for resources: {'Port': ['ID=6685cfe5-aa76-4b14-b229-30bdfc2cdb47,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:17.023016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07b49d-6ba4-4164-826d-e489e320f501 None None] Pushing event updated for resources: {'Port': ['ID=de87e927-27ff-4303-a5ae-bbf009da8ce9,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:17.040807 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network f759855c-90b4-4b83-9512-be12f52904f9 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:17.043993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:17.053501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.200268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b636b29e-d0d3-4d29-8aa5-9559f73803d2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.231656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b636b29e-d0d3-4d29-8aa5-9559f73803d2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for 34956d50-1041-4cbd-b6d3-1c07864b67a2 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:17.239865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1524e0a6-dc91-4c8a-9f59-5d0864f2c3f7 None None] Provisioning complete for port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:17.240631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1524e0a6-dc91-4c8a-9f59-5d0864f2c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.298536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-1524e0a6-dc91-4c8a-9f59-5d0864f2c3f7 None None] Port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:17.326365 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:17.363602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.369366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.418625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.422045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-edd105ac-7dfa-454e-b5dd-d42340729903 None None] Provisioning complete for port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:17.422596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-edd105ac-7dfa-454e-b5dd-d42340729903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.467240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-edd105ac-7dfa-454e-b5dd-d42340729903 None None] Port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:17.507874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.534629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Router 13781ec4-0d7e-483c-ab77-5be12327b7a3 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:17.535836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.536624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:17.543882 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-255bba4b-d628-466b-8372-fb80bc279f38 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9067740 Nov 29 11:52:17.546695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57554) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:17.549320 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:17.551867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1148445136'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:17.561428 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:17.562080 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:17.640381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Allocated IP 172.20.0.2 (416f5f7d-714f-482f-8f41-3c22750485df/a508b59c-a16d-4552-8f51-7972a6d57e60/c15fbc29-b377-422e-a207-5936fb3047a4) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:17.687208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:17.694678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.698757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:17.719552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.723991 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6daec23b-43c2-43e6-8756-47d44d5ed2e1 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "PUT /v2.0/routers/13781ec4-0d7e-483c-ab77-5be12327b7a3 HTTP/1.1" status: 200 len: 705 time: 2.9252791 Nov 29 11:52:17.724150 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Allocated IP 172.26.5.174 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/34cacb27-2287-4272-8568-20fa1bf27787) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:17.725049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57556) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:17.750218 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:17.757036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:17.831582 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-21fa957f-1ec5-4618-9a1f-3fa3ac426eda tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/routers/13781ec4-0d7e-483c-ab77-5be12327b7a3 HTTP/1.1" status: 200 len: 740 time: 0.1028752 Nov 29 11:52:17.831828 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57558) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:17.842014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904ab60-5da5-46f5-b085-fc77e5d90e46 None None] Sync routers for ids ['13781ec4-0d7e-483c-ab77-5be12327b7a3'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:17.848479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 315582f6-b10f-4656-9977-590fcef6dfdf up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:17.875866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904ab60-5da5-46f5-b085-fc77e5d90e46 None None] Routers {'13781ec4-0d7e-483c-ab77-5be12327b7a3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:17.876498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a904ab60-5da5-46f5-b085-fc77e5d90e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['13781ec4-0d7e-483c-ab77-5be12327b7a3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:17.891685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Network 416f5f7d-714f-482f-8f41-3c22750485df is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:17.901918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:17.906862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:17.909493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Pushing event updated for resources: {'Port': ['ID=c3ab348c-8f33-495f-a260-c4aa95918639,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:17.917178 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bfab81db-cbbf-4be5-8cc1-1eff1265fc2c tempest-RoutersAdminTest-210419570 tempest-RoutersAdminTest-210419570-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=13781ec4-0d7e-483c-ab77-5be12327b7a3 HTTP/1.1" status: 200 len: 205 time: 0.0836954 Nov 29 11:52:17.920257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57560) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:17.960057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a904ab60-5da5-46f5-b085-fc77e5d90e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:17.974138 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c3162e9-9437-47a6-9299-b1233f9fb28f tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=13781ec4-0d7e-483c-ab77-5be12327b7a3 HTTP/1.1" status: 200 len: 205 time: 0.0526302 Nov 29 11:52:17.974884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57562) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:17.981240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.012761 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:15Z', 'revision_number': 3, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:16Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:18.028043 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.045477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b636b29e-d0d3-4d29-8aa5-9559f73803d2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.050557 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:18.050956 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Updating router a1109d24-920c-4b76-9818-81bec0e95c1f port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:52:18.068024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:18.086091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:18.087601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.087997 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.088733 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment 268be6c5-b30d-49d1-8516-e39116c29af6 of type vlan for network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 Nov 29 11:52:18.088914 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5cf9d81a-aac6-4c0c-a705-b21429f29f7b None None] Provisioning complete for port de87e927-27ff-4303-a5ae-bbf009da8ce9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:18.089287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5cf9d81a-aac6-4c0c-a705-b21429f29f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.090085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.116059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Network 416f5f7d-714f-482f-8f41-3c22750485df is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:18.146625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.157994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904ab60-5da5-46f5-b085-fc77e5d90e46 None None] Routers {'13781ec4-0d7e-483c-ab77-5be12327b7a3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:18.158963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a904ab60-5da5-46f5-b085-fc77e5d90e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['13781ec4-0d7e-483c-ab77-5be12327b7a3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:18.174785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:18.188743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6df8-1ff6-42fd-a639-5ee360a1ebbc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.191512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.194459 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-393b8d2d-7656-4ccc-a908-c65a8fcd9b63 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1851261 Nov 29 11:52:18.195414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636b29e-d0d3-4d29-8aa5-9559f73803d2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=34956d50-1041-4cbd-b6d3-1c07864b67a2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:18.197125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:18.197285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57564) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.197779 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.213918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-942d813f-8e6c-4ff6-972a-69de51f832a4 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-920892888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:18.262470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:18.270490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Pushing event updated for resources: {'Port': ['ID=c15fbc29-b377-422e-a207-5936fb3047a4,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:18.281152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a904ab60-5da5-46f5-b085-fc77e5d90e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:18.281827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904ab60-5da5-46f5-b085-fc77e5d90e46 None None] The sync data for ids ['13781ec4-0d7e-483c-ab77-5be12327b7a3'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:18.291047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b636b29e-d0d3-4d29-8aa5-9559f73803d2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.296931 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b636b29e-d0d3-4d29-8aa5-9559f73803d2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/34956d50-1041-4cbd-b6d3-1c07864b67a2 HTTP/1.1" status: 204 len: 168 time: 2.1254594 Nov 29 11:52:18.300376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57566) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.315857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-942d813f-8e6c-4ff6-972a-69de51f832a4 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.315857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-942d813f-8e6c-4ff6-972a-69de51f832a4 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.342994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 315582f6-b10f-4656-9977-590fcef6dfdf triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:18.343536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.363229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.417769 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8697705 Nov 29 11:52:18.418853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f16f0-d3b2-4f32-9204-ba58ae22350e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=5392ed8a-f34b-4005-9bd4-f2fccddfc9a8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:18.425802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57568) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.430806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:18.445871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-942d813f-8e6c-4ff6-972a-69de51f832a4 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.455897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6219a76d-0a64-451d-83ed-7c459be9cc77 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:18.459800 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6219a76d-0a64-451d-83ed-7c459be9cc77 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1557148 Nov 29 11:52:18.487354 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57570) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.502452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:18.505909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Attempting to bind port c15fbc29-b377-422e-a207-5936fb3047a4 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:18.506429 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Attempting to bind port c15fbc29-b377-422e-a207-5936fb3047a4 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '608facbb-ae7c-4705-8352-07ab1b210f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '416f5f7d-714f-482f-8f41-3c22750485df'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:18.506894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Attempting to bind port c15fbc29-b377-422e-a207-5936fb3047a4 on network 416f5f7d-714f-482f-8f41-3c22750485df {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:18.524052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-942d813f-8e6c-4ff6-972a-69de51f832a4 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.534785 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.545466 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.560525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:18.561119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Checking segment: {'id': '608facbb-ae7c-4705-8352-07ab1b210f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '416f5f7d-714f-482f-8f41-3c22750485df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:18.567040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.567860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Bound using segment: {'id': '608facbb-ae7c-4705-8352-07ab1b210f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '416f5f7d-714f-482f-8f41-3c22750485df'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:18.568193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Bound port: c15fbc29-b377-422e-a207-5936fb3047a4, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608facbb-ae7c-4705-8352-07ab1b210f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '416f5f7d-714f-482f-8f41-3c22750485df'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:18.568711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.569816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-942d813f-8e6c-4ff6-972a-69de51f832a4 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.574723 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-942d813f-8e6c-4ff6-972a-69de51f832a4 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3722503 Nov 29 11:52:18.576645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.577750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57572) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.586297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3ae608f5-867a-4e43-881d-1e115e3458e6 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1068782724', 'prefixes': ['172.20.0.0/16']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:18.626725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-dd2627d8-8e7c-4984-9773-dfd32ad3f9a4 None None] Could not find standard attr ID for object 34956d50-1041-4cbd-b6d3-1c07864b67a2. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:52:18.638274 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73cdd-dd25-4321-b02a-96714c3ad581 None None] Pushing event updated for resources: {'Port': ['ID=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:18.648556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:18.656468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:18.660928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6df8-1ff6-42fd-a639-5ee360a1ebbc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.664793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:18.671754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Pushing event updated for resources: {'Port': ['ID=34cacb27-2287-4272-8568-20fa1bf27787,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:18.672706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6df8-1ff6-42fd-a639-5ee360a1ebbc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.691858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40ad3a-4829-4010-bc97-2f3b85fe57ae tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:18.695860 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ab40ad3a-4829-4010-bc97-2f3b85fe57ae tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2029011 Nov 29 11:52:18.698848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57574) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.732865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:18.736671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.761581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device de87e927-27ff-4303-a5ae-bbf009da8ce9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:18.776661 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Attempting to bind port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:18.777064 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Attempting to bind port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:18.777431 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Attempting to bind port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb on network f759855c-90b4-4b83-9512-be12f52904f9 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:18.779911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951960d5-9f24-4a68-9edb-ecb52a1e4002 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:18.784255 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:18.784911 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Checking segment: {'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:18.785227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951960d5-9f24-4a68-9edb-ecb52a1e4002 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:18.785877 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.786369 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Bound using segment: {'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:18.786908 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Bound port: c3f9be43-0fa2-44d9-909c-3ecf4f532cdb, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:18.787297 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.789869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951960d5-9f24-4a68-9edb-ecb52a1e4002 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:18.793865 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-951960d5-9f24-4a68-9edb-ecb52a1e4002 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0940399 Nov 29 11:52:18.797890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57576) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.814360 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] For port c15fbc29-b377-422e-a207-5936fb3047a4, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:18.834963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] For port c15fbc29-b377-422e-a207-5936fb3047a4, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c15fbc29-b377-422e-a207-5936fb3047a4,segment=NetworkSegment(608facbb-ae7c-4705-8352-07ab1b210f0c),segment_id=608facbb-ae7c-4705-8352-07ab1b210f0c)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:18.847170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.865283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6df8-1ff6-42fd-a639-5ee360a1ebbc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.865812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bb6df8-1ff6-42fd-a639-5ee360a1ebbc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Fanout notify agent at l3_agent the message router_deleted on router 13781ec4-0d7e-483c-ab77-5be12327b7a3 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:18.872738 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5bb6df8-1ff6-42fd-a639-5ee360a1ebbc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.873983 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f5bb6df8-1ff6-42fd-a639-5ee360a1ebbc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/13781ec4-0d7e-483c-ab77-5be12327b7a3 HTTP/1.1" status: 204 len: 168 time: 0.8979340 Nov 29 11:52:18.879001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57578) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.928309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port de87e927-27ff-4303-a5ae-bbf009da8ce9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:18.929058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:18.932834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070844cc-b7c0-4b40-a8c2-0cfd5a88d9ab None None] Pushing event updated for resources: {'Port': ['ID=c15fbc29-b377-422e-a207-5936fb3047a4,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:18.938137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-369b004e-22db-4f76-9e01-71910935c0c3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=13781ec4-0d7e-483c-ab77-5be12327b7a3 HTTP/1.1" status: 200 len: 205 time: 0.0579567 Nov 29 11:52:18.941340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57580) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:18.949974 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] For port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:18.959499 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] For port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,segment=NetworkSegment(c53bc5b4-d0b9-4b0e-917f-06cf808a323e),segment_id=c53bc5b4-d0b9-4b0e-917f-06cf808a323e)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:18.966913 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.007459 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-bb4faff7-af91-4413-b11b-cfb8810ccbba tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] delete failed (client error): The resource could not be found. Nov 29 11:52:19.008674 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bb4faff7-af91-4413-b11b-cfb8810ccbba tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/13781ec4-0d7e-483c-ab77-5be12327b7a3 HTTP/1.1" status: 404 len: 336 time: 0.0664010 Nov 29 11:52:19.011270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57582) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.040424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ae608f5-867a-4e43-881d-1e115e3458e6 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for subnetpool, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.050548 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c73cdd-dd25-4321-b02a-96714c3ad581 None None] Pushing event updated for resources: {'Port': ['ID=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:19.050916 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3ae608f5-867a-4e43-881d-1e115e3458e6 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4680228 Nov 29 11:52:19.052821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57584) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.060254 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:19.061088 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:19.069198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-d71bd02a-2862-4f20-9d62-27816796a883 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60', 'tempest-TagsExtTest-Tag-1914472996') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:19.071746 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-88067d0c-3357-47e2-9f85-7fd4dfd196bc tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=5adc4519-9543-494b-8bab-105b61c77e70 HTTP/1.1" status: 200 len: 205 time: 0.0590796 Nov 29 11:52:19.076052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57586) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.152726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9bbfa952-2f7b-462d-946f-10faf1985aa0 None None] Provisioning complete for port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:19.153277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa952-2f7b-462d-946f-10faf1985aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.163148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-2267006d-580f-48c6-af5b-fc1523b32dbf tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 97e5d902-137f-4d25-8ff6-9d646e503dc4 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:19.186012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2267006d-580f-48c6-af5b-fc1523b32dbf tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.186798 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-784bc1f7-e606-45e0-86f9-53ce17a6cf81 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] delete failed (client error): The resource could not be found. Nov 29 11:52:19.188246 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-784bc1f7-e606-45e0-86f9-53ce17a6cf81 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/5adc4519-9543-494b-8bab-105b61c77e70 HTTP/1.1" status: 404 len: 336 time: 0.1111012 Nov 29 11:52:19.191072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57588) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.231932 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cca85275-d29a-4b6d-bd7f-dee70c603203 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=da9383a5-8b23-4504-8455-b4281d32134c HTTP/1.1" status: 200 len: 205 time: 0.0394018 Nov 29 11:52:19.236759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57590) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.311055 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:19.314419 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-12c15928-662d-46df-a66c-d87d73de9e41 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] delete failed (client error): The resource could not be found. Nov 29 11:52:19.324829 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-12c15928-662d-46df-a66c-d87d73de9e41 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/da9383a5-8b23-4504-8455-b4281d32134c HTTP/1.1" status: 404 len: 336 time: 0.0869596 Nov 29 11:52:19.325627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57592) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.337357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa952-2f7b-462d-946f-10faf1985aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.365817 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-17975434-d848-454c-a2d8-f0138c775449 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=d928bb11-758c-41e9-93b7-7c0a75351d99 HTTP/1.1" status: 200 len: 205 time: 0.0390165 Nov 29 11:52:19.366928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57594) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.395572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9bbfa952-2f7b-462d-946f-10faf1985aa0 None None] For port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,segment=NetworkSegment(c53bc5b4-d0b9-4b0e-917f-06cf808a323e),segment_id=c53bc5b4-d0b9-4b0e-917f-06cf808a323e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:19.409594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa952-2f7b-462d-946f-10faf1985aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.437873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-41be439a-dba9-4fc8-92b9-1f4813e9c0bd tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] delete failed (client error): The resource could not be found. Nov 29 11:52:19.441827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-41be439a-dba9-4fc8-92b9-1f4813e9c0bd tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/d928bb11-758c-41e9-93b7-7c0a75351d99 HTTP/1.1" status: 404 len: 336 time: 0.0739424 Nov 29 11:52:19.442512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57596) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.468078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2267006d-580f-48c6-af5b-fc1523b32dbf tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.492026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfa952-2f7b-462d-946f-10faf1985aa0 None None] Pushing event updated for resources: {'Port': ['ID=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:19.527484 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-de216bf5-97a5-42d6-84ef-cc17c7232d7f tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e0fa2d4-3325-4395-be06-ea7901d89e0a HTTP/1.1" status: 200 len: 205 time: 0.0835922 Nov 29 11:52:19.528341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57598) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.549999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bcd226a8-4fd6-4925-88fb-2c450246daf9 None None] Provisioning complete for port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:19.550472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bcd226a8-4fd6-4925-88fb-2c450246daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.579360 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-49e24787-544e-4185-aa59-4fedb11df564 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] delete failed (client error): The resource could not be found. Nov 29 11:52:19.583627 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-49e24787-544e-4185-aa59-4fedb11df564 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/3e0fa2d4-3325-4395-be06-ea7901d89e0a HTTP/1.1" status: 404 len: 336 time: 0.0541730 Nov 29 11:52:19.584361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57600) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.618281 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8f9dd865-a406-49fb-870a-cbe540f1d4e3 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c4e282d-4817-4d66-b0f6-e27e374bdcba HTTP/1.1" status: 200 len: 205 time: 0.0324039 Nov 29 11:52:19.619225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57602) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.676015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.686706 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d71bd02a-2862-4f20-9d62-27816796a883 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags/tempest-TagsExtTest-Tag-1914472996 HTTP/1.1" status: 201 len: 201 time: 0.6212382 Nov 29 11:52:19.695102 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:15Z', 'revision_number': 3, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:18Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:19.696386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57604) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.702319 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-74770381-787c-4d56-9645-e571ca02ab48 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639', 'tempest-TagsExtTest-Tag-431036567') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:19.706893 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-e6739600-4827-4bad-9b45-dfe5c274ac6a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] delete failed (client error): The resource could not be found. Nov 29 11:52:19.712763 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e6739600-4827-4bad-9b45-dfe5c274ac6a tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/routers/9c4e282d-4817-4d66-b0f6-e27e374bdcba HTTP/1.1" status: 404 len: 336 time: 0.0873237 Nov 29 11:52:19.715119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57606) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.732862 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f0783-43ac-483a-ab9b-a10fe3cfe5db None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:15Z', 'revision_number': 3, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:18Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:19.755073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.761090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c15fbc29-b377-422e-a207-5936fb3047a4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:19.774224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2267006d-580f-48c6-af5b-fc1523b32dbf tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.779294 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-746df13e-8460-4eb4-b938-aa2df88dfed5 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:19.779790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746df13e-8460-4eb4-b938-aa2df88dfed5 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:19.815610 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-746df13e-8460-4eb4-b938-aa2df88dfed5 tempest-RoutersAdminTest-1786443329 tempest-RoutersAdminTest-1786443329-project] 10.222.0.23 "DELETE /v2.0/subnets/e55c70ad-54d3-4072-8c3a-88f5a43a1445 HTTP/1.1" status: 404 len: 337 time: 0.0683286 Nov 29 11:52:19.844316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c15fbc29-b377-422e-a207-5936fb3047a4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:19.844690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:19.894959 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-74770381-787c-4d56-9645-e571ca02ab48 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags/tempest-TagsExtTest-Tag-431036567 HTTP/1.1" status: 201 len: 201 time: 0.1963608 Nov 29 11:52:19.897039 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57610) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:19.905775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-1e550ce8-faf1-4be6-9167-8a6d1fea45ec tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29', 'tempest-TagsExtTest-Tag-362001080') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:19.921821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=d7a56cf2-faf6-4d4d-ae1c-b763a693201d,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:19.985213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:19.994307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:20.001815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.053220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c15fbc29-b377-422e-a207-5936fb3047a4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c15fbc29-b377-422e-a207-5936fb3047a4,segment=NetworkSegment(608facbb-ae7c-4705-8352-07ab1b210f0c),segment_id=608facbb-ae7c-4705-8352-07ab1b210f0c)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:20.061427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.068876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2267006d-580f-48c6-af5b-fc1523b32dbf tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.087122 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1e550ce8-faf1-4be6-9167-8a6d1fea45ec tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags/tempest-TagsExtTest-Tag-362001080 HTTP/1.1" status: 201 len: 201 time: 0.1889203 Nov 29 11:52:20.090029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57612) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:20.097173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-465fa924-d06a-4e38-9879-43e15ce3fe1d tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec', 'tempest-TagsExtTest-Tag-1939501102') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:20.168121 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-465fa924-d06a-4e38-9879-43e15ce3fe1d tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags/tempest-TagsExtTest-Tag-1939501102 HTTP/1.1" status: 201 len: 201 time: 0.0745249 Nov 29 11:52:20.168621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57616) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:20.175073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-546b9b89-4924-4a41-8fe2-5de7f09e4bee tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:20.179239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c15fbc29-b377-422e-a207-5936fb3047a4,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:20.200012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267006d-580f-48c6-af5b-fc1523b32dbf tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=97e5d902-137f-4d25-8ff6-9d646e503dc4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:20.202851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2267006d-580f-48c6-af5b-fc1523b32dbf tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.209582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7a517a-690b-4e0a-9560-a13e81113793 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:20.213342 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2267006d-580f-48c6-af5b-fc1523b32dbf tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/97e5d902-137f-4d25-8ff6-9d646e503dc4 HTTP/1.1" status: 204 len: 168 time: 1.4137006 Nov 29 11:52:20.228189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57618) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:20.332085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57620) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:20.357677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.365606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f628b28b-d10c-415f-91d6-c18bb58548c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet bac4127a-401a-44b9-94a0-edf8ead39766 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:20.370444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.374085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:20.382293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f628b28b-d10c-415f-91d6-c18bb58548c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.386681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:20.392397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:20.392987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.409564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc808b-31a9-42ed-b106-522b820b882f None None] Network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:20.537227 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b34dbd4f-3b31-4d10-9117-df70b9344dcb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1103075 Nov 29 11:52:20.545723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57622) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:20.646866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56693e32-e5eb-4bbe-9d5f-cf3fa47becdc None None] Network 416f5f7d-714f-482f-8f41-3c22750485df requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:20.724218 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-546b9b89-4924-4a41-8fe2-5de7f09e4bee tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags HTTP/1.1" status: 200 len: 241 time: 0.5542490 Nov 29 11:52:20.728946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57626) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:20.738138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-ef9e7846-9f74-40d8-be0c-d99e1511acd9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60', 'tempest-TagsExtTest-Tag-1914472996') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:20.761772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-acc4b9b9-05ee-44a3-9c6c-739d47de070a None None] Provisioning complete for port c15fbc29-b377-422e-a207-5936fb3047a4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:20.762210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-acc4b9b9-05ee-44a3-9c6c-739d47de070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.787676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:20.789076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.827838 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ef9e7846-9f74-40d8-be0c-d99e1511acd9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags/tempest-TagsExtTest-Tag-1914472996 HTTP/1.1" status: 204 len: 168 time: 0.0956211 Nov 29 11:52:20.829548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57628) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:20.837992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-b98e94cf-8744-4f1b-bbfe-f8db84cf5d34 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60', 'tempest-TagsExtTest-Tag-1914472996') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:20.883015 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28049a60-f1b5-4882-961e-3b40e9ac407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:20.986772 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b98e94cf-8744-4f1b-bbfe-f8db84cf5d34 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags/tempest-TagsExtTest-Tag-1914472996 HTTP/1.1" status: 204 len: 168 time: 0.1561317 Nov 29 11:52:20.989215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57630) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:20.993834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-64fd0c4f-2b63-4c06-8d82-e415530bf609 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:21.046454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28049a60-f1b5-4882-961e-3b40e9ac407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.047385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f628b28b-d10c-415f-91d6-c18bb58548c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.059230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28049a60-f1b5-4882-961e-3b40e9ac407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.122322 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-28049a60-f1b5-4882-961e-3b40e9ac407a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08f4050360224bb2a52d5b7f7b3037b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7875710 Nov 29 11:52:21.124268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28049a60-f1b5-4882-961e-3b40e9ac407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cdb7a0-16c4-4917-9795-7465fa32e9b6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:21.129787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57632) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.149623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f628b28b-d10c-415f-91d6-c18bb58548c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.203916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af83b8aa-362f-4509-88ce-ce31361668ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.220804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f628b28b-d10c-415f-91d6-c18bb58548c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.236667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af83b8aa-362f-4509-88ce-ce31361668ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.268042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f628b28b-d10c-415f-91d6-c18bb58548c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.271423 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f628b28b-d10c-415f-91d6-c18bb58548c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/bac4127a-401a-44b9-94a0-edf8ead39766 HTTP/1.1" status: 204 len: 168 time: 1.0351882 Nov 29 11:52:21.273921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57634) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.310608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Allocated IP 2001:db8:2::2 (5392ed8a-f34b-4005-9bd4-f2fccddfc9a8/d7a56cf2-faf6-4d4d-ae1c-b763a693201d/35e30ee9-6899-4d51-a310-4df835f88762) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:21.323952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af83b8aa-362f-4509-88ce-ce31361668ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.325919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628b28b-d10c-415f-91d6-c18bb58548c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=bac4127a-401a-44b9-94a0-edf8ead39766,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:21.326790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af83b8aa-362f-4509-88ce-ce31361668ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.328101 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-af83b8aa-362f-4509-88ce-ce31361668ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87cdb7a0-16c4-4917-9795-7465fa32e9b6 HTTP/1.1" status: 204 len: 168 time: 0.1971426 Nov 29 11:52:21.332958 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-64fd0c4f-2b63-4c06-8d82-e415530bf609 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags HTTP/1.1" status: 200 len: 205 time: 0.3423259 Nov 29 11:52:21.342157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57638) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.343118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83b8aa-362f-4509-88ce-ce31361668ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cdb7a0-16c4-4917-9795-7465fa32e9b6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:21.349238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-54312271-b816-4a9e-a066-38ef0da29b2f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:21.354755 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dc404059-f0aa-43a6-a257-917e98cbf448 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748513 Nov 29 11:52:21.355695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57640) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.378124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:21.420648 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-54312271-b816-4a9e-a066-38ef0da29b2f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags HTTP/1.1" status: 200 len: 240 time: 0.0746493 Nov 29 11:52:21.421277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57642) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.426500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-59152734-db57-49f8-8799-5918aa39c089 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639', 'tempest-TagsExtTest-Tag-431036567') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:21.496953 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-59152734-db57-49f8-8799-5918aa39c089 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags/tempest-TagsExtTest-Tag-431036567 HTTP/1.1" status: 204 len: 168 time: 0.0729029 Nov 29 11:52:21.497625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57644) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.502163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-7acbde76-4aaf-4816-8420-64490ebb3a57 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639', 'tempest-TagsExtTest-Tag-431036567') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:21.509354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.522398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48798608-70c2-4740-8630-4486f5649e64 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:21.583866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.633428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Pushing event updated for resources: {'Port': ['ID=35e30ee9-6899-4d51-a310-4df835f88762,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:21.644227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-51d1855d-e65e-4018-84b8-1bfd1b82cd33 None None] Provisioning complete for port de87e927-27ff-4303-a5ae-bbf009da8ce9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:21.644608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-51d1855d-e65e-4018-84b8-1bfd1b82cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.660133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Router 1cbf9168-d2cd-4d36-9c00-653e36f9ecbe is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:21.669415 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7acbde76-4aaf-4816-8420-64490ebb3a57 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags/tempest-TagsExtTest-Tag-431036567 HTTP/1.1" status: 204 len: 168 time: 0.1705611 Nov 29 11:52:21.671791 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57648) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.675976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-72177a26-ba20-4cf7-ad99-4d4f3b37fa74 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:21.744131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:21.762286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:21.766926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:21.790257 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-72177a26-ba20-4cf7-ad99-4d4f3b37fa74 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags HTTP/1.1" status: 200 len: 205 time: 0.1093152 Nov 29 11:52:21.790969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57650) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.796070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-a905a379-2d58-40a5-9f39-fb66a0965a2d tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:21.874922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c3f9be43-0fa2-44d9-909c-3ecf4f532cdb up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:21.876830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57652) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.908816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:21.912368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:21.938194 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a905a379-2d58-40a5-9f39-fb66a0965a2d tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags HTTP/1.1" status: 200 len: 240 time: 0.1454334 Nov 29 11:52:21.939184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57654) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:21.945048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-54bb4680-ac39-4d7d-ab41-36b2c0ef19cb tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29', 'tempest-TagsExtTest-Tag-362001080') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:21.947127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Attempting to bind port 35e30ee9-6899-4d51-a310-4df835f88762 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:21.948329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Attempting to bind port 35e30ee9-6899-4d51-a310-4df835f88762 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:21.948668 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Attempting to bind port 35e30ee9-6899-4d51-a310-4df835f88762 on network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:22.007479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:22.007922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Checking segment: {'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:22.008266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.008663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Bound using segment: {'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:22.009148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Bound port: 35e30ee9-6899-4d51-a310-4df835f88762, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:22.009534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.044994 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-54bb4680-ac39-4d7d-ab41-36b2c0ef19cb tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags/tempest-TagsExtTest-Tag-362001080 HTTP/1.1" status: 204 len: 168 time: 0.1041880 Nov 29 11:52:22.050338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57656) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.069274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-5a53450a-bceb-4c61-a26c-bf0d587b92ea tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29', 'tempest-TagsExtTest-Tag-362001080') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.073638 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ec7cbec1-ee4c-4b18-b89c-262062c6a131 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=664d249515674892a4d1787048ddff5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692834 Nov 29 11:52:22.076414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57658) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.098745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:22.098940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.131400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:22.138742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-446e3071-4dc7-4e84-9989-f99ea5f520c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.165345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-446e3071-4dc7-4e84-9989-f99ea5f520c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.184135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:22.185022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] For port 35e30ee9-6899-4d51-a310-4df835f88762, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:22.192334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.193643 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c9e8d8fd-2c8b-4213-a4b9-19c712c99991 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "PUT /v2.0/routers/1cbf9168-d2cd-4d36-9c00-653e36f9ecbe HTTP/1.1" status: 200 len: 919 time: 6.1944029 Nov 29 11:52:22.199139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57660) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.201748 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170ca13-0a23-47ee-bb52-0b7ede8404eb None None] Sync routers for ids ['1cbf9168-d2cd-4d36-9c00-653e36f9ecbe'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:22.212447 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170ca13-0a23-47ee-bb52-0b7ede8404eb None None] Routers {'1cbf9168-d2cd-4d36-9c00-653e36f9ecbe'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:22.213628 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d170ca13-0a23-47ee-bb52-0b7ede8404eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['1cbf9168-d2cd-4d36-9c00-653e36f9ecbe'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.228965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-446e3071-4dc7-4e84-9989-f99ea5f520c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.231703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-446e3071-4dc7-4e84-9989-f99ea5f520c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.235599 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-446e3071-4dc7-4e84-9989-f99ea5f520c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09716d52-a1b6-4b88-bc7f-f8f5954e306f HTTP/1.1" status: 204 len: 168 time: 0.1582615 Nov 29 11:52:22.243510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] For port 35e30ee9-6899-4d51-a310-4df835f88762, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=35e30ee9-6899-4d51-a310-4df835f88762,segment=NetworkSegment(268be6c5-b30d-49d1-8516-e39116c29af6),segment_id=268be6c5-b30d-49d1-8516-e39116c29af6)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:22.249509 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d170ca13-0a23-47ee-bb52-0b7ede8404eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.254124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e3071-4dc7-4e84-9989-f99ea5f520c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09716d52-a1b6-4b88-bc7f-f8f5954e306f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:22.263281 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d170ca13-0a23-47ee-bb52-0b7ede8404eb None None] Routers {'1cbf9168-d2cd-4d36-9c00-653e36f9ecbe'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:22.264081 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d170ca13-0a23-47ee-bb52-0b7ede8404eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['1cbf9168-d2cd-4d36-9c00-653e36f9ecbe'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.273444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-73a70d8a-7e00-4e8a-bded-4b7f47ac091e None None] Provisioning complete for port c3ab348c-8f33-495f-a260-c4aa95918639 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:22.273825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-73a70d8a-7e00-4e8a-bded-4b7f47ac091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.299300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.306526 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d170ca13-0a23-47ee-bb52-0b7ede8404eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.307253 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d170ca13-0a23-47ee-bb52-0b7ede8404eb None None] The sync data for ids ['1cbf9168-d2cd-4d36-9c00-653e36f9ecbe'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:22.392075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.420185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-73a70d8a-7e00-4e8a-bded-4b7f47ac091e None None] Port c3ab348c-8f33-495f-a260-c4aa95918639 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:22.451211 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c15fbc29-b377-422e-a207-5936fb3047a4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:22.453632 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5a53450a-bceb-4c61-a26c-bf0d587b92ea tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags/tempest-TagsExtTest-Tag-362001080 HTTP/1.1" status: 204 len: 168 time: 0.4022820 Nov 29 11:52:22.456617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57664) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.465646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-688c659f-6e61-4aed-94e3-b3e3d383b674 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.480593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] Deleting port de87e927-27ff-4303-a5ae-bbf009da8ce9 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:22.481519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.501558 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e6482f3c-820e-4733-8c6b-ac21f461f155 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/routers/1cbf9168-d2cd-4d36-9c00-653e36f9ecbe HTTP/1.1" status: 200 len: 925 time: 0.2993164 Nov 29 11:52:22.502119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a0de4-50fb-4e28-8fa0-e728e7221310 None None] Pushing event updated for resources: {'Port': ['ID=35e30ee9-6899-4d51-a310-4df835f88762,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:22.540130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-73a70d8a-7e00-4e8a-bded-4b7f47ac091e None None] Provisioning complete for port c15fbc29-b377-422e-a207-5936fb3047a4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:22.540800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-73a70d8a-7e00-4e8a-bded-4b7f47ac091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.543080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57668) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.566301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.610427 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-688c659f-6e61-4aed-94e3-b3e3d383b674 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags HTTP/1.1" status: 200 len: 205 time: 0.1522577 Nov 29 11:52:22.612960 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57670) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.619564 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-a445adc2-c022-4d37-9eb7-60eeaf403308 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.631479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] For port de87e927-27ff-4303-a5ae-bbf009da8ce9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=de87e927-27ff-4303-a5ae-bbf009da8ce9,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:22.631883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.658492 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a445adc2-c022-4d37-9eb7-60eeaf403308 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags HTTP/1.1" status: 200 len: 241 time: 0.0443959 Nov 29 11:52:22.659735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57672) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.669539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:22.675123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c15fbc29-b377-422e-a207-5936fb3047a4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:22.675564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.680463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:22.680691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] Calling delete_port for de87e927-27ff-4303-a5ae-bbf009da8ce9 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:22.681325 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-b24d7858-2f71-455b-8394-ad4c4e11e154 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec', 'tempest-TagsExtTest-Tag-1939501102') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.724548 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b24d7858-2f71-455b-8394-ad4c4e11e154 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags/tempest-TagsExtTest-Tag-1939501102 HTTP/1.1" status: 204 len: 168 time: 0.0505881 Nov 29 11:52:22.724696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57676) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.725197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:22.725802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.736163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-0d90d6e8-9bc2-471a-b9d2-bf1bf26f0c11 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec', 'tempest-TagsExtTest-Tag-1939501102') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:22.770930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=52106de4-4004-4da4-8531-d9135f8fcb20,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:22.778878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c0b730-373d-47db-a5e1-355b07de1d39 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:22.782977 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-74c0b730-373d-47db-a5e1-355b07de1d39 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=1cbf9168-d2cd-4d36-9c00-653e36f9ecbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2362859 Nov 29 11:52:22.784239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57680) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.803134 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d728b92d-1045-4f10-8466-141822411103 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4385281 Nov 29 11:52:22.807377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57682) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.814577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-58a66900-44d3-4434-8722-2596b89899ea tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:22.874202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:22.899784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] No DVR routers for this DVR port de87e927-27ff-4303-a5ae-bbf009da8ce9 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:22.955332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ad4d3-c8b1-44da-b5d6-948170c9f4f4 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:22.959041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc032e0-7495-4a39-9ceb-e59167b8dbe7 None None] Pushing event deleted for resources: {'Port': ['ID=de87e927-27ff-4303-a5ae-bbf009da8ce9,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:22.978099 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0d90d6e8-9bc2-471a-b9d2-bf1bf26f0c11 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags/tempest-TagsExtTest-Tag-1939501102 HTTP/1.1" status: 204 len: 168 time: 0.2506473 Nov 29 11:52:22.980692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57688) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:22.993189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-c927f522-4a5b-40d3-9da6-c71a59bfc353 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:23.009349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3779c03-4f08-4141-bc83-09f8b4dd9c0f tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:23.014089 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b3779c03-4f08-4141-bc83-09f8b4dd9c0f tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/networks/bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 881 time: 0.2281764 Nov 29 11:52:23.014359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57690) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.042204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8:2::1 (5392ed8a-f34b-4005-9bd4-f2fccddfc9a8/d7a56cf2-faf6-4d4d-ae1c-b763a693201d/211dd492-31e3-4d4e-b7c5-2ef38bf6c20d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:23.055066 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c927f522-4a5b-40d3-9da6-c71a59bfc353 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags HTTP/1.1" status: 200 len: 205 time: 0.0732298 Nov 29 11:52:23.058615 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ed893bfe-ac05-44cf-917c-178a88ac32f8 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cbf9168-d2cd-4d36-9c00-653e36f9ecbe HTTP/1.1" status: 200 len: 205 time: 0.0383239 Nov 29 11:52:23.059539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57692) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.061686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57694) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.062024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a66900-44d3-4434-8722-2596b89899ea tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:23.066327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58a66900-44d3-4434-8722-2596b89899ea tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.074721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-804db4a1-6a27-4b3a-bf68-37b46d8343cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:23.176434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '52106de4-4004-4da4-8531-d9135f8fcb20'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:23.177459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.196936 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-804db4a1-6a27-4b3a-bf68-37b46d8343cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags HTTP/1.1" status: 204 len: 168 time: 0.1337502 Nov 29 11:52:23.198340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57702) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.212381 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.ipam_backend_mixin [None req-58a66900-44d3-4434-8722-2596b89899ea tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52106de4-4004-4da4-8531-d9135f8fcb20 (CIDR: 2001:db8::/64) Nov 29 11:52:23.222535 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a66900-44d3-4434-8722-2596b89899ea tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:23.223096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a66900-44d3-4434-8722-2596b89899ea tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:23.242250 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-58a66900-44d3-4434-8722-2596b89899ea tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4325244 Nov 29 11:52:23.245726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57704) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.252099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-fa4f5230-19ca-4364-8612-8fff6dc239eb tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:23.252509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:23.359243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/52106de4-4004-4da4-8531-d9135f8fcb20/e9850eba-6e4f-417a-911f-3cf51adc52ba) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:23.368027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.423124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.426842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:23.432732 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fa4f5230-19ca-4364-8612-8fff6dc239eb tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags HTTP/1.1" status: 204 len: 168 time: 0.1945157 Nov 29 11:52:23.433133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.451742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57708) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.451962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57710) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.458366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-733eeb01-9d93-47f4-8a90-bb241aaf5064 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:23.537160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.589104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:23.596651 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-733eeb01-9d93-47f4-8a90-bb241aaf5064 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags HTTP/1.1" status: 204 len: 168 time: 0.1404138 Nov 29 11:52:23.596835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:23.603206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:23.604181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.604331 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57714) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.612410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-04ad3dff-d40c-4d7f-9eb6-bf9d80822f22 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:23.646071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.665091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:23.674745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.680460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.757476 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-04ad3dff-d40c-4d7f-9eb6-bf9d80822f22 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags HTTP/1.1" status: 204 len: 168 time: 0.1489356 Nov 29 11:52:23.758087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57716) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:23.764417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-819cd3de-9aa9-4e45-8d1a-e45d050232c0 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60', 'tempest-TagsExtTest-Tag-956168984') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:23.815744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Pushing event updated for resources: {'Port': ['ID=e9850eba-6e4f-417a-911f-3cf51adc52ba,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:23.859114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:23.859988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1095428002'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:23.860848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:23.864176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:23.908759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.914917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Deleting port 34cacb27-2287-4272-8568-20fa1bf27787 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:23.915629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.931407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Attempting to bind port e9850eba-6e4f-417a-911f-3cf51adc52ba on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:23.932424 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Attempting to bind port e9850eba-6e4f-417a-911f-3cf51adc52ba by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:23.932793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Attempting to bind port e9850eba-6e4f-417a-911f-3cf51adc52ba on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:23.939284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:23.939656 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:23.940061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.941238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:23.941759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Bound port: e9850eba-6e4f-417a-911f-3cf51adc52ba, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:23.942181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:23.962679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9d35a-48fc-4534-a314-24e3d5cef55b None None] Network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:24.006961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Made reservation on behalf of 5e691890be6540c3a19c32f99bb4dc9f for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:24.010681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.028442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.040375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 35e30ee9-6899-4d51-a310-4df835f88762 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:24.108389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:52:24.144120 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-819cd3de-9aa9-4e45-8d1a-e45d050232c0 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags/tempest-TagsExtTest-Tag-956168984 HTTP/1.1" status: 201 len: 201 time: 0.3827591 Nov 29 11:52:24.150515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57718) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:24.152225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3929f695-5f3d-4cac-873a-8cd3675a4b24 None None] Provisioning complete for port 35e30ee9-6899-4d51-a310-4df835f88762 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:24.152673 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3929f695-5f3d-4cac-873a-8cd3675a4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.154906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-8f6bf1fc-c1f6-409a-b13e-b39df1869ad1 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639', 'tempest-TagsExtTest-Tag-981312013') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:24.196578 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.217184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] For port e9850eba-6e4f-417a-911f-3cf51adc52ba, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:24.224343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Calling delete_port for 34cacb27-2287-4272-8568-20fa1bf27787 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:24.224804 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 35e30ee9-6899-4d51-a310-4df835f88762 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:24.225242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.254022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.259365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] For port e9850eba-6e4f-417a-911f-3cf51adc52ba, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e9850eba-6e4f-417a-911f-3cf51adc52ba,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:24.265153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.270974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.305009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:24.337304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca61c69-b24f-4d0c-a0a7-d98d7d5e8ddc,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:24.351840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.352278 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Added segment 8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9 of type vlan for network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 Nov 29 11:52:24.375922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.404258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae3c4f-1d06-4af1-88df-33ac2bd59227 None None] Pushing event updated for resources: {'Port': ['ID=e9850eba-6e4f-417a-911f-3cf51adc52ba,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:24.428753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.467504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3929f695-5f3d-4cac-873a-8cd3675a4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.487543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.597642 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:52:24.642555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.664904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:24.667447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.691289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] For port e9850eba-6e4f-417a-911f-3cf51adc52ba, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e9850eba-6e4f-417a-911f-3cf51adc52ba,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:24.745734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3929f695-5f3d-4cac-873a-8cd3675a4b24 None None] For port 35e30ee9-6899-4d51-a310-4df835f88762, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=35e30ee9-6899-4d51-a310-4df835f88762,segment=NetworkSegment(268be6c5-b30d-49d1-8516-e39116c29af6),segment_id=268be6c5-b30d-49d1-8516-e39116c29af6)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:24.752632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3929f695-5f3d-4cac-873a-8cd3675a4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.794510 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3395665 Nov 29 11:52:24.795730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57720) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:24.817977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Request body: {'subnet': {'network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:24.826863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e592dbd-1203-4ad0-9ecc-cd18ec072ba0 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'Network': ['ID=66ec23b8-4ffb-492b-a068-ff6bef3c09f2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:24.840860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.844805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:24.848700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.849847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:24.913918 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8f6bf1fc-c1f6-409a-b13e-b39df1869ad1 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags/tempest-TagsExtTest-Tag-981312013 HTTP/1.1" status: 201 len: 201 time: 0.7621539 Nov 29 11:52:24.919514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57722) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:24.926291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-c8287e69-a971-4883-81e5-ffdb8f6d7522 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29', 'tempest-TagsExtTest-Tag-1952779700') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:24.974385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:52:24.974758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:52:24.980499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929f695-5f3d-4cac-873a-8cd3675a4b24 None None] Pushing event updated for resources: {'Port': ['ID=35e30ee9-6899-4d51-a310-4df835f88762,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:24.993420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:24.996608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d6866ac0-7b5b-4e80-a65d-006f5cd969c3 None None] Provisioning complete for port 35e30ee9-6899-4d51-a310-4df835f88762 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:24.996960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6866ac0-7b5b-4e80-a65d-006f5cd969c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.051585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:25.055710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Made reservation on behalf of 5e691890be6540c3a19c32f99bb4dc9f for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:25.059356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:25.059931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.060066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.062372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=e9850eba-6e4f-417a-911f-3cf51adc52ba,revision_number=4']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:25.066535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=47902a96-e3d1-4267-866e-d886fdae2b4d,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:25.074443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.116234 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7a4c13d1-0f07-4641-9498-bc476d3e27f4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8684366 Nov 29 11:52:25.121705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57724) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:25.130487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:49:03:f0', 'name': 'tempest-NetworksTestDHCPv6-1092805153'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:25.138983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.139773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.152770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d6866ac0-7b5b-4e80-a65d-006f5cd969c3 None None] Provisioning complete for port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:25.153432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6866ac0-7b5b-4e80-a65d-006f5cd969c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.199551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d6866ac0-7b5b-4e80-a65d-006f5cd969c3 None None] Port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:25.272842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:25.278637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.280041 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c8287e69-a971-4883-81e5-ffdb8f6d7522 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags/tempest-TagsExtTest-Tag-1952779700 HTTP/1.1" status: 201 len: 201 time: 0.3574431 Nov 29 11:52:25.283683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:25.288998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57726) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:25.301891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-764bc808-f4ea-425e-8c5b-fe2f02dc663e tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec', 'tempest-TagsExtTest-Tag-314969005') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:25.321820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6e9af6b3-9f54-4472-be45-875f4d2ced08 None None] Provisioning complete for port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:25.323443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6e9af6b3-9f54-4472-be45-875f4d2ced08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.347528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event deleted for resources: {'Port': ['ID=34cacb27-2287-4272-8568-20fa1bf27787,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:25.367458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6e9af6b3-9f54-4472-be45-875f4d2ced08 None None] Port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:25.381474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.404000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port b83ee083-32ca-4f9e-85da-7f36c1d32cff yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:25.486208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:25.495710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:25.510420 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-764bc808-f4ea-425e-8c5b-fe2f02dc663e tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags/tempest-TagsExtTest-Tag-314969005 HTTP/1.1" status: 201 len: 201 time: 0.2163363 Nov 29 11:52:25.524664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57728) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:25.531461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-e475d6c5-64a1-4f17-9732-eebeb184c6aa tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60', {'tags': ['tempest-TagsExtTest-Tag-1468205626', 'tempest-TagsExtTest-Tag-305384479', 'tempest-TagsExtTest-Tag-300038600']}) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:25.544721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.644176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device de87e927-27ff-4303-a5ae-bbf009da8ce9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:25.685470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::9e (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/52106de4-4004-4da4-8531-d9135f8fcb20/b83ee083-32ca-4f9e-85da-7f36c1d32cff) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:25.692155 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e475d6c5-64a1-4f17-9732-eebeb184c6aa tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags HTTP/1.1" status: 200 len: 316 time: 0.1663957 Nov 29 11:52:25.694877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57730) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:25.698873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8:0:1:f816:3eff:fe49:3f0 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/47902a96-e3d1-4267-866e-d886fdae2b4d/b83ee083-32ca-4f9e-85da-7f36c1d32cff) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:25.703064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: de87e927-27ff-4303-a5ae-bbf009da8ce9 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:25.703448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-0b69aeae-d608-4c6c-afc2-e556c350e861 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:25.704970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device de87e927-27ff-4303-a5ae-bbf009da8ce9 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:25.802522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:25.808392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.811763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.818410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:25.897330 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0b69aeae-d608-4c6c-afc2-e556c350e861 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags HTTP/1.1" status: 204 len: 168 time: 0.2013972 Nov 29 11:52:25.904362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57734) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:25.908453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-a804e336-40ae-4885-a19d-503074817b90 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60', 'tempest-TagsExtTest-Tag-1468205626') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:25.920470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326ce3e9-dea5-4435-86f4-21ea69b47add None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:25.986169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 35e30ee9-6899-4d51-a310-4df835f88762 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:26.008387 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.020477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.021118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Fanout notify agent at l3_agent the message router_deleted on router 1cbf9168-d2cd-4d36-9c00-653e36f9ecbe {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:26.031007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.032189 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3e9e1c59-583a-482d-8a5c-3ee07486960f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/1cbf9168-d2cd-4d36-9c00-653e36f9ecbe HTTP/1.1" status: 204 len: 168 time: 2.9695430 Nov 29 11:52:26.036383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'Subnet': ['ID=2deff9b4-5a24-47c9-b610-5e814066e1fb,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:26.037980 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57736) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.040634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] Provisioning complete for port e9850eba-6e4f-417a-911f-3cf51adc52ba triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:26.041847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.043169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-164396503', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:26.045801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Checking segment: {'id': '8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:26.046257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Network hostable DHCP agents. Network: 66ec23b8-4ffb-492b-a068-ff6bef3c09f2, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:26.060542 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-a804e336-40ae-4885-a19d-503074817b90 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:26.061684 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a804e336-40ae-4885-a19d-503074817b90 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags/tempest-TagsExtTest-Tag-1468205626 HTTP/1.1" status: 404 len: 329 time: 0.1567299 Nov 29 11:52:26.065191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57738) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.071098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-fe33bbd1-d641-4019-8b69-f5db4de81d29 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60', 'tempest-TagsExtTest-Tag-305384479') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:26.077841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:26.091129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.091928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.099166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.103966 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8c5082bf-a60c-4722-8b02-4a3ffb9360b4 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5544825 Nov 29 11:52:26.104179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142059d5-055c-4f67-875e-314585300ebe None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:26.104491 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57740) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.109557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2011895984'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:26.118251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:26.147503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 66ec23b8-4ffb-492b-a068-ff6bef3c09f2) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:26.154796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:26.155400 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.159136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a0a8a4-c576-4745-8899-bb7e86552eaf None None] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:26.159553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:26.162997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.180005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:26.194152 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-435379a5-af2b-4edf-98d9-0561abfeb564 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3937483 Nov 29 11:52:26.199583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57742) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.206441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3e4a5ebe-f581-4376-862d-b10c1d83d031 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1952421233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:26.207788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:26.209733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=b83ee083-32ca-4f9e-85da-7f36c1d32cff,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:26.211372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142059d5-055c-4f67-875e-314585300ebe None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:26.212273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-142059d5-055c-4f67-875e-314585300ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:26.213700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:26.214491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 35e30ee9-6899-4d51-a310-4df835f88762 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:26.214933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.217472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:26.219417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:26.220060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.226614 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-fe33bbd1-d641-4019-8b69-f5db4de81d29 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:26.227967 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fe33bbd1-d641-4019-8b69-f5db4de81d29 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags/tempest-TagsExtTest-Tag-305384479 HTTP/1.1" status: 404 len: 328 time: 0.1605437 Nov 29 11:52:26.231985 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.232949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57744) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.240764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-42d493d2-e648-4244-a6b3-572275210660 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60', 'tempest-TagsExtTest-Tag-300038600') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:26.241301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.241656 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added segment e479644c-f7cb-4bcc-b9c2-1ea5c26e2560 of type vlan for network e545bb54-c20f-4cef-be80-9411555aa5cc Nov 29 11:52:26.275241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5ebe-f581-4376-862d-b10c1d83d031 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.276282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5ebe-f581-4376-862d-b10c1d83d031 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.295061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.333547 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-292212ff-7abd-42f6-aedf-f99a5580ce6f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2046797 Nov 29 11:52:26.335150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57746) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.349707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5ebe-f581-4376-862d-b10c1d83d031 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.355927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5ebe-f581-4376-862d-b10c1d83d031 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.363539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.369815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:26.371053 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.435626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5ebe-f581-4376-862d-b10c1d83d031 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.436845 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3e4a5ebe-f581-4376-862d-b10c1d83d031 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2363486 Nov 29 11:52:26.439813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57748) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.441794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-142059d5-055c-4f67-875e-314585300ebe None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:26.444889 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3395197 Nov 29 11:52:26.450343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57750) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.457545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'subnet': {'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:26.463861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.496359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.533122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e9307-cf88-4cbb-83cc-397da87d1be8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Network': ['ID=e545bb54-c20f-4cef-be80-9411555aa5cc,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:26.587013 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network e545bb54-c20f-4cef-be80-9411555aa5cc details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:26.731115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e9850eba-6e4f-417a-911f-3cf51adc52ba up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:26.741650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] For port e9850eba-6e4f-417a-911f-3cf51adc52ba, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e9850eba-6e4f-417a-911f-3cf51adc52ba,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:26.780349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.802798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.842601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-66ec23b8-4ffb-492b-a068-ff6bef3c09f2', 'network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2', 'tenant_id': '5e691890be6540c3a19c32f99bb4dc9f', 'fixed_ips': [{'subnet_id': '2deff9b4-5a24-47c9-b610-5e814066e1fb'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:26.843457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.893581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] Provisioning complete for port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:26.894039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:26.918015 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-42d493d2-e648-4244-a6b3-572275210660 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:26.919093 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-42d493d2-e648-4244-a6b3-572275210660 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags/tempest-TagsExtTest-Tag-300038600 HTTP/1.1" status: 404 len: 328 time: 0.6823509 Nov 29 11:52:26.932022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57752) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:26.955992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-b21631b8-b69b-47ea-9434-2c5cf7b852d3 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639', {'tags': ['tempest-TagsExtTest-Tag-447225919', 'tempest-TagsExtTest-Tag-498125647', 'tempest-TagsExtTest-Tag-26507418']}) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:26.970823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] Pushing event updated for resources: {'Port': ['ID=e9850eba-6e4f-417a-911f-3cf51adc52ba,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:27.042289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-715230e6-1d07-4cf2-9cb1-95d0ce274b75 None None] Port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:27.045986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0269a538-3c7c-42be-9288-199e7c9aa841 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port b83ee083-32ca-4f9e-85da-7f36c1d32cff {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:27.046439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0269a538-3c7c-42be-9288-199e7c9aa841 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.062238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e9850eba-6e4f-417a-911f-3cf51adc52ba triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:27.062621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.114571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Made reservation on behalf of 159547cac9bb416a8ba6bdb25672df13 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:27.115453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-142059d5-055c-4f67-875e-314585300ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:23Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:24Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:27.119628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.126947 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b21631b8-b69b-47ea-9434-2c5cf7b852d3 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags HTTP/1.1" status: 200 len: 314 time: 0.1940744 Nov 29 11:52:27.133225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Allocated IP 172.20.0.1 (66ec23b8-4ffb-492b-a068-ff6bef3c09f2/2deff9b4-5a24-47c9-b610-5e814066e1fb/5d6c755b-b9a0-490b-bf38-1ae19aaabadb) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:27.147237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57754) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:27.177691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-5f8bf890-2e5a-4c1f-9249-bc9b5ad5fdea tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:27.288333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.291766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0269a538-3c7c-42be-9288-199e7c9aa841 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.301215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142059d5-055c-4f67-875e-314585300ebe None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:27.301566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142059d5-055c-4f67-875e-314585300ebe None None] Updating router a1109d24-920c-4b76-9818-81bec0e95c1f port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:52:27.327226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-0269a538-3c7c-42be-9288-199e7c9aa841 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for b83ee083-32ca-4f9e-85da-7f36c1d32cff owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:27.342846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.350731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-142059d5-055c-4f67-875e-314585300ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.392382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:27.396061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:27.399313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:27.450573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'Port': ['ID=5d6c755b-b9a0-490b-bf38-1ae19aaabadb,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:27.465314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.475339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.487084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Allocated IP 172.20.0.2 (66ec23b8-4ffb-492b-a068-ff6bef3c09f2/2deff9b4-5a24-47c9-b610-5e814066e1fb/4a4bd47f-9aeb-4f7d-9702-22b21d880422) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:27.563922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.592507 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5f8bf890-2e5a-4c1f-9249-bc9b5ad5fdea tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags HTTP/1.1" status: 204 len: 168 time: 0.4445884 Nov 29 11:52:27.596171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57756) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:27.603777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-50237dbd-eb7e-4ce5-a854-4f8acf365b6a tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639', 'tempest-TagsExtTest-Tag-447225919') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:27.627669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.652061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.675451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ed74150e-cf8a-41e3-a490-5ccbfb79c2f7 None None] Provisioning complete for port b83ee083-32ca-4f9e-85da-7f36c1d32cff triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:27.675829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed74150e-cf8a-41e3-a490-5ccbfb79c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.716602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.771843 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-50237dbd-eb7e-4ce5-a854-4f8acf365b6a tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:27.775856 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-50237dbd-eb7e-4ce5-a854-4f8acf365b6a tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags/tempest-TagsExtTest-Tag-447225919 HTTP/1.1" status: 404 len: 328 time: 0.1783967 Nov 29 11:52:27.778702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57758) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:27.786880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-9aee99f2-81ea-4b67-a59b-c3c64a7eb7fd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639', 'tempest-TagsExtTest-Tag-498125647') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:27.846526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-142059d5-055c-4f67-875e-314585300ebe None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.864533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-142059d5-055c-4f67-875e-314585300ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.876497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e9850eba-6e4f-417a-911f-3cf51adc52ba up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:27.892785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Subnet': ['ID=06cc6ae6-a65b-4452-bc55-ffc3b859be84,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:27.903281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0269a538-3c7c-42be-9288-199e7c9aa841 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:27.948801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269a538-3c7c-42be-9288-199e7c9aa841 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=b83ee083-32ca-4f9e-85da-7f36c1d32cff,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:27.949054 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-9aee99f2-81ea-4b67-a59b-c3c64a7eb7fd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:27.952760 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9aee99f2-81ea-4b67-a59b-c3c64a7eb7fd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags/tempest-TagsExtTest-Tag-498125647 HTTP/1.1" status: 404 len: 328 time: 0.1704290 Nov 29 11:52:27.953473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57760) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:27.964942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ed74150e-cf8a-41e3-a490-5ccbfb79c2f7 None None] Port b83ee083-32ca-4f9e-85da-7f36c1d32cff cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:27.968784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-ec2238b4-e4b7-434f-94f0-48d7fcadc272 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639', 'tempest-TagsExtTest-Tag-26507418') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:28.018859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Allocated IP 172.26.5.133 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/0ce76d8f-caa9-4c44-b693-5b9b1d0766b1) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:28.020824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Checking segment: {'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:28.021214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network hostable DHCP agents. Network: e545bb54-c20f-4cef-be80-9411555aa5cc, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:28.022114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e43ac-2209-4588-897f-097fcdd51213 None None] Pushing event updated for resources: {'Port': ['ID=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:28.058808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0269a538-3c7c-42be-9288-199e7c9aa841 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.062372 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0269a538-3c7c-42be-9288-199e7c9aa841 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/b83ee083-32ca-4f9e-85da-7f36c1d32cff HTTP/1.1" status: 204 len: 168 time: 1.7259495 Nov 29 11:52:28.065428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57762) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:28.071270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ed74150e-cf8a-41e3-a490-5ccbfb79c2f7 None None] Provisioning complete for port e9850eba-6e4f-417a-911f-3cf51adc52ba triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:28.072727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed74150e-cf8a-41e3-a490-5ccbfb79c2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.087623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.124435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network e545bb54-c20f-4cef-be80-9411555aa5cc is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:28.132131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.145032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-142059d5-055c-4f67-875e-314585300ebe None None] Attempting to bind port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:28.145399 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-142059d5-055c-4f67-875e-314585300ebe None None] Attempting to bind port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:28.145766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142059d5-055c-4f67-875e-314585300ebe None None] Attempting to bind port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d on network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:28.171929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eb080b-2a7a-4702-bcd7-6284e35e3e77 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:28.175864 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f4eb080b-2a7a-4702-bcd7-6284e35e3e77 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1037521 Nov 29 11:52:28.176004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, e545bb54-c20f-4cef-be80-9411555aa5cc) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:28.176126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57764) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:28.184122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:28.184736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.196601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e9850eba-6e4f-417a-911f-3cf51adc52ba triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:28.196974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.207844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a1a6bb-4c95-4eae-b98f-4a7f8d12bee4 None None] Network e545bb54-c20f-4cef-be80-9411555aa5cc requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:28.231090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142059d5-055c-4f67-875e-314585300ebe None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:28.231516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142059d5-055c-4f67-875e-314585300ebe None None] Checking segment: {'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:28.231867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-142059d5-055c-4f67-875e-314585300ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.232007 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-ec2238b4-e4b7-434f-94f0-48d7fcadc272 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:28.232256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142059d5-055c-4f67-875e-314585300ebe None None] Bound using segment: {'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:28.235638 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-142059d5-055c-4f67-875e-314585300ebe None None] Bound port: 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268be6c5-b30d-49d1-8516-e39116c29af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:28.235790 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ec2238b4-e4b7-434f-94f0-48d7fcadc272 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags/tempest-TagsExtTest-Tag-26507418 HTTP/1.1" status: 404 len: 327 time: 0.2727432 Nov 29 11:52:28.235897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-142059d5-055c-4f67-875e-314585300ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.239766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57766) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:28.243806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.248191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-3f828f35-72e2-48e6-afd8-7f2173fb4b41 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29', {'tags': ['tempest-TagsExtTest-Tag-1347954136', 'tempest-TagsExtTest-Tag-425956542', 'tempest-TagsExtTest-Tag-473819852']}) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:28.253292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.297303 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4a0acc18-6ae7-4491-bcb5-59a556ea4bef tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8456562 Nov 29 11:52:28.329857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77161d4-67a7-4512-b2f9-2e2bb16ebe0b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:28.329857 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d77161d4-67a7-4512-b2f9-2e2bb16ebe0b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1474969 Nov 29 11:52:28.329857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57768) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:28.338994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:28.341395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57770) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:28.347632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:28.350472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:28.360170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.360403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Pushing event updated for resources: {'Port': ['ID=4a4bd47f-9aeb-4f7d-9702-22b21d880422,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:28.465462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d882b563-341a-4bee-bf42-dc36e56226d0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:28.467076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d882b563-341a-4bee-bf42-dc36e56226d0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:28.468758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d882b563-341a-4bee-bf42-dc36e56226d0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:28.473042 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d882b563-341a-4bee-bf42-dc36e56226d0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1288314 Nov 29 11:52:28.476363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57772) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:28.482699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3f828f35-72e2-48e6-afd8-7f2173fb4b41 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags HTTP/1.1" status: 200 len: 316 time: 0.2393298 Nov 29 11:52:28.488975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57774) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:28.495099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-fb74bb1f-5d03-44ef-8568-cb16067b1f61 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:28.495461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-142059d5-055c-4f67-875e-314585300ebe None None] For port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:28.541381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-142059d5-055c-4f67-875e-314585300ebe None None] For port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,segment=NetworkSegment(268be6c5-b30d-49d1-8516-e39116c29af6),segment_id=268be6c5-b30d-49d1-8516-e39116c29af6)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:28.577747 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-142059d5-055c-4f67-875e-314585300ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.599608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.639735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-1919aeee-3449-4f16-85f7-cca8db576d40 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 47902a96-e3d1-4267-866e-d886fdae2b4d {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:28.652444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1919aeee-3449-4f16-85f7-cca8db576d40 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.673137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Attempting to bind port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:28.673527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Attempting to bind port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:28.673876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Attempting to bind port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 on network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:28.682078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:28.694302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:28.703689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:28.709058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event updated for resources: {'Port': ['ID=0ce76d8f-caa9-4c44-b693-5b9b1d0766b1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:28.716931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:28.717305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Checking segment: {'id': '8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:28.717712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.718151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Bound using segment: {'id': '8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:28.718618 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Bound port: 4a4bd47f-9aeb-4f7d-9702-22b21d880422, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:28.718998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.738164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142059d5-055c-4f67-875e-314585300ebe None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:28.738800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-142059d5-055c-4f67-875e-314585300ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:28.740634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e43ac-2209-4588-897f-097fcdd51213 None None] Pushing event updated for resources: {'Port': ['ID=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:28.762220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1919aeee-3449-4f16-85f7-cca8db576d40 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.790390 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fb74bb1f-5d03-44ef-8568-cb16067b1f61 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags HTTP/1.1" status: 204 len: 168 time: 0.3003697 Nov 29 11:52:28.797545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57776) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:28.802826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-5f93d84c-0e28-47b3-b5b4-a409c9e5e484 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29', 'tempest-TagsExtTest-Tag-1347954136') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:28.848279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.856840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'Port': ['ID=5d6c755b-b9a0-490b-bf38-1ae19aaabadb,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:28.880325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3c8caac4-f075-4ef5-9d95-5b2e0b5c6f8e None None] Could not find standard attr ID for object b83ee083-32ca-4f9e-85da-7f36c1d32cff. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:52:28.926483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] For port 4a4bd47f-9aeb-4f7d-9702-22b21d880422, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:28.930367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] For port 4a4bd47f-9aeb-4f7d-9702-22b21d880422, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=4a4bd47f-9aeb-4f7d-9702-22b21d880422,segment=NetworkSegment(8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9),segment_id=8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:28.944278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:28.947260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-e545bb54-c20f-4cef-be80-9411555aa5cc', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:28.948559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.000658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1919aeee-3449-4f16-85f7-cca8db576d40 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.007524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-142059d5-055c-4f67-875e-314585300ebe None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:29.079038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:29.082149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:29.091287 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-5f93d84c-0e28-47b3-b5b4-a409c9e5e484 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:29.094911 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5f93d84c-0e28-47b3-b5b4-a409c9e5e484 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags/tempest-TagsExtTest-Tag-1347954136 HTTP/1.1" status: 404 len: 329 time: 0.2956266 Nov 29 11:52:29.098751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57778) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:29.110883 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-07d25cc3-3cbb-449e-94a1-3dfc9a957ed7 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29', 'tempest-TagsExtTest-Tag-425956542') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:29.145596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1929cb-384c-4dec-bee8-1e8e7deb6f2e None None] Pushing event updated for resources: {'Port': ['ID=4a4bd47f-9aeb-4f7d-9702-22b21d880422,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:29.158813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3c8caac4-f075-4ef5-9d95-5b2e0b5c6f8e None None] Provisioning complete for port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:29.159701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3c8caac4-f075-4ef5-9d95-5b2e0b5c6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.244293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1919aeee-3449-4f16-85f7-cca8db576d40 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.284664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919aeee-3449-4f16-85f7-cca8db576d40 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=47902a96-e3d1-4267-866e-d886fdae2b4d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:29.287202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1919aeee-3449-4f16-85f7-cca8db576d40 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.290341 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1919aeee-3449-4f16-85f7-cca8db576d40 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/47902a96-e3d1-4267-866e-d886fdae2b4d HTTP/1.1" status: 204 len: 168 time: 0.8128324 Nov 29 11:52:29.294924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57780) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:29.360217 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-07d25cc3-3cbb-449e-94a1-3dfc9a957ed7 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:29.362297 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-07d25cc3-3cbb-449e-94a1-3dfc9a957ed7 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags/tempest-TagsExtTest-Tag-425956542 HTTP/1.1" status: 404 len: 328 time: 0.2622809 Nov 29 11:52:29.369487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57782) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:29.375705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-061cff2f-b6c5-4f4b-bcb6-ad0672f3a78d tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29', 'tempest-TagsExtTest-Tag-473819852') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:29.415086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Router b17ccded-e07c-4453-847f-3850faff8f0c is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:29.458550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7a84ec-3882-40d1-aa43-214ddd506337 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 52106de4-4004-4da4-8531-d9135f8fcb20 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:29.465812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c7a84ec-3882-40d1-aa43-214ddd506337 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.476801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f413102-9e03-41ea-960c-e5c629475918 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:29.501248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.510780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.673985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Allocated IP 2001:db8:3::2 (e545bb54-c20f-4cef-be80-9411555aa5cc/06cc6ae6-a65b-4452-bc55-ffc3b859be84/b5dd399f-03c9-4040-a403-064f96c2e342) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:29.777867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:29.791617 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd5047-a31c-49a8-90f6-6dbb15ee2b81 None None] Sync routers for ids ['b17ccded-e07c-4453-847f-3850faff8f0c'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:29.815104 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd5047-a31c-49a8-90f6-6dbb15ee2b81 None None] Routers {'b17ccded-e07c-4453-847f-3850faff8f0c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:29.815736 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-41bd5047-a31c-49a8-90f6-6dbb15ee2b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b17ccded-e07c-4453-847f-3850faff8f0c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:29.817721 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f5aaf0e0-67a9-4891-9cb7-7cb0d3c3bc41 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "PUT /v2.0/routers/b17ccded-e07c-4453-847f-3850faff8f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3764877 Nov 29 11:52:29.818482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57784) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:29.827495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3c8caac4-f075-4ef5-9d95-5b2e0b5c6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.836465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Request body: {'port': {'network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2', 'name': 'tempest-FloatingIPNegativeTestJSON-688828901'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:29.899566 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-41bd5047-a31c-49a8-90f6-6dbb15ee2b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:29.910798 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd5047-a31c-49a8-90f6-6dbb15ee2b81 None None] Routers {'b17ccded-e07c-4453-847f-3850faff8f0c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:29.911757 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-41bd5047-a31c-49a8-90f6-6dbb15ee2b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b17ccded-e07c-4453-847f-3850faff8f0c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:29.913930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3c8caac4-f075-4ef5-9d95-5b2e0b5c6f8e None None] For port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,segment=NetworkSegment(268be6c5-b30d-49d1-8516-e39116c29af6),segment_id=268be6c5-b30d-49d1-8516-e39116c29af6)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:29.926048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c7a84ec-3882-40d1-aa43-214ddd506337 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.942583 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3c8caac4-f075-4ef5-9d95-5b2e0b5c6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:29.970043 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-41bd5047-a31c-49a8-90f6-6dbb15ee2b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:29.970784 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bd5047-a31c-49a8-90f6-6dbb15ee2b81 None None] The sync data for ids ['b17ccded-e07c-4453-847f-3850faff8f0c'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:29.976474 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-061cff2f-b6c5-4f4b-bcb6-ad0672f3a78d tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:29.977683 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-061cff2f-b6c5-4f4b-bcb6-ad0672f3a78d tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags/tempest-TagsExtTest-Tag-473819852 HTTP/1.1" status: 404 len: 328 time: 0.6056821 Nov 29 11:52:29.983967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57786) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:29.991252 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-7c6422fe-e09b-4cd9-ac55-4abfc5194b6b tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec', {'tags': ['tempest-TagsExtTest-Tag-1068828287', 'tempest-TagsExtTest-Tag-1053073777', 'tempest-TagsExtTest-Tag-501194357']}) {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:29.992100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4a4bd47f-9aeb-4f7d-9702-22b21d880422 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:29.994704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-142059d5-055c-4f67-875e-314585300ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:23Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:28Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:30.065486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Made reservation on behalf of 5e691890be6540c3a19c32f99bb4dc9f for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:30.073334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.103722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142059d5-055c-4f67-875e-314585300ebe None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:23Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:28Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:30.108151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7c6422fe-e09b-4cd9-ac55-4abfc5194b6b tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "PUT /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags HTTP/1.1" status: 200 len: 317 time: 0.1209350 Nov 29 11:52:30.141355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57788) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:30.145301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] device_id is not set on port 1e76fdc3-28e2-48c0-9552-bc4dd645f638 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:30.155404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.166900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-5eaa4c95-b947-479f-b147-aacc604e1353 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:30.175178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8caac4-f075-4ef5-9d95-5b2e0b5c6f8e None None] Pushing event updated for resources: {'Port': ['ID=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:30.207375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.263464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3a669bb2-fcac-4e3f-9212-96b4a6460172 None None] Provisioning complete for port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:30.263845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a669bb2-fcac-4e3f-9212-96b4a6460172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.287261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c7a84ec-3882-40d1-aa43-214ddd506337 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.334451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Network e545bb54-c20f-4cef-be80-9411555aa5cc is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:30.378817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:30.379497 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.381035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Allocated IP 2001:db8:3::1 (e545bb54-c20f-4cef-be80-9411555aa5cc/06cc6ae6-a65b-4452-bc55-ffc3b859be84/278cf892-3709-4fcb-af3d-742b2d3729c6) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:30.391472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Pushing event updated for resources: {'Port': ['ID=b5dd399f-03c9-4040-a403-064f96c2e342,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:30.393970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:30.406899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:30.407401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.571776 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5eaa4c95-b947-479f-b147-aacc604e1353 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags HTTP/1.1" status: 204 len: 168 time: 0.4291446 Nov 29 11:52:30.576914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c7a84ec-3882-40d1-aa43-214ddd506337 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.580386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57790) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:30.589919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Allocated IP 172.20.0.13 (66ec23b8-4ffb-492b-a068-ff6bef3c09f2/2deff9b4-5a24-47c9-b610-5e814066e1fb/1e76fdc3-28e2-48c0-9552-bc4dd645f638) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:30.605200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Attempting to bind port b5dd399f-03c9-4040-a403-064f96c2e342 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:30.605573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Attempting to bind port b5dd399f-03c9-4040-a403-064f96c2e342 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:30.605935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Attempting to bind port b5dd399f-03c9-4040-a403-064f96c2e342 on network e545bb54-c20f-4cef-be80-9411555aa5cc {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:30.608885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.tag.tag_plugin [None req-6e24709b-6e1e-4c21-81d0-d96ee418a334 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec', 'tempest-TagsExtTest-Tag-1068828287') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:30.621209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:30.621584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Checking segment: {'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:30.622014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.622412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Bound using segment: {'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:30.622896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Bound port: b5dd399f-03c9-4040-a403-064f96c2e342, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:30.623380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.726680 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a84ec-3882-40d1-aa43-214ddd506337 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=52106de4-4004-4da4-8531-d9135f8fcb20,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:30.727447 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-6e24709b-6e1e-4c21-81d0-d96ee418a334 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:30.729058 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6e24709b-6e1e-4c21-81d0-d96ee418a334 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags/tempest-TagsExtTest-Tag-1068828287 HTTP/1.1" status: 404 len: 329 time: 0.1406751 Nov 29 11:52:30.739608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57792) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:30.755670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1ba767d0-2a44-4a05-abdb-c30e536bda6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.757932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-d79883bb-2245-4e73-aabf-02b112d0b9b5 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec', 'tempest-TagsExtTest-Tag-1053073777') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:30.774493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c7a84ec-3882-40d1-aa43-214ddd506337 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.778762 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9c7a84ec-3882-40d1-aa43-214ddd506337 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/52106de4-4004-4da4-8531-d9135f8fcb20 HTTP/1.1" status: 204 len: 168 time: 1.4818261 Nov 29 11:52:30.783581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57794) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:30.785126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Router 7982cb03-0a7d-4a40-8eba-ff56220685c8 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:30.806866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.808846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5786b27-cd8a-4821-8e96-3f71463191ae None None] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:30.818434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.863476 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ae01c444-5d58-45f8-8cc7-45e94755c53f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590715 Nov 29 11:52:30.866389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57796) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:30.875107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:30.936663 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-d79883bb-2245-4e73-aabf-02b112d0b9b5 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:30.940181 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d79883bb-2245-4e73-aabf-02b112d0b9b5 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags/tempest-TagsExtTest-Tag-1053073777 HTTP/1.1" status: 404 len: 329 time: 0.1884737 Nov 29 11:52:30.943051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57798) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:30.944026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] For port b5dd399f-03c9-4040-a403-064f96c2e342, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:30.952565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-4d88b060-c482-479e-aae1-e868df53f606 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec', 'tempest-TagsExtTest-Tag-501194357') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:30.955179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] For port b5dd399f-03c9-4040-a403-064f96c2e342, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b5dd399f-03c9-4040-a403-064f96c2e342,segment=NetworkSegment(e479644c-f7cb-4bcc-b9c2-1ea5c26e2560),segment_id=e479644c-f7cb-4bcc-b9c2-1ea5c26e2560)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:30.958062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9d507ccc-fa97-44d1-953b-8c76e1f688fc None None] Provisioning complete for port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:30.958456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9d507ccc-fa97-44d1-953b-8c76e1f688fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:30.962459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 4a4bd47f-9aeb-4f7d-9702-22b21d880422, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=4a4bd47f-9aeb-4f7d-9702-22b21d880422,segment=NetworkSegment(8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9),segment_id=8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:30.999861 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-4d88b060-c482-479e-aae1-e868df53f606 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] show failed (client error): The resource could not be found. Nov 29 11:52:31.003292 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4d88b060-c482-479e-aae1-e868df53f606 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags/tempest-TagsExtTest-Tag-501194357 HTTP/1.1" status: 404 len: 328 time: 0.0568841 Nov 29 11:52:31.004301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.004956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57800) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:31.006933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.015156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-2c7d24f7-d60b-40c1-8a72-7e1a08745c35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1236f6de-916a-424e-b4ba-d2095126ecec') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:31.063752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:31.076299 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c7d24f7-d60b-40c1-8a72-7e1a08745c35 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec/tags HTTP/1.1" status: 204 len: 168 time: 0.0675290 Nov 29 11:52:31.081061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57802) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:31.097918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-e86b4f4e-65a5-48b2-833c-852f2cf3dbe5 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd5fc970a-d1be-460c-b365-65d6328a1b29') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:31.108308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa9b34-5db3-4348-b960-919b2437e31c None None] Sync routers for ids ['7982cb03-0a7d-4a40-8eba-ff56220685c8'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:31.121722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819703bf-8b0b-4188-b4f7-ecb8cdea816e None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:31.141161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.182378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:31.184777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.189318 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-68a85d85-f0e1-4b7c-a031-d5517d9c3a49 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1503062 Nov 29 11:52:31.191551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57804) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:31.192962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.195851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:31.202405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.229285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa9b34-5db3-4348-b960-919b2437e31c None None] Routers {'7982cb03-0a7d-4a40-8eba-ff56220685c8'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:31.229928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c1fa9b34-5db3-4348-b960-919b2437e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7982cb03-0a7d-4a40-8eba-ff56220685c8'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:31.273801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network e545bb54-c20f-4cef-be80-9411555aa5cc is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:31.282895 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e86b4f4e-65a5-48b2-833c-852f2cf3dbe5 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29/tags HTTP/1.1" status: 204 len: 168 time: 0.2007926 Nov 29 11:52:31.285846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=278cf892-3709-4fcb-af3d-742b2d3729c6,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:31.286021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614f322-f8d2-459b-97d5-50e5b12dcb35 None None] Pushing event updated for resources: {'Port': ['ID=b5dd399f-03c9-4040-a403-064f96c2e342,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:31.286628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57806) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:31.289128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:31.296336 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:31.296979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.299435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c1fa9b34-5db3-4348-b960-919b2437e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:31.302824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-2ea98583-0a4b-440c-a92a-df286aadd77f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c3ab348c-8f33-495f-a260-c4aa95918639') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:31.432298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.460911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa9b34-5db3-4348-b960-919b2437e31c None None] Routers {'7982cb03-0a7d-4a40-8eba-ff56220685c8'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:31.461525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c1fa9b34-5db3-4348-b960-919b2437e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7982cb03-0a7d-4a40-8eba-ff56220685c8'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:31.555070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c1fa9b34-5db3-4348-b960-919b2437e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:31.556012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa9b34-5db3-4348-b960-919b2437e31c None None] The sync data for ids ['7982cb03-0a7d-4a40-8eba-ff56220685c8'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:31.563869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=4a4bd47f-9aeb-4f7d-9702-22b21d880422,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:31.567653 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2ea98583-0a4b-440c-a92a-df286aadd77f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639/tags HTTP/1.1" status: 204 len: 168 time: 0.2800093 Nov 29 11:52:31.571431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57808) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:31.578114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.tag.tag_plugin [None req-af6df05b-bc80-4ad2-961d-86573cc017e6 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a508b59c-a16d-4552-8f51-7972a6d57e60') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:31.584237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:31.620186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.623165 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:31.637136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:31.665579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'Port': ['ID=1e76fdc3-28e2-48c0-9552-bc4dd645f638,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:31.693600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7081b70d-771b-47b4-85e5-f8be2b66dca0 None None] Provisioning complete for port e9850eba-6e4f-417a-911f-3cf51adc52ba triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:31.694320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7081b70d-771b-47b4-85e5-f8be2b66dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.720432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:31.759166 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-af6df05b-bc80-4ad2-961d-86573cc017e6 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60/tags HTTP/1.1" status: 204 len: 168 time: 0.1854575 Nov 29 11:52:31.765438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57810) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:31.929831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ccbb7c4-54db-461d-bb07-58f7d352b013 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for subnetpool, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.932373 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4ccbb7c4-54db-461d-bb07-58f7d352b013 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnetpools/1236f6de-916a-424e-b4ba-d2095126ecec HTTP/1.1" status: 204 len: 168 time: 0.1648920 Nov 29 11:52:31.950228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57812) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:31.957159 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:31.982378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.013636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:32.014087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.018779 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ed5de3b4-37c9-41fc-a8fc-aea0c833622c tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fc970a-d1be-460c-b365-65d6328a1b29 HTTP/1.1" status: 200 len: 205 time: 0.0687230 Nov 29 11:52:32.028644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57814) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:32.029731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.065839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Deleting port 0ce76d8f-caa9-4c44-b693-5b9b1d0766b1 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:32.066504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.117935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b5dd399f-03c9-4040-a403-064f96c2e342 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:32.160664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] Deleting port e9850eba-6e4f-417a-911f-3cf51adc52ba {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:32.161047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.180893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.198504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Calling delete_port for 0ce76d8f-caa9-4c44-b693-5b9b1d0766b1 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:32.288557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] For port e9850eba-6e4f-417a-911f-3cf51adc52ba, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e9850eba-6e4f-417a-911f-3cf51adc52ba,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:32.289083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.298168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b5dd399f-03c9-4040-a403-064f96c2e342 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:32.298538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.325430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] Calling delete_port for e9850eba-6e4f-417a-911f-3cf51adc52ba owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:32.402969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-47e40ec6-b36e-495b-bb84-b5827f06e80a None None] Provisioning complete for port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:32.403333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47e40ec6-b36e-495b-bb84-b5827f06e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.436750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.482651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Pushing event deleted for resources: {'Port': ['ID=0ce76d8f-caa9-4c44-b693-5b9b1d0766b1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:32.518206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.567143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.592430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.600261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] No DVR routers for this DVR port e9850eba-6e4f-417a-911f-3cf51adc52ba on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:32.638088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port b5dd399f-03c9-4040-a403-064f96c2e342, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b5dd399f-03c9-4040-a403-064f96c2e342,segment=NetworkSegment(e479644c-f7cb-4bcc-b9c2-1ea5c26e2560),segment_id=e479644c-f7cb-4bcc-b9c2-1ea5c26e2560)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:32.641929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c841d1-ddb8-45f9-ad1c-333eab94d2bc None None] Pushing event deleted for resources: {'Port': ['ID=e9850eba-6e4f-417a-911f-3cf51adc52ba,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:32.659433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.660411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4a4bd47f-9aeb-4f7d-9702-22b21d880422 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:32.662405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3472619a-64ef-4d07-889d-55dd8ce2f01f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.737372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=b5dd399f-03c9-4040-a403-064f96c2e342,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:32.741380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36cf3a-313a-44fd-bccd-a24b395df18b None None] Network e545bb54-c20f-4cef-be80-9411555aa5cc requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:32.800745 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1bbd4f78-76a3-47e6-a810-9e4741f1bf6d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9811687 Nov 29 11:52:32.804634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57816) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:32.805813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:32.811197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:32.813214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=774c72b2-0578-4485-ad53-e70e7144e280,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:32.818246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:32.841485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de227471-2a5b-4225-88fa-76992182e063 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:32.904882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.911155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.915256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.920717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-47e40ec6-b36e-495b-bb84-b5827f06e80a None None] Provisioning complete for port 5d6c755b-b9a0-490b-bf38-1ae19aaabadb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:32.921066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47e40ec6-b36e-495b-bb84-b5827f06e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.924122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3472619a-64ef-4d07-889d-55dd8ce2f01f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.926317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3472619a-64ef-4d07-889d-55dd8ce2f01f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.935892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:32.936494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.990812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3472619a-64ef-4d07-889d-55dd8ce2f01f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.991459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3472619a-64ef-4d07-889d-55dd8ce2f01f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Fanout notify agent at l3_agent the message router_deleted on router d5fc970a-d1be-460c-b365-65d6328a1b29 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:32.992337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:32.992674 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:32.999706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-47e40ec6-b36e-495b-bb84-b5827f06e80a None None] Port 5d6c755b-b9a0-490b-bf38-1ae19aaabadb cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:33.001209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3472619a-64ef-4d07-889d-55dd8ce2f01f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.002350 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3472619a-64ef-4d07-889d-55dd8ce2f01f tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/routers/d5fc970a-d1be-460c-b365-65d6328a1b29 HTTP/1.1" status: 204 len: 168 time: 0.9702744 Nov 29 11:52:33.006512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57818) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:33.012659 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e56eeb0c-8842-493a-9e85-97547153135c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1469371 Nov 29 11:52:33.015804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57820) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:33.025346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-02d04a9f-5918-44d7-9e23-83b74378e1da tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:33.099881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Router 7982cb03-0a7d-4a40-8eba-ff56220685c8 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:33.167100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.174328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-85e56a62-9b24-40ac-bbed-66d5981b15de None None] Provisioning complete for port b5dd399f-03c9-4040-a403-064f96c2e342 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:33.174705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-85e56a62-9b24-40ac-bbed-66d5981b15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.178630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.179507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.235074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:33.241883 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.243148 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-792de679-c205-465f-a18f-c2b3561c6c09 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "PUT /v2.0/routers/7982cb03-0a7d-4a40-8eba-ff56220685c8 HTTP/1.1" status: 200 len: 709 time: 2.0508006 Nov 29 11:52:33.243500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-a69dac40-829b-49d0-b73b-d77ac88de0e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1642835 Nov 29 11:52:33.246568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57822) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:33.259227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'tenant_id': 'd4c4670942fa43d8b565a25db36c695a', 'fixed_ips': [{'subnet_id': '774c72b2-0578-4485-ad53-e70e7144e280'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:33.259551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-666b38a7-d90b-49f9-90de-5dc659d64ff9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Deleting port c3ab348c-8f33-495f-a260-c4aa95918639 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:33.259899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-666b38a7-d90b-49f9-90de-5dc659d64ff9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.260049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.287713 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfbe45-38d7-422f-8c0e-b6abc1084b17 None None] Sync routers for ids ['7982cb03-0a7d-4a40-8eba-ff56220685c8'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:33.294036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe896e83-e40d-4703-b3c0-5057ab36e471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.301003 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfbe45-38d7-422f-8c0e-b6abc1084b17 None None] Routers {'7982cb03-0a7d-4a40-8eba-ff56220685c8'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:33.302012 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-95cfbe45-38d7-422f-8c0e-b6abc1084b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7982cb03-0a7d-4a40-8eba-ff56220685c8'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:33.312465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:33.369746 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-95cfbe45-38d7-422f-8c0e-b6abc1084b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:33.379960 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfbe45-38d7-422f-8c0e-b6abc1084b17 None None] Routers {'7982cb03-0a7d-4a40-8eba-ff56220685c8'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:33.380844 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-95cfbe45-38d7-422f-8c0e-b6abc1084b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7982cb03-0a7d-4a40-8eba-ff56220685c8'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:33.449346 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-95cfbe45-38d7-422f-8c0e-b6abc1084b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:33.450297 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfbe45-38d7-422f-8c0e-b6abc1084b17 None None] The sync data for ids ['7982cb03-0a7d-4a40-8eba-ff56220685c8'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:33.490803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d04a9f-5918-44d7-9e23-83b74378e1da tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:33.497606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-02d04a9f-5918-44d7-9e23-83b74378e1da tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.535571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:33.535956 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.545909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-85e56a62-9b24-40ac-bbed-66d5981b15de None None] Provisioning complete for port 1e76fdc3-28e2-48c0-9552-bc4dd645f638 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:33.546304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-85e56a62-9b24-40ac-bbed-66d5981b15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.566238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Allocated IP 2001:db8::2 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/774c72b2-0578-4485-ad53-e70e7144e280/c390b944-d772-4146-8414-8988407d355e) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:33.609894 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.ipam_backend_mixin [None req-02d04a9f-5918-44d7-9e23-83b74378e1da tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 774c72b2-0578-4485-ad53-e70e7144e280 (CIDR: 2001:db8::/64) Nov 29 11:52:33.614607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Network e545bb54-c20f-4cef-be80-9411555aa5cc is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:33.625288 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d04a9f-5918-44d7-9e23-83b74378e1da tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:33.625877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d04a9f-5918-44d7-9e23-83b74378e1da tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:33.639990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event updated for resources: {'Port': ['ID=278cf892-3709-4fcb-af3d-742b2d3729c6,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:33.642847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:33.651603 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-02d04a9f-5918-44d7-9e23-83b74378e1da tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6280887 Nov 29 11:52:33.661146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57824) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:33.668617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'subnet': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:33.683425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-85e56a62-9b24-40ac-bbed-66d5981b15de None None] Port 1e76fdc3-28e2-48c0-9552-bc4dd645f638 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:33.712086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.716129 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c04f56db-c40f-4369-b9e1-9d54206ce4ba tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/routers/7982cb03-0a7d-4a40-8eba-ff56220685c8 HTTP/1.1" status: 200 len: 744 time: 0.4683390 Nov 29 11:52:33.722124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57826) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:33.724417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.745068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-85e56a62-9b24-40ac-bbed-66d5981b15de None None] Provisioning complete for port 5d6c755b-b9a0-490b-bf38-1ae19aaabadb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:33.745482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-85e56a62-9b24-40ac-bbed-66d5981b15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.762720 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6ce89ad7-3508-4600-83f3-07b109a74419 tempest-RoutersIpV6AdminTest-922144065 tempest-RoutersIpV6AdminTest-922144065-project-admin] 10.222.0.23 "GET /v2.0/ports?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&device_id=7982cb03-0a7d-4a40-8eba-ff56220685c8 HTTP/1.1" status: 200 len: 205 time: 0.0393019 Nov 29 11:52:33.767482 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57828) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:33.794020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-4c1c1ed6-3aed-47d6-bef5-7f6ef99acf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:33.795612 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-4c1c1ed6-3aed-47d6-bef5-7f6ef99acf79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1098 time: 0.3588953 Nov 29 11:52:33.858729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-85e56a62-9b24-40ac-bbed-66d5981b15de None None] Port 5d6c755b-b9a0-490b-bf38-1ae19aaabadb cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:33.864505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5706a269-4efc-42f9-9996-542665882541 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7982cb03-0a7d-4a40-8eba-ff56220685c8 HTTP/1.1" status: 200 len: 205 time: 0.0957246 Nov 29 11:52:33.869509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57830) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:33.918743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.928105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.937792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-666b38a7-d90b-49f9-90de-5dc659d64ff9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:33.965425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:33.996186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:34.000550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.000733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:34.002221 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e9850eba-6e4f-417a-911f-3cf51adc52ba no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:34.017669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-666b38a7-d90b-49f9-90de-5dc659d64ff9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Calling delete_port for c3ab348c-8f33-495f-a260-c4aa95918639 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:34.026428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f98a86-c680-47f9-acf7-922ab6d7b286 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.029405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Pushing event updated for resources: {'Port': ['ID=c390b944-d772-4146-8414-8988407d355e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:34.034035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:34.037651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:34.043672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: e9850eba-6e4f-417a-911f-3cf51adc52ba {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:34.044114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e9850eba-6e4f-417a-911f-3cf51adc52ba not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:34.126542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6ce85252-dacb-4d3e-8359-f164d4560a6a None None] Provisioning complete for port b5dd399f-03c9-4040-a403-064f96c2e342 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:34.127006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ce85252-dacb-4d3e-8359-f164d4560a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.149569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-6aed6a5e-eea2-4caa-92ba-2d6cace58664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:34.151773 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-6aed6a5e-eea2-4caa-92ba-2d6cace58664 service neutron] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 911 time: 0.3247514 Nov 29 11:52:34.152670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Attempting to bind port c390b944-d772-4146-8414-8988407d355e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:34.153227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Attempting to bind port c390b944-d772-4146-8414-8988407d355e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:34.153744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Attempting to bind port c390b944-d772-4146-8414-8988407d355e on network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:34.164982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:34.165713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Checking segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:34.166535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.167097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Bound using segment: {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:34.167807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Bound port: c390b944-d772-4146-8414-8988407d355e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44a6241-8401-47ed-b408-6310b8a5cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:34.168378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.237358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b5dd399f-03c9-4040-a403-064f96c2e342 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:34.238362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Allocated IP 172.26.5.225 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/1c05d400-6112-4c83-9a05-5052794ea5f3) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:34.249855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:34.258056 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3ffcc3e0-b1cf-4abb-a8e7-7b0871a43b36 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9276304 Nov 29 11:52:34.261056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57832) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:34.268651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:34.286044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:34.295214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f98a86-c680-47f9-acf7-922ab6d7b286 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.299684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f98a86-c680-47f9-acf7-922ab6d7b286 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.324205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:34.325002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:34.454875 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-c7e113fc-7378-46c3-a298-724e6210c2b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 1001 time: 0.2943070 Nov 29 11:52:34.469399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f98a86-c680-47f9-acf7-922ab6d7b286 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.469884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f98a86-c680-47f9-acf7-922ab6d7b286 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Fanout notify agent at l3_agent the message router_deleted on router 7982cb03-0a7d-4a40-8eba-ff56220685c8 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:34.479845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d2f98a86-c680-47f9-acf7-922ab6d7b286 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.486460 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d2f98a86-c680-47f9-acf7-922ab6d7b286 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/7982cb03-0a7d-4a40-8eba-ff56220685c8 HTTP/1.1" status: 204 len: 168 time: 0.6138616 Nov 29 11:52:34.488162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57834) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:34.489967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.568437 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-666b38a7-d90b-49f9-90de-5dc659d64ff9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.583647 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1082ced6-5e44-421e-ba7e-fa8759a1195e tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=7982cb03-0a7d-4a40-8eba-ff56220685c8 HTTP/1.1" status: 200 len: 205 time: 0.0707586 Nov 29 11:52:34.586582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57836) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:34.615093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.622860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-f11c8f88-d8a3-491d-9ed2-ca328b869b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:34.624338 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-f11c8f88-d8a3-491d-9ed2-ca328b869b49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.1545281 Nov 29 11:52:34.639218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] For port c390b944-d772-4146-8414-8988407d355e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:34.648220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b38a7-d90b-49f9-90de-5dc659d64ff9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Pushing event deleted for resources: {'Port': ['ID=c3ab348c-8f33-495f-a260-c4aa95918639,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:34.666720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.669379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:34.676904 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] For port c390b944-d772-4146-8414-8988407d355e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c390b944-d772-4146-8414-8988407d355e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:34.692145 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-d484579a-ca8e-4590-8686-cdd4413d8b11 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] delete failed (client error): The resource could not be found. Nov 29 11:52:34.694175 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d484579a-ca8e-4590-8686-cdd4413d8b11 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/7982cb03-0a7d-4a40-8eba-ff56220685c8 HTTP/1.1" status: 404 len: 336 time: 0.1056695 Nov 29 11:52:34.700417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57838) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:34.717567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.728304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b5dd399f-03c9-4040-a403-064f96c2e342 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:34.728677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.761702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:34.772123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'Port': ['ID=1c05d400-6112-4c83-9a05-5052794ea5f3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:34.784738 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:34.788136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:34.830291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-666b38a7-d90b-49f9-90de-5dc659d64ff9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.831504 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9d83b14c-5cdc-49bd-bc0d-9f132a3cefbb tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=1cbf9168-d2cd-4d36-9c00-653e36f9ecbe HTTP/1.1" status: 200 len: 205 time: 0.1269174 Nov 29 11:52:34.841175 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-666b38a7-d90b-49f9-90de-5dc659d64ff9 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/ports/c3ab348c-8f33-495f-a260-c4aa95918639 HTTP/1.1" status: 204 len: 168 time: 1.8314955 Nov 29 11:52:34.841506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6ce85252-dacb-4d3e-8359-f164d4560a6a None None] Provisioning complete for port 278cf892-3709-4fcb-af3d-742b2d3729c6 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:34.841647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57840) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:34.841852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57842) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:34.841985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ce85252-dacb-4d3e-8359-f164d4560a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:34.910247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-1446b4f6-9753-4f10-83ee-fd28816709e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:34.911955 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-1446b4f6-9753-4f10-83ee-fd28816709e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2804513 Nov 29 11:52:34.985686 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-225b1575-8c22-4d78-a6e5-20fcebedc0a6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] delete failed (client error): The resource could not be found. Nov 29 11:52:34.987026 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-225b1575-8c22-4d78-a6e5-20fcebedc0a6 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/1cbf9168-d2cd-4d36-9c00-653e36f9ecbe HTTP/1.1" status: 404 len: 336 time: 0.1442537 Nov 29 11:52:34.990881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57844) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.009359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61985b57-a5e5-421d-bb8c-66175aa75d00 None None] Pushing event updated for resources: {'Port': ['ID=c390b944-d772-4146-8414-8988407d355e,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:35.032334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6ce85252-dacb-4d3e-8359-f164d4560a6a None None] Port 278cf892-3709-4fcb-af3d-742b2d3729c6 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:35.036245 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-99f51852-a356-4ee3-bcac-5df010eb6e3b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55 HTTP/1.1" status: 200 len: 205 time: 0.0416059 Nov 29 11:52:35.037064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57846) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.057360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-26bab56a-9cad-4e0c-90a0-663edf5764cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Deleting subnet a508b59c-a16d-4552-8f51-7972a6d57e60 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:35.123241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26bab56a-9cad-4e0c-90a0-663edf5764cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.127078 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-cc74f713-8559-4067-b926-2debb4342632 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] delete failed (client error): The resource could not be found. Nov 29 11:52:35.128422 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cc74f713-8559-4067-b926-2debb4342632 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/297f8f5e-1968-43b1-9a0f-ba2c8d4b6d55 HTTP/1.1" status: 404 len: 336 time: 0.0861356 Nov 29 11:52:35.163519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57848) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.178722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-be1cb016-42fd-4329-9283-d33ed9017d5e None None] Provisioning complete for port 278cf892-3709-4fcb-af3d-742b2d3729c6 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:35.179094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be1cb016-42fd-4329-9283-d33ed9017d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.233906 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2656ab25-0fea-40d4-9f03-b142f7ed35dc tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=9264da5f-cf39-473c-a1a3-7aef88e94426 HTTP/1.1" status: 200 len: 205 time: 0.0679615 Nov 29 11:52:35.247257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57850) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.274761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-be1cb016-42fd-4329-9283-d33ed9017d5e None None] Port 278cf892-3709-4fcb-af3d-742b2d3729c6 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:35.298459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:31Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:32Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:35.323437 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-58083f21-e433-413d-ac87-44dbf13001e5 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] delete failed (client error): The resource could not be found. Nov 29 11:52:35.327193 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-58083f21-e433-413d-ac87-44dbf13001e5 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/9264da5f-cf39-473c-a1a3-7aef88e94426 HTTP/1.1" status: 404 len: 336 time: 0.0595884 Nov 29 11:52:35.327795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57854) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.341312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.357664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:35.359351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Updating router a1109d24-920c-4b76-9818-81bec0e95c1f port 278cf892-3709-4fcb-af3d-742b2d3729c6 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:52:35.375001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ade59f76-cf3a-43ae-aa0a-74b165c3a65f tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=63574571-a3d7-4948-9fbb-17b2e5cca99b HTTP/1.1" status: 200 len: 205 time: 0.0422378 Nov 29 11:52:35.379161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26bab56a-9cad-4e0c-90a0-663edf5764cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.382427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57856) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.402743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.476777 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-2fa29dc3-768f-4ecc-9254-5dfd738af92b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] delete failed (client error): The resource could not be found. Nov 29 11:52:35.478005 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2fa29dc3-768f-4ecc-9254-5dfd738af92b tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/63574571-a3d7-4948-9fbb-17b2e5cca99b HTTP/1.1" status: 404 len: 336 time: 0.0942824 Nov 29 11:52:35.481915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57858) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.567764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26bab56a-9cad-4e0c-90a0-663edf5764cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.656447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26bab56a-9cad-4e0c-90a0-663edf5764cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.660924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 11:52:35.663068 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b511958f-8729-45af-b091-0b43b30ade59 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "GET /v2.0/ports?device_id=b3b74a5d-9195-4c19-9a96-11f05a531aa2 HTTP/1.1" status: 200 len: 205 time: 0.1534133 Nov 29 11:52:35.688683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.698554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57860) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.705179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.712100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bab56a-9cad-4e0c-90a0-663edf5764cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Pushing event deleted for resources: {'Subnet': ['ID=a508b59c-a16d-4552-8f51-7972a6d57e60,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:35.716153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.722175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-26bab56a-9cad-4e0c-90a0-663edf5764cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.726438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-26bab56a-9cad-4e0c-90a0-663edf5764cd tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/subnets/a508b59c-a16d-4552-8f51-7972a6d57e60 HTTP/1.1" status: 204 len: 168 time: 0.8780956 Nov 29 11:52:35.729127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57862) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.734795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb4fab8-a469-46e8-9088-87872ff5c456 None None] Network 416f5f7d-714f-482f-8f41-3c22750485df requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:35.786672 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-186a086d-c02d-4212-8a43-ea96d7d0e0b8 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] delete failed (client error): The resource could not be found. Nov 29 11:52:35.792498 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-186a086d-c02d-4212-8a43-ea96d7d0e0b8 tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/routers/b3b74a5d-9195-4c19-9a96-11f05a531aa2 HTTP/1.1" status: 404 len: 336 time: 0.0927050 Nov 29 11:52:35.798451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57864) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:35.803305 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Removed routes are [] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 11:52:35.803753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.829343 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-305434a1-1a7f-40de-b3e0-28d15d4e7c08 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9045589 Nov 29 11:52:35.909037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c948086-6b36-4333-a323-e58b5fbe0f5f None None] Pushing event updated for resources: {'Port': ['ID=278cf892-3709-4fcb-af3d-742b2d3729c6,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:35.941122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.967136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:35.985824 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-365ad077-4f56-45e1-be31-1b7145015e7c tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:35.986203 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365ad077-4f56-45e1-be31-1b7145015e7c tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:35.992483 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-365ad077-4f56-45e1-be31-1b7145015e7c tempest-RoutersIpV6AdminTest-685564220 tempest-RoutersIpV6AdminTest-685564220-project] 10.222.0.23 "DELETE /v2.0/subnets/671c0626-b874-4c73-a8f7-2efa62f3c896 HTTP/1.1" status: 404 len: 337 time: 0.1866014 Nov 29 11:52:35.996134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:52:36.016383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Attempting to bind port 278cf892-3709-4fcb-af3d-742b2d3729c6 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:36.016641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Attempting to bind port 278cf892-3709-4fcb-af3d-742b2d3729c6 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:36.017003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Attempting to bind port 278cf892-3709-4fcb-af3d-742b2d3729c6 on network e545bb54-c20f-4cef-be80-9411555aa5cc {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:36.037488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:36.037862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Checking segment: {'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:36.038293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.038686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Bound using segment: {'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:36.039164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Bound port: 278cf892-3709-4fcb-af3d-742b2d3729c6, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:36.039547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.165071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] DHCP port deletion for 416f5f7d-714f-482f-8f41-3c22750485df request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:36.194612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] For port 278cf892-3709-4fcb-af3d-742b2d3729c6, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:36.201757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.215611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Deleting port c15fbc29-b377-422e-a207-5936fb3047a4 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:36.215955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.228294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.292397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] For port 278cf892-3709-4fcb-af3d-742b2d3729c6, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=278cf892-3709-4fcb-af3d-742b2d3729c6,segment=NetworkSegment(e479644c-f7cb-4bcc-b9c2-1ea5c26e2560),segment_id=e479644c-f7cb-4bcc-b9c2-1ea5c26e2560)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:36.329834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'Port': ['ID=1c05d400-6112-4c83-9a05-5052794ea5f3,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:36.332555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.354583 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c390b944-d772-4146-8414-8988407d355e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:36.362122 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f4e8bfd9-d773-498f-9910-ad47b038826d req-071c8c13-93c4-4efa-a5e8-75d2429b6b85 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013499 Nov 29 11:52:36.464316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57870) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:36.476144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] For port c15fbc29-b377-422e-a207-5936fb3047a4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c15fbc29-b377-422e-a207-5936fb3047a4,segment=NetworkSegment(608facbb-ae7c-4705-8352-07ab1b210f0c),segment_id=608facbb-ae7c-4705-8352-07ab1b210f0c)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:36.476511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.487184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.512449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Calling delete_port for c15fbc29-b377-422e-a207-5936fb3047a4 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:36.526615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.527020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:36.531232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:36.531650 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-03f298fe-8068-41e8-ab0e-81f03b63ddb8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7218461 Nov 29 11:52:36.536017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57874) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:36.555456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0af67092-6980-4a14-b239-5b095dbab106 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Request body: {'floatingip': {'port_id': '1e76fdc3-28e2-48c0-9552-bc4dd645f638', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:36.629197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f4e9dc42-d6c3-426b-a4bd-3b790bf743d4 None None] Provisioning complete for port 278cf892-3709-4fcb-af3d-742b2d3729c6 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:36.629571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4e9dc42-d6c3-426b-a4bd-3b790bf743d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.671428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.674915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.694759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.717596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c948086-6b36-4333-a323-e58b5fbe0f5f None None] Pushing event updated for resources: {'Port': ['ID=278cf892-3709-4fcb-af3d-742b2d3729c6,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:36.726607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] Deleting port c15fbc29-b377-422e-a207-5936fb3047a4 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:36.726984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.738506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17991d63-fd45-438c-8232-6c6a50de5dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.751038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0af67092-6980-4a14-b239-5b095dbab106 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.807485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c390b944-d772-4146-8414-8988407d355e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:36.808148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.882034 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:36.922552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] For port c15fbc29-b377-422e-a207-5936fb3047a4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c15fbc29-b377-422e-a207-5936fb3047a4,segment=NetworkSegment(608facbb-ae7c-4705-8352-07ab1b210f0c),segment_id=608facbb-ae7c-4705-8352-07ab1b210f0c)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:36.922962 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:36.932559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:36.957782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] Calling delete_port for c15fbc29-b377-422e-a207-5936fb3047a4 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:36.975186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4e9dc42-d6c3-426b-a4bd-3b790bf743d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.119377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:37.127062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.130849 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c686f4b7-fcc0-4d2f-9a81-510eb32e84e5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 200 len: 952 time: 2.8647733 Nov 29 11:52:37.132479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57876) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:37.140333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] For port c390b944-d772-4146-8414-8988407d355e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c390b944-d772-4146-8414-8988407d355e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:37.235973 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.250122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.261935 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-be1b1942-7f6a-42f7-8352-5d54465da7e9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 200 len: 952 time: 0.1257420 Nov 29 11:52:37.261935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57878) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:37.267267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'routes': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:37.271650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.273085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.294211 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f4e9dc42-d6c3-426b-a4bd-3b790bf743d4 None None] For port 278cf892-3709-4fcb-af3d-742b2d3729c6, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=278cf892-3709-4fcb-af3d-742b2d3729c6,segment=NetworkSegment(e479644c-f7cb-4bcc-b9c2-1ea5c26e2560),segment_id=e479644c-f7cb-4bcc-b9c2-1ea5c26e2560)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:37.302313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Pushing event deleted for resources: {'Port': ['ID=c15fbc29-b377-422e-a207-5936fb3047a4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:37.306380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] No DVR routers for this DVR port c15fbc29-b377-422e-a207-5936fb3047a4 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:37.330249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4e9dc42-d6c3-426b-a4bd-3b790bf743d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.401911 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-0af67092-6980-4a14-b239-5b095dbab106 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] update failed (client error): The resource could not be found. Nov 29 11:52:37.406265 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0af67092-6980-4a14-b239-5b095dbab106 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "PUT /v2.0/floatingips/cd4167c8-5c4d-4285-ba2a-7d17ebe0e0a4 HTTP/1.1" status: 404 len: 507 time: 0.8628445 Nov 29 11:52:37.407346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.410412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57880) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:37.419895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:37.442063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:37.444928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:37.445705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.471573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.478513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=c390b944-d772-4146-8414-8988407d355e,revision_number=4']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:37.487637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac588030-8323-4676-9036-05d5cfa01ac0 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:37.499583 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.522097 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Subnet': ['ID=daad059c-72d1-47b7-93e8-a012de3664ec,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:37.533152 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17991d63-fd45-438c-8232-6c6a50de5dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.541177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416f5f7d-714f-482f-8f41-3c22750485df']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:37.550326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17991d63-fd45-438c-8232-6c6a50de5dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.560344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608facbb-ae7c-4705-8352-07ab1b210f0c') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:37.560563 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-45aad694-36e2-4080-b85c-3d0956114ed5 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8963888 Nov 29 11:52:37.561151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608facbb-ae7c-4705-8352-07ab1b210f0c') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:37.563350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57882) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:37.568421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Request body: {'port': {'network_id': '7b4c7af6-34ed-44a5-90fc-b5a20d5f657c', 'mac_address': 'fa:16:3e:0e:ed:a6', 'name': 'tempest-NetworksTestDHCPv6-1986564482'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:37.570276 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9dc42-d6c3-426b-a4bd-3b790bf743d4 None None] Pushing event updated for resources: {'Port': ['ID=278cf892-3709-4fcb-af3d-742b2d3729c6,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:37.591301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] No DVR routers for this DVR port c15fbc29-b377-422e-a207-5936fb3047a4 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:37.604408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c390b944-d772-4146-8414-8988407d355e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c390b944-d772-4146-8414-8988407d355e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:37.620483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.634702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5ea958e0-cb51-41e8-8766-26d9e0ce25f1 None None] Provisioning complete for port c390b944-d772-4146-8414-8988407d355e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:37.636146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ea958e0-cb51-41e8-8766-26d9e0ce25f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.640963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.642703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17991d63-fd45-438c-8232-6c6a50de5dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9782b485-1b70-4280-ae8c-4d2a1492662d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:37.643152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1d800-6a5d-4e08-9790-a102c9dd5d66 None None] Pushing event deleted for resources: {'Port': ['ID=c15fbc29-b377-422e-a207-5936fb3047a4,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:37.648462 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-17991d63-fd45-438c-8232-6c6a50de5dd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f8bcffbf2314988b38594184ccb7241&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1830223 Nov 29 11:52:37.651392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57884) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:37.658672 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.675458 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:37.675792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:37.682766 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:37.766425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Deleting port 1c05d400-6112-4c83-9a05-5052794ea5f3 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:37.767037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.779832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:35Z', 'revision_number': 6, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:36Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:37.814209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.821998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c390b944-d772-4146-8414-8988407d355e,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:37.830814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58910ccb-4753-4d6f-ade9-f31d9c6bc292 None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:35Z', 'revision_number': 6, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:36Z', 'revision_number': 4, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:37.834065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.838060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] 10.222.0.23 "DELETE /v2.0/networks/416f5f7d-714f-482f-8f41-3c22750485df HTTP/1.1" status: 204 len: 168 time: 2.1048069 Nov 29 11:52:37.856013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a853ca-688c-4141-99c3-d4a3d7565993 tempest-TagsExtTest-1810184162 tempest-TagsExtTest-1810184162-project] Pushing event deleted for resources: {'Network': ['ID=416f5f7d-714f-482f-8f41-3c22750485df,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:37.859490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ae8360a-d99a-42fc-a479-28781552f405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.861641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Made reservation on behalf of d4c4670942fa43d8b565a25db36c695a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:37.901913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ae8360a-d99a-42fc-a479-28781552f405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.922312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.922913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:37.966319 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Calling delete_port for 1c05d400-6112-4c83-9a05-5052794ea5f3 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:38.012863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5ea958e0-cb51-41e8-8766-26d9e0ce25f1 None None] Provisioning complete for port 278cf892-3709-4fcb-af3d-742b2d3729c6 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:38.013712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ea958e0-cb51-41e8-8766-26d9e0ce25f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.069119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added routes are [] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 11:52:38.069677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 11:52:38.083952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ae8360a-d99a-42fc-a479-28781552f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.086630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ae8360a-d99a-42fc-a479-28781552f405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.090706 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8ae8360a-d99a-42fc-a479-28781552f405 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9782b485-1b70-4280-ae8c-4d2a1492662d HTTP/1.1" status: 204 len: 168 time: 0.4360087 Nov 29 11:52:38.143373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8360a-d99a-42fc-a479-28781552f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9782b485-1b70-4280-ae8c-4d2a1492662d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:38.238137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.245773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.251307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57894) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:38.293840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.349605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event deleted for resources: {'Port': ['ID=1c05d400-6112-4c83-9a05-5052794ea5f3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:38.398173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c390b944-d772-4146-8414-8988407d355e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:38.460948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.468318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.474569 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-449cb165-93c3-455e-98df-d323109d77b6 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "DELETE /v2.0/floatingips/cd4167c8-5c4d-4285-ba2a-7d17ebe0e0a4 HTTP/1.1" status: 204 len: 168 time: 1.0582106 Nov 29 11:52:38.475232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57898) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:38.484767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c390b944-d772-4146-8414-8988407d355e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:38.485581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.493114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-270e51ca-265c-43e4-9ab0-eead2dc83cdc tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Request body: {'floatingip': {'floating_network_id': '66ec23b8-4ffb-492b-a068-ff6bef3c09f2', 'port_id': '1e76fdc3-28e2-48c0-9552-bc4dd645f638', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:38.496475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] device_id is not set on port f9a5470a-c5f7-41c9-9105-302c19512135 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:38.545570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-270e51ca-265c-43e4-9ab0-eead2dc83cdc tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.630238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 278cf892-3709-4fcb-af3d-742b2d3729c6 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:38.735949 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 278cf892-3709-4fcb-af3d-742b2d3729c6 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:38.736573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.759910 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-36ee8c31-cef2-40e1-a794-451ff277103f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b2d7de72563a4e219c125036da01e922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958198 Nov 29 11:52:38.768181 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57902) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:38.777701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57904) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:38.796253 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-270e51ca-265c-43e4-9ab0-eead2dc83cdc tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:52:38.802455 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-270e51ca-265c-43e4-9ab0-eead2dc83cdc tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3261039 Nov 29 11:52:38.806675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57906) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:38.835359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '1e76fdc3-28e2-48c0-9552-bc4dd645f638', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:38.856605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.888951 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9479557e-b476-42c6-becf-688732683a66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53e581ee85764391850a6dd1c3a112ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088183 Nov 29 11:52:38.891560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57908) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:38.899514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.920847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a8b17fb-acfb-49a6-9960-4a8b6da58b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:38.980094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c15fbc29-b377-422e-a207-5936fb3047a4 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:38.985072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a8b17fb-acfb-49a6-9960-4a8b6da58b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.003694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c15fbc29-b377-422e-a207-5936fb3047a4 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:39.003694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c15fbc29-b377-422e-a207-5936fb3047a4 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:39.034500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-05edcd80-e688-4417-94ef-e082a6f1e833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.067819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-05edcd80-e688-4417-94ef-e082a6f1e833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.069719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a8b17fb-acfb-49a6-9960-4a8b6da58b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.072376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2a8b17fb-acfb-49a6-9960-4a8b6da58b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.073834 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2a8b17fb-acfb-49a6-9960-4a8b6da58b85 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5b56c85-dc17-481c-ac6f-41bb44dd937e HTTP/1.1" status: 204 len: 168 time: 0.3044481 Nov 29 11:52:39.090497 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b17fb-acfb-49a6-9960-4a8b6da58b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b56c85-dc17-481c-ac6f-41bb44dd937e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:39.145683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8ee64110-0738-432a-8252-ed7fc178451a None None] Provisioning complete for port c390b944-d772-4146-8414-8988407d355e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:39.147964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ee64110-0738-432a-8252-ed7fc178451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.153977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-05edcd80-e688-4417-94ef-e082a6f1e833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.156886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-05edcd80-e688-4417-94ef-e082a6f1e833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.158474 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-05edcd80-e688-4417-94ef-e082a6f1e833 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b40e6eb6-b37a-495e-98ca-a165a1ccc5ed HTTP/1.1" status: 204 len: 168 time: 0.2659929 Nov 29 11:52:39.167711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edcd80-e688-4417-94ef-e082a6f1e833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40e6eb6-b37a-495e-98ca-a165a1ccc5ed,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:39.238517 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:39.255854 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:39.257902 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:39.400411 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:39.429419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.435679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8::362 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/774c72b2-0578-4485-ad53-e70e7144e280/f9a5470a-c5f7-41c9-9105-302c19512135) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:39.464631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:eda6 (7b4c7af6-34ed-44a5-90fc-b5a20d5f657c/daad059c-72d1-47b7-93e8-a012de3664ec/f9a5470a-c5f7-41c9-9105-302c19512135) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:39.536925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:39.677316 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:38Z', 'revision_number': 7, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:37Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:39.703731 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:39.713152 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:39.713754 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:39.738692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:39.747954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.749138 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b47c38d3-406b-48ac-94de-d60c932370aa tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 200 len: 702 time: 2.4860690 Nov 29 11:52:39.752329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57924) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:39.806709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.810275 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:39.847259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.860493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:39.878781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2a5be936-fd54-4243-bfa5-6466a3e02d3e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 200 len: 702 time: 0.1249661 Nov 29 11:52:39.882018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57932) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:39.948237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:39.967150 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:39.990813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:39.997405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:39.998035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.018350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event updated for resources: {'Port': ['ID=f9a5470a-c5f7-41c9-9105-302c19512135,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:40.045368 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e08521af-9a15-4a0b-84c5-40769406268a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4808540 Nov 29 11:52:40.046815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Allocated IP 172.26.5.168 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/0c8170fa-5e1e-4eea-b2be-05b7bfa4ea9c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:40.048815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57936) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:40.136715 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:38Z', 'revision_number': 7, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:37Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:40.151095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57938) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:40.174080 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75839c9-355e-4392-8548-9d2bd0760193 None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:38Z', 'revision_number': 7, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:37Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:40.272356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1c52adaa-a830-49e6-b280-73811f55b6e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting port f9a5470a-c5f7-41c9-9105-302c19512135 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:40.272700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c52adaa-a830-49e6-b280-73811f55b6e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.278192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.340326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1798255056'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:40.396615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:40.400877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.424939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.433234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-62012f69-a24c-4b1d-be4a-ad9fd6420ab7 None None] Provisioning complete for port f9a5470a-c5f7-41c9-9105-302c19512135 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:40.433819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-62012f69-a24c-4b1d-be4a-ad9fd6420ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.434554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.444645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c52adaa-a830-49e6-b280-73811f55b6e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.473774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-62012f69-a24c-4b1d-be4a-ad9fd6420ab7 None None] Port f9a5470a-c5f7-41c9-9105-302c19512135 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:52:40.492285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:40.492763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1c52adaa-a830-49e6-b280-73811f55b6e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Calling delete_port for f9a5470a-c5f7-41c9-9105-302c19512135 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:40.496390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.502283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:40.503122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:40.519584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:40.531358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:40.566616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:40.568478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event updated for resources: {'Port': ['ID=0c8170fa-5e1e-4eea-b2be-05b7bfa4ea9c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:40.603919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:40.742094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.763951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 278cf892-3709-4fcb-af3d-742b2d3729c6 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:40.764919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.765584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.841239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd99d44-f32c-49c3-a409-99919858a9ef,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:40.859124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:38Z', 'revision_number': 7, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:37Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:40.860648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port 278cf892-3709-4fcb-af3d-742b2d3729c6, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=278cf892-3709-4fcb-af3d-742b2d3729c6,segment=NetworkSegment(e479644c-f7cb-4bcc-b9c2-1ea5c26e2560),segment_id=e479644c-f7cb-4bcc-b9c2-1ea5c26e2560)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:40.860994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.876608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 278cf892-3709-4fcb-af3d-742b2d3729c6 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:40.887297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:40.898534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:40.899164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:40.909499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c52adaa-a830-49e6-b280-73811f55b6e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.914079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Deleting port 0c8170fa-5e1e-4eea-b2be-05b7bfa4ea9c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:40.914411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.924388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:40.984832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52adaa-a830-49e6-b280-73811f55b6e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Port': ['ID=f9a5470a-c5f7-41c9-9105-302c19512135,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:40.995257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:40.999130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:40.999315 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Added segment e9d9e7f5-b5db-49fa-a7a8-fc261c164143 of type vlan for network 7e2e2706-af02-4b29-9081-72d2eef5a045 Nov 29 11:52:41.072085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c52adaa-a830-49e6-b280-73811f55b6e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.073879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.075633 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1c52adaa-a830-49e6-b280-73811f55b6e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/f9a5470a-c5f7-41c9-9105-302c19512135 HTTP/1.1" status: 204 len: 168 time: 1.0258138 Nov 29 11:52:41.080355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57942) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:41.116218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=278cf892-3709-4fcb-af3d-742b2d3729c6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:41.137541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.154461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.154806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.188155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Calling delete_port for 0c8170fa-5e1e-4eea-b2be-05b7bfa4ea9c owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:41.208803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984544e7-a0ed-4b30-85d3-d13c094c5d97 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:41.213300 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-984544e7-a0ed-4b30-85d3-d13c094c5d97 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1293697 Nov 29 11:52:41.215857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57944) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:41.251380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.256927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:41.257524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.261468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.304460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:38Z', 'revision_number': 7, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:37Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:41.337872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35ff339-d4d9-4367-a481-c5dfcf41c717 None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:38Z', 'revision_number': 7, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '278cf892-3709-4fcb-af3d-742b2d3729c6', 'name': '', 'network_id': 'e545bb54-c20f-4cef-be80-9411555aa5cc', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:3a:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:29Z', 'updated_at': '2021-11-29T11:52:37Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '06cc6ae6-a65b-4452-bc55-ffc3b859be84', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:41.417244 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2409644 Nov 29 11:52:41.442370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57948) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:41.461692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'subnet': {'network_id': '7e2e2706-af02-4b29-9081-72d2eef5a045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:41.502540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:41.519247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5e728-95ae-4a07-93da-a3715644f764 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Network': ['ID=7e2e2706-af02-4b29-9081-72d2eef5a045,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:41.530348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:41.543770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01d5e6-a539-4b37-bdac-45dfc1988e2c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:41.545429 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1f01d5e6-a539-4b37-bdac-45dfc1988e2c tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3278904 Nov 29 11:52:41.551357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57950) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:41.553373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.590904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event deleted for resources: {'Port': ['ID=0c8170fa-5e1e-4eea-b2be-05b7bfa4ea9c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:41.646802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f4e81-3a12-417f-91e5-674dc6a54471 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:41.648427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f4e81-3a12-417f-91e5-674dc6a54471 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:41.649972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f4e81-3a12-417f-91e5-674dc6a54471 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:41.651505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-857f4e81-3a12-417f-91e5-674dc6a54471 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0992062 Nov 29 11:52:41.654889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:41.655129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57952) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:41.662839 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ec25b7bd-1357-45b7-a60c-eb2a9600ef87 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794778 Nov 29 11:52:41.663480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57954) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:41.665427 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:41.674997 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:41.675212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:41.675793 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:41.678926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.720149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-badb4ca2-f62d-431a-83c6-dca0cd8ba0b2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet 06cc6ae6-a65b-4452-bc55-ffc3b859be84 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:41.723463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badb4ca2-f62d-431a-83c6-dca0cd8ba0b2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.766133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badb4ca2-f62d-431a-83c6-dca0cd8ba0b2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.767101 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:41.792713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3744af0-5e9c-4cce-b85f-e49e22bbcd8b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet 774c72b2-0578-4485-ad53-e70e7144e280 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:41.797979 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] create failed (client error): The resource could not be found. Nov 29 11:52:41.799010 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6a2863df-b415-44c6-91a4-0467cad2861e tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9914236 Nov 29 11:52:41.799943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3744af0-5e9c-4cce-b85f-e49e22bbcd8b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.802846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57956) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:41.856228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3744af0-5e9c-4cce-b85f-e49e22bbcd8b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.922981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badb4ca2-f62d-431a-83c6-dca0cd8ba0b2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:41.982999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbcc67-0ae5-43aa-b89b-33bba183b68a tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Deleting port 1e76fdc3-28e2-48c0-9552-bc4dd645f638 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:41.983536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ebbcc67-0ae5-43aa-b89b-33bba183b68a tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.023636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3744af0-5e9c-4cce-b85f-e49e22bbcd8b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.026818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.045604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badb4ca2-f62d-431a-83c6-dca0cd8ba0b2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.076819 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:41Z', 'revision_number': 8, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:42.083695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badb4ca2-f62d-431a-83c6-dca0cd8ba0b2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.087180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-badb4ca2-f62d-431a-83c6-dca0cd8ba0b2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/06cc6ae6-a65b-4452-bc55-ffc3b859be84 HTTP/1.1" status: 204 len: 168 time: 0.4225974 Nov 29 11:52:42.088164 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb4ca2-f62d-431a-83c6-dca0cd8ba0b2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=06cc6ae6-a65b-4452-bc55-ffc3b859be84,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:42.089868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57958) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:42.106199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2e99e-a630-457d-a0c5-5e0d4fa5f74d None None] Network e545bb54-c20f-4cef-be80-9411555aa5cc requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:42.117890 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:42.131650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Subnet': ['ID=64f106df-4071-47c2-b102-37cd03fae5ad,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:42.133959 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:42.134765 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:42.153605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Checking segment: {'id': 'e9d9e7f5-b5db-49fa-a7a8-fc261c164143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7e2e2706-af02-4b29-9081-72d2eef5a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:42.154180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network hostable DHCP agents. Network: 7e2e2706-af02-4b29-9081-72d2eef5a045, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:42.169166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3744af0-5e9c-4cce-b85f-e49e22bbcd8b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.170441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ebbcc67-0ae5-43aa-b89b-33bba183b68a tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.207709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbcc67-0ae5-43aa-b89b-33bba183b68a tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Calling delete_port for 1e76fdc3-28e2-48c0-9552-bc4dd645f638 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:42.210530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3744af0-5e9c-4cce-b85f-e49e22bbcd8b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=774c72b2-0578-4485-ad53-e70e7144e280,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:42.215857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c3744af0-5e9c-4cce-b85f-e49e22bbcd8b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.220058 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c3744af0-5e9c-4cce-b85f-e49e22bbcd8b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/774c72b2-0578-4485-ad53-e70e7144e280 HTTP/1.1" status: 204 len: 168 time: 0.5597377 Nov 29 11:52:42.221966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:42.224906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57960) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:42.231902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.255414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6651785a-8ec4-42a9-8430-ef713402a996 None None] Network 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:42.257535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 7e2e2706-af02-4b29-9081-72d2eef5a045) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:42.262688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:42.263343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.270366 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:42.283887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e826a-84f5-4c20-aa97-fd3cd57629aa None None] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:42.296459 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-01ccfdef-2ceb-4a16-b0c1-a7783863140b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8438783 Nov 29 11:52:42.296936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57962) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:42.304127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1108470200', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:42.316082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa03029c-7011-4073-9ee0-e1b8924290b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Deleting subnet daad059c-72d1-47b7-93e8-a012de3664ec {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:42.324043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa03029c-7011-4073-9ee0-e1b8924290b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.386658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port b5dd399f-03c9-4040-a403-064f96c2e342 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:42.387176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.387737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa03029c-7011-4073-9ee0-e1b8924290b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.393278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.395321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.524035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa03029c-7011-4073-9ee0-e1b8924290b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.549927 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:41Z', 'revision_number': 8, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:42.584013 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd7f2f7-05fb-4e4a-a9ad-cac85f6d7b65 None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:41Z', 'revision_number': 8, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': '211dd492-31e3-4d4e-b7c5-2ef38bf6c20d', 'name': '', 'network_id': '5392ed8a-f34b-4005-9bd4-f2fccddfc9a8', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:e6:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:22Z', 'updated_at': '2021-11-29T11:52:29Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': 'd7a56cf2-faf6-4d4d-ae1c-b763a693201d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:42.611577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa03029c-7011-4073-9ee0-e1b8924290b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.647072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-aa03029c-7011-4073-9ee0-e1b8924290b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.650710 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-aa03029c-7011-4073-9ee0-e1b8924290b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/daad059c-72d1-47b7-93e8-a012de3664ec HTTP/1.1" status: 204 len: 168 time: 0.4241226 Nov 29 11:52:42.651581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03029c-7011-4073-9ee0-e1b8924290b2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Subnet': ['ID=daad059c-72d1-47b7-93e8-a012de3664ec,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:42.653964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57964) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:42.693440 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f4d71357-49ea-4bfe-9702-448dcd417814 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381777 Nov 29 11:52:42.696023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57966) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:42.754652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1fc10f-c4f0-49c6-854c-8f652ebe5e75 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:42.759372 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4f1fc10f-c4f0-49c6-854c-8f652ebe5e75 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0613537 Nov 29 11:52:42.759988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57968) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:42.762389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187aaf0b-e9fe-4cc9-9529-e0a7097c52f6 None None] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:42.818284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d3061-f1a2-4bad-ad39-a7e8086ba882 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:42.818449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port b5dd399f-03c9-4040-a403-064f96c2e342, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b5dd399f-03c9-4040-a403-064f96c2e342,segment=NetworkSegment(e479644c-f7cb-4bcc-b9c2-1ea5c26e2560),segment_id=e479644c-f7cb-4bcc-b9c2-1ea5c26e2560)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:42.818960 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.824300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57970) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:42.824866 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9a7d3061-f1a2-4bad-ad39-a7e8086ba882 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636609 Nov 29 11:52:42.875837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ebbcc67-0ae5-43aa-b89b-33bba183b68a tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.885980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:42.892603 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-15ca4202-9d92-485a-b4ea-4e4c7e3f0a08 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557835 Nov 29 11:52:42.892603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for b5dd399f-03c9-4040-a403-064f96c2e342 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:42.895035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57972) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:42.922921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbcc67-0ae5-43aa-b89b-33bba183b68a tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event deleted for resources: {'Port': ['ID=1e76fdc3-28e2-48c0-9552-bc4dd645f638,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:42.960720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] DHCP port deletion for e545bb54-c20f-4cef-be80-9411555aa5cc request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:42.962933 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71658e0-5265-4576-b1d8-8c2a13b88b3e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:42.963732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71658e0-5265-4576-b1d8-8c2a13b88b3e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:42.967066 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b71658e0-5265-4576-b1d8-8c2a13b88b3e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/f9a5470a-c5f7-41c9-9105-302c19512135 HTTP/1.1" status: 404 len: 333 time: 0.0706899 Nov 29 11:52:42.996715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] DHCP port deletion for 7b4c7af6-34ed-44a5-90fc-b5a20d5f657c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:43.002877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57974) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.096739 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-722dd311-779e-4f2d-8f4f-33d063b64fd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.097124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.097354 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722dd311-779e-4f2d-8f4f-33d063b64fd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.100567 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-722dd311-779e-4f2d-8f4f-33d063b64fd0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/daad059c-72d1-47b7-93e8-a012de3664ec HTTP/1.1" status: 404 len: 337 time: 0.0944126 Nov 29 11:52:43.105342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57976) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.112754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ebbcc67-0ae5-43aa-b89b-33bba183b68a tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.118399 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5ebbcc67-0ae5-43aa-b89b-33bba183b68a tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "DELETE /v2.0/ports/1e76fdc3-28e2-48c0-9552-bc4dd645f638 HTTP/1.1" status: 204 len: 168 time: 1.3121994 Nov 29 11:52:43.120616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] Deleting port b5dd399f-03c9-4040-a403-064f96c2e342 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:43.120998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.125697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57978) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.141653 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d210a636-b73f-41c0-9e10-fa4d6adacdc4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.142798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d210a636-b73f-41c0-9e10-fa4d6adacdc4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.145167 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d210a636-b73f-41c0-9e10-fa4d6adacdc4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/774c72b2-0578-4485-ad53-e70e7144e280 HTTP/1.1" status: 404 len: 337 time: 0.0384877 Nov 29 11:52:43.159573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57982) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.186250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.187256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] Deleting port c390b944-d772-4146-8414-8988407d355e {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:43.187822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.238961 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-567bca8a-4062-4efa-8284-fcc7a4b05344 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.240059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567bca8a-4062-4efa-8284-fcc7a4b05344 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.246442 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-567bca8a-4062-4efa-8284-fcc7a4b05344 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/b83ee083-32ca-4f9e-85da-7f36c1d32cff HTTP/1.1" status: 404 len: 333 time: 0.0317619 Nov 29 11:52:43.246635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=b5dd399f-03c9-4040-a403-064f96c2e342,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:43.248118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57984) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.248549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No DVR routers for this DVR port b5dd399f-03c9-4040-a403-064f96c2e342 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:43.284227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] For port b5dd399f-03c9-4040-a403-064f96c2e342, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b5dd399f-03c9-4040-a403-064f96c2e342,segment=NetworkSegment(e479644c-f7cb-4bcc-b9c2-1ea5c26e2560),segment_id=e479644c-f7cb-4bcc-b9c2-1ea5c26e2560)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:43.284848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.292424 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a965094-3764-4571-94f6-aeca9beb815d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.292890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a965094-3764-4571-94f6-aeca9beb815d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.296030 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3a965094-3764-4571-94f6-aeca9beb815d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/47902a96-e3d1-4267-866e-d886fdae2b4d HTTP/1.1" status: 404 len: 337 time: 0.0457573 Nov 29 11:52:43.299823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57988) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.310896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] For port c390b944-d772-4146-8414-8988407d355e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c390b944-d772-4146-8414-8988407d355e,segment=NetworkSegment(b44a6241-8401-47ed-b408-6310b8a5cfcf),segment_id=b44a6241-8401-47ed-b408-6310b8a5cfcf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:43.311303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.313737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] Calling delete_port for b5dd399f-03c9-4040-a403-064f96c2e342 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:43.330135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] Calling delete_port for c390b944-d772-4146-8414-8988407d355e owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:43.332569 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a445a2c-d630-44d2-b9d2-429ccec1a3ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.333128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a445a2c-d630-44d2-b9d2-429ccec1a3ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.338841 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3a445a2c-d630-44d2-b9d2-429ccec1a3ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/52106de4-4004-4da4-8531-d9135f8fcb20 HTTP/1.1" status: 404 len: 337 time: 0.0380549 Nov 29 11:52:43.340162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3afc32-76f1-4c90-a7e8-23ff913fb2ef tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:43.344505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7d3afc32-76f1-4c90-a7e8-23ff913fb2ef tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "GET /v2.0/ports?device_id=b17ccded-e07c-4453-847f-3850faff8f0c HTTP/1.1" status: 200 len: 913 time: 0.2066693 Nov 29 11:52:43.344604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57990) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.346008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57992) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.362757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.385620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e545bb54-c20f-4cef-be80-9411555aa5cc']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:43.395160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:43.395513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e479644c-f7cb-4bcc-b9c2-1ea5c26e2560') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:43.407439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.408828 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f5f430-cb34-41f6-acec-09865e904105 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.412344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f5f430-cb34-41f6-acec-09865e904105 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.418136 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-18f5f430-cb34-41f6-acec-09865e904105 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/34956d50-1041-4cbd-b6d3-1c07864b67a2 HTTP/1.1" status: 404 len: 333 time: 0.0727458 Nov 29 11:52:43.420659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 57994) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.447385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.450336 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1c412f-ffc3-4c0d-b185-f51d67bc170f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.450762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1c412f-ffc3-4c0d-b185-f51d67bc170f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.457427 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9d1c412f-ffc3-4c0d-b185-f51d67bc170f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/97e5d902-137f-4d25-8ff6-9d646e503dc4 HTTP/1.1" status: 404 len: 337 time: 0.0334501 Nov 29 11:52:43.458146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57996) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.463762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:43.464491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.465687 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:43.468655 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:43.471023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.500812 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] Pushing event deleted for resources: {'Port': ['ID=b5dd399f-03c9-4040-a403-064f96c2e342,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:43.505843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8255484d-694f-41fc-810f-84f038c2ff0d None None] No DVR routers for this DVR port b5dd399f-03c9-4040-a403-064f96c2e342 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:43.511234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] No DVR routers for this DVR port c390b944-d772-4146-8414-8988407d355e on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:43.526752 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-64656e34-dc67-466c-b1c1-96a3f9c9846e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.527268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64656e34-dc67-466c-b1c1-96a3f9c9846e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.531279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67a925-2670-4085-826c-530af82a8de0 None None] Pushing event deleted for resources: {'Port': ['ID=c390b944-d772-4146-8414-8988407d355e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:43.537311 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-64656e34-dc67-466c-b1c1-96a3f9c9846e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/bac4127a-401a-44b9-94a0-edf8ead39766 HTTP/1.1" status: 404 len: 337 time: 0.0770705 Nov 29 11:52:43.539710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 57998) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.551824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.556886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:43.562163 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/e545bb54-c20f-4cef-be80-9411555aa5cc HTTP/1.1" status: 204 len: 168 time: 1.4669273 Nov 29 11:52:43.563934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58000) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.579411 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-b831eb82-b7b7-4e5e-9b62-0b8609802e4e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.580094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b831eb82-b7b7-4e5e-9b62-0b8609802e4e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.583080 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b831eb82-b7b7-4e5e-9b62-0b8609802e4e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/31429209-0674-4252-a081-06d731a55141 HTTP/1.1" status: 404 len: 333 time: 0.0416696 Nov 29 11:52:43.609570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58002) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.611799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1706ddd-6007-45c7-b0c4-281a04d56e4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=e545bb54-c20f-4cef-be80-9411555aa5cc,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:43.672393 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8681aa-655d-456b-846a-abb47d3a80a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.673010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8681aa-655d-456b-846a-abb47d3a80a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.676126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6a8681aa-655d-456b-846a-abb47d3a80a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/c2e8b720-57bd-4ad9-8a01-0d9c7f533223 HTTP/1.1" status: 404 len: 337 time: 0.0654466 Nov 29 11:52:43.678699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58004) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.711335 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e031aed-4ada-4fbe-a93a-22856c27ea4e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.711783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e031aed-4ada-4fbe-a93a-22856c27ea4e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.715320 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4e031aed-4ada-4fbe-a93a-22856c27ea4e tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/33668d11-46ad-4d8e-a7fd-8de725b29bcd HTTP/1.1" status: 404 len: 337 time: 0.0356617 Nov 29 11:52:43.717813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58006) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.748200 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-38805edb-bf35-45b3-aabf-e9b3678b1690 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.748922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38805edb-bf35-45b3-aabf-e9b3678b1690 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.752024 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-38805edb-bf35-45b3-aabf-e9b3678b1690 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/1113b939-ca5a-424c-9871-48da1d5e3900 HTTP/1.1" status: 404 len: 333 time: 0.0332987 Nov 29 11:52:43.759007 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58008) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.845982 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6190d1c-9f42-4846-9814-b4c639ebb000 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.846651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6190d1c-9f42-4846-9814-b4c639ebb000 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.849383 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b6190d1c-9f42-4846-9814-b4c639ebb000 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/5b719465-6e1c-4efa-8fab-9c3cf541e798 HTTP/1.1" status: 404 len: 337 time: 0.0894330 Nov 29 11:52:43.851992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58010) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.881804 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-266177a8-717f-4f07-932f-56cde190c572 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.882543 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266177a8-717f-4f07-932f-56cde190c572 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.886341 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-266177a8-717f-4f07-932f-56cde190c572 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/f3d45545-9fcc-4d46-9f85-c65ac9cb30e8 HTTP/1.1" status: 404 len: 333 time: 0.0333626 Nov 29 11:52:43.888936 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58012) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.923713 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8789e46f-08d6-402e-8aef-38f0ccc7a812 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.924176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8789e46f-08d6-402e-8aef-38f0ccc7a812 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.927285 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8789e46f-08d6-402e-8aef-38f0ccc7a812 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/8cbdf8db-b41a-4bdd-8e5b-ed813eb40d1c HTTP/1.1" status: 404 len: 337 time: 0.0375798 Nov 29 11:52:43.929824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58014) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:43.960602 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:52:43.975315 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8106799b-9709-49c5-a5c0-3dbdb2eaa035 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:43.976093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8106799b-9709-49c5-a5c0-3dbdb2eaa035 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:43.979336 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8106799b-9709-49c5-a5c0-3dbdb2eaa035 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/b9542c7a-cbba-42e5-b46e-05219385ad92 HTTP/1.1" status: 404 len: 333 time: 0.0485578 Nov 29 11:52:43.982149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58016) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.020322 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f94dba-0f9f-4770-ac88-629c67862859 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.020796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f94dba-0f9f-4770-ac88-629c67862859 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.023840 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c9f94dba-0f9f-4770-ac88-629c67862859 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/8013d8dd-34af-45d8-804d-67495134c37c HTTP/1.1" status: 404 len: 337 time: 0.0407739 Nov 29 11:52:44.026494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58018) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.057535 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4c5916-155c-4598-bb14-767d95c80d41 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.058327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4c5916-155c-4598-bb14-767d95c80d41 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.061376 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ad4c5916-155c-4598-bb14-767d95c80d41 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/aaa54270-07c0-4b81-8d40-b6b8fdcece04 HTTP/1.1" status: 404 len: 333 time: 0.0339613 Nov 29 11:52:44.063961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58020) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.108987 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce17593-356a-40c5-8120-d65355ceb9a2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.109445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce17593-356a-40c5-8120-d65355ceb9a2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.113983 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6ce17593-356a-40c5-8120-d65355ceb9a2 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/82a0147a-967c-40e3-8133-ece0547a72c1 HTTP/1.1" status: 404 len: 337 time: 0.0478022 Nov 29 11:52:44.116416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58022) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.127354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:44.149353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c390b944-d772-4146-8414-8988407d355e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:44.151990 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-28308685-cf33-4575-afc7-05918c17ae3b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.153086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28308685-cf33-4575-afc7-05918c17ae3b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.158025 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-28308685-cf33-4575-afc7-05918c17ae3b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/be4b70c4-63b3-4db7-9b60-729d62632794 HTTP/1.1" status: 404 len: 333 time: 0.0382283 Nov 29 11:52:44.158305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58024) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.171030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c390b944-d772-4146-8414-8988407d355e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:44.171520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c390b944-d772-4146-8414-8988407d355e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:44.172040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b5dd399f-03c9-4040-a403-064f96c2e342 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:44.176819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:44.193354 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3bc61f-1819-4890-be20-78e9ab6fdb74 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.193811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3bc61f-1819-4890-be20-78e9ab6fdb74 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.194512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b5dd399f-03c9-4040-a403-064f96c2e342 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:44.194957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b5dd399f-03c9-4040-a403-064f96c2e342 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:44.195490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 278cf892-3709-4fcb-af3d-742b2d3729c6 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:44.200001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e3bc61f-1819-4890-be20-78e9ab6fdb74 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/64ad4b3f-8c55-4583-baf2-b1b7b6f6dd54 HTTP/1.1" status: 404 len: 337 time: 0.0382278 Nov 29 11:52:44.200327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58026) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.217473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 278cf892-3709-4fcb-af3d-742b2d3729c6 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:44.217473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 278cf892-3709-4fcb-af3d-742b2d3729c6 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:44.237095 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c20a6b0-064b-4198-b910-7450da0cc6a0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.237855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c20a6b0-064b-4198-b910-7450da0cc6a0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.242247 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6c20a6b0-064b-4198-b910-7450da0cc6a0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/81ee1f97-4c27-42c2-b6b9-5739680fd1fd HTTP/1.1" status: 404 len: 333 time: 0.0396504 Nov 29 11:52:44.246627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58028) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.279138 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fac6636-e8c6-4645-b7de-e9f819161060 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.279604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fac6636-e8c6-4645-b7de-e9f819161060 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.282884 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8fac6636-e8c6-4645-b7de-e9f819161060 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/86fdd8a7-6b23-40fd-aa55-20a66bda847d HTTP/1.1" status: 404 len: 337 time: 0.0354393 Nov 29 11:52:44.285703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58030) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.320722 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.26.5.35 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/e9babeb4-2cf5-4798-a86f-24e6b30864de) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:44.335057 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4b099f-11ba-4e0a-b117-5a2aecb013c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.335520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4b099f-11ba-4e0a-b117-5a2aecb013c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.338612 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5d4b099f-11ba-4e0a-b117-5a2aecb013c7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/28095167-48d4-4663-948a-4d05b254f6fa HTTP/1.1" status: 404 len: 337 time: 0.0516477 Nov 29 11:52:44.341716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58032) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.344992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:44.372538 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-4470be69-7460-43cb-afa4-c38e58ba8292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.373175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4470be69-7460-43cb-afa4-c38e58ba8292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.377158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4470be69-7460-43cb-afa4-c38e58ba8292 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/46e62d61-f363-41b3-adb8-d56a251bb9c1 HTTP/1.1" status: 404 len: 333 time: 0.0345423 Nov 29 11:52:44.380371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58034) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.410368 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f8360b-4e20-4646-95a8-b2e8ccad97d7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.410819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f8360b-4e20-4646-95a8-b2e8ccad97d7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.413802 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-32f8360b-4e20-4646-95a8-b2e8ccad97d7 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/ded184cb-e17b-42a6-b08f-2b844d06167b HTTP/1.1" status: 404 len: 337 time: 0.0313365 Nov 29 11:52:44.417742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58036) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.446827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-25805238-b31a-4379-b369-e67b07efa3a9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.447282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25805238-b31a-4379-b369-e67b07efa3a9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.450574 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-25805238-b31a-4379-b369-e67b07efa3a9 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/c5558e31-986b-42af-9362-c3611b1fcdf1 HTTP/1.1" status: 404 len: 337 time: 0.0319180 Nov 29 11:52:44.453311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58038) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.457225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:44.491253 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-5caaa288-8bb0-4e18-af96-0f716778b9ce tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.491952 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5caaa288-8bb0-4e18-af96-0f716778b9ce tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.494972 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5caaa288-8bb0-4e18-af96-0f716778b9ce tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/f5eec51a-2c69-4c9d-9075-0427c17f3985 HTTP/1.1" status: 404 len: 333 time: 0.0406330 Nov 29 11:52:44.500917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58040) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.544657 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e03535-60de-46db-8bb6-5a85471d7f1f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.545372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e03535-60de-46db-8bb6-5a85471d7f1f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.548573 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-45e03535-60de-46db-8bb6-5a85471d7f1f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/71b784f5-8a2e-41c6-ad1e-ae2c6c4958e0 HTTP/1.1" status: 404 len: 337 time: 0.0467508 Nov 29 11:52:44.551695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58042) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.619856 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf15a6e-fa31-4eb0-ae10-0118a94784fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.620105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:44.620416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf15a6e-fa31-4eb0-ae10-0118a94784fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.623578 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-daf15a6e-fa31-4eb0-ae10-0118a94784fc tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/37bb36e9-80fc-4eac-a190-796794defbee HTTP/1.1" status: 404 len: 337 time: 0.0708342 Nov 29 11:52:44.626150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58044) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.656981 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-050cdae6-92d2-46b8-96db-eb3a983727a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.657631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050cdae6-92d2-46b8-96db-eb3a983727a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.662920 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-050cdae6-92d2-46b8-96db-eb3a983727a8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/7f8f9716-9e10-4ab4-93d9-a84f1d9e6737 HTTP/1.1" status: 404 len: 333 time: 0.0335829 Nov 29 11:52:44.663985 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58046) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.673231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:44.692346 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba0e071-38d8-4892-988f-a656872391b6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.692798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba0e071-38d8-4892-988f-a656872391b6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.695817 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5ba0e071-38d8-4892-988f-a656872391b6 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/73c4cc0e-fb46-4aef-a453-62ad040903f6 HTTP/1.1" status: 404 len: 337 time: 0.0309193 Nov 29 11:52:44.699677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58048) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.727449 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f10c5f3-9565-487b-97d1-02b50ad2438b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.728514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f10c5f3-9565-487b-97d1-02b50ad2438b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.731591 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4f10c5f3-9565-487b-97d1-02b50ad2438b tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/4a6f104c-c5c1-4c32-8af2-0b19b7c50719 HTTP/1.1" status: 404 len: 337 time: 0.0310230 Nov 29 11:52:44.734981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58050) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.764543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:44.772186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:44.775110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=e9babeb4-2cf5-4798-a86f-24e6b30864de,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:44.778592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:44.784838 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-24fc9a50-5943-45b3-968f-655f880f06a0 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9bea5b7-661b-46a6-8f5c-4d587cc5ffce HTTP/1.1" status: 200 len: 205 time: 0.0486550 Nov 29 11:52:44.787769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58052) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.829906 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-ac7b208c-6176-4c46-960d-85ce835174e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] delete failed (client error): The resource could not be found. Nov 29 11:52:44.830962 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ac7b208c-6176-4c46-960d-85ce835174e1 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/routers/a9bea5b7-661b-46a6-8f5c-4d587cc5ffce HTTP/1.1" status: 404 len: 336 time: 0.0425246 Nov 29 11:52:44.835153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58054) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.883431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-982b7481-065d-45a0-9b57-eb509b62e5d4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.883431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982b7481-065d-45a0-9b57-eb509b62e5d4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:44.886426 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-982b7481-065d-45a0-9b57-eb509b62e5d4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/9cd659a3-a4ad-43c1-97b5-4a6cb090572d HTTP/1.1" status: 404 len: 337 time: 0.0515242 Nov 29 11:52:44.890068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58056) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.896543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Deleting port 5d6c755b-b9a0-490b-bf38-1ae19aaabadb {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:44.896883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:44.918438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c18a20b0-215f-49b5-9884-d6d4843f5a87 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fa248c6-fe88-43b3-bc9e-bb997ded9a05 HTTP/1.1" status: 200 len: 205 time: 0.0272760 Nov 29 11:52:44.921313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58058) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.961802 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-e8e294dc-b16b-4bf0-8860-016adc81306f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] delete failed (client error): The resource could not be found. Nov 29 11:52:44.968059 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e8e294dc-b16b-4bf0-8860-016adc81306f tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/routers/3fa248c6-fe88-43b3-bc9e-bb997ded9a05 HTTP/1.1" status: 404 len: 336 time: 0.0412316 Nov 29 11:52:44.968059 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58060) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:44.998297 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-6087c1c4-7932-47c7-99c5-51330d6a8531 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:44.998740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6087c1c4-7932-47c7-99c5-51330d6a8531 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.001713 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6087c1c4-7932-47c7-99c5-51330d6a8531 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/e8fd658e-3538-4409-ad0c-a16895fb3400 HTTP/1.1" status: 404 len: 337 time: 0.0345960 Nov 29 11:52:45.005227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58062) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.007482 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:45.007826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.068235 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be92a6d-4065-4195-92da-86c4722649e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.068694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be92a6d-4065-4195-92da-86c4722649e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.072282 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9be92a6d-4065-4195-92da-86c4722649e4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/0462ef7b-1c79-4823-aea3-5570c662c394 HTTP/1.1" status: 404 len: 337 time: 0.0609913 Nov 29 11:52:45.075636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58064) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.085453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.104535 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-d672530d-478a-44ff-9261-48bd06530b6a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.105178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d672530d-478a-44ff-9261-48bd06530b6a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.105388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Calling delete_port for 5d6c755b-b9a0-490b-bf38-1ae19aaabadb owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:45.108225 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d672530d-478a-44ff-9261-48bd06530b6a tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/5246ec77-9266-43cc-8343-cff41226504a HTTP/1.1" status: 404 len: 333 time: 0.0321729 Nov 29 11:52:45.110893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58066) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.144820 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d446606-8440-4feb-952c-d56b709a9017 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.145181 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d446606-8440-4feb-952c-d56b709a9017 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.148187 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9d446606-8440-4feb-952c-d56b709a9017 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/4180abb8-e875-4396-a677-51c23704d202 HTTP/1.1" status: 404 len: 337 time: 0.0365722 Nov 29 11:52:45.150803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58068) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.172459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.182394 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c78169-7fe3-48f4-9ea9-66a0a6596779 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.183052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c78169-7fe3-48f4-9ea9-66a0a6596779 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.188347 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f6c78169-7fe3-48f4-9ea9-66a0a6596779 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/7f0b6fb7-044d-4b3b-9928-6a86da53d71a HTTP/1.1" status: 404 len: 333 time: 0.0343733 Nov 29 11:52:45.188580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58070) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.222547 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb7fa89-d14c-4a22-9496-3a2670e95e29 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.222994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb7fa89-d14c-4a22-9496-3a2670e95e29 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.229139 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4bb7fa89-d14c-4a22-9496-3a2670e95e29 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/fb89255d-9a64-4be3-9097-8a29132cd827 HTTP/1.1" status: 404 len: 337 time: 0.0365140 Nov 29 11:52:45.230303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58072) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.238145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,segment=NetworkSegment(268be6c5-b30d-49d1-8516-e39116c29af6),segment_id=268be6c5-b30d-49d1-8516-e39116c29af6)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:45.238512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.263383 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec912398-c4d3-4bc1-86f2-181860acb9b4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.264003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec912398-c4d3-4bc1-86f2-181860acb9b4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.269221 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ec912398-c4d3-4bc1-86f2-181860acb9b4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/adaabbd0-e328-4219-a6a5-a9ac47546bc8 HTTP/1.1" status: 404 len: 333 time: 0.0357671 Nov 29 11:52:45.269221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:45.269455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58074) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.305393 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0aca0e4-3fb9-4ec9-ba0b-082ce49fac26 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.305870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0aca0e4-3fb9-4ec9-ba0b-082ce49fac26 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.311171 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c0aca0e4-3fb9-4ec9-ba0b-082ce49fac26 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/bfe8ef7d-1ff6-48e1-87d5-de9f802e0e98 HTTP/1.1" status: 404 len: 337 time: 0.0385122 Nov 29 11:52:45.311855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58076) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.348568 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d37bef7-aeb6-4161-8aeb-3aac473192ce tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.349230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d37bef7-aeb6-4161-8aeb-3aac473192ce tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.352679 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0d37bef7-aeb6-4161-8aeb-3aac473192ce tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/0e8de4d7-7f4d-479f-af2c-47140ed4be17 HTTP/1.1" status: 404 len: 333 time: 0.0384169 Nov 29 11:52:45.355376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58078) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.384947 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb9572d-97cc-46ab-8b8b-c030a987482d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.385390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb9572d-97cc-46ab-8b8b-c030a987482d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.388404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bfb9572d-97cc-46ab-8b8b-c030a987482d tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/5d5ac326-d673-4255-ad36-903c3a541f8e HTTP/1.1" status: 404 len: 337 time: 0.0321062 Nov 29 11:52:45.390964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58080) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.416027 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aa9aca-968e-46d6-b568-40e0a45bbd17 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.416556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79aa9aca-968e-46d6-b568-40e0a45bbd17 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.419508 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-79aa9aca-968e-46d6-b568-40e0a45bbd17 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/2a1fad0c-91b8-41c2-95cc-738d8ba860bd HTTP/1.1" status: 404 len: 333 time: 0.0276570 Nov 29 11:52:45.425437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58082) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.477737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dcaa24-eea5-4107-84e5-b14224451fe8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.478206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dcaa24-eea5-4107-84e5-b14224451fe8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.481088 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c6dcaa24-eea5-4107-84e5-b14224451fe8 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/354ad2ac-d1cf-40c7-a5e5-c17555f0be63 HTTP/1.1" status: 404 len: 337 time: 0.0385995 Nov 29 11:52:45.486082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58084) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.514832 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a4157b-027f-4b2c-88e4-fe6d4ff788a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.515468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a4157b-027f-4b2c-88e4-fe6d4ff788a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.518383 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-79a4157b-027f-4b2c-88e4-fe6d4ff788a4 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/d4be1d9f-6662-40a4-b559-0cde191406e3 HTTP/1.1" status: 404 len: 333 time: 0.0326579 Nov 29 11:52:45.521228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58086) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.534065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.549423 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80f40f9-be12-444b-acdc-334b56d19444 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.549876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80f40f9-be12-444b-acdc-334b56d19444 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.552907 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d80f40f9-be12-444b-acdc-334b56d19444 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/5de408b7-531f-4496-b488-e86dfd5e2c4b HTTP/1.1" status: 404 len: 337 time: 0.0307341 Nov 29 11:52:45.553673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.555493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58088) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.569377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event deleted for resources: {'Port': ['ID=5d6c755b-b9a0-490b-bf38-1ae19aaabadb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:45.589387 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=211dd492-31e3-4d4e-b7c5-2ef38bf6c20d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:45.614318 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e41ffa5-ccd0-458b-9711-14647388b467 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.615037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e41ffa5-ccd0-458b-9711-14647388b467 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.620351 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4e41ffa5-ccd0-458b-9711-14647388b467 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/ports/745f6b29-545d-42e9-bfc2-8479f93566c0 HTTP/1.1" status: 404 len: 333 time: 0.0587425 Nov 29 11:52:45.623331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58090) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.624396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.667627 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6248ff-7cc7-4383-a848-50d245e3a666 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:45.667993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6248ff-7cc7-4383-a848-50d245e3a666 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:45.673362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ae6248ff-7cc7-4383-a848-50d245e3a666 tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/subnets/bee49619-d924-4986-bc10-42730f76cb98 HTTP/1.1" status: 404 len: 337 time: 0.0444219 Nov 29 11:52:45.702826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58092) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:45.732709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.893073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:45.915846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.170899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.180366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:46.186925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Router b17ccded-e07c-4453-847f-3850faff8f0c has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:46.205249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b4c7af6-34ed-44a5-90fc-b5a20d5f657c']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.220116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44a6241-8401-47ed-b408-6310b8a5cfcf') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.220419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44a6241-8401-47ed-b408-6310b8a5cfcf') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.239307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:46.287890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.333959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:46.340184 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-241af760-4ea9-4dfb-90d0-1f6e08de33e2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7750609 Nov 29 11:52:46.345838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58098) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:46.346761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:46.356455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:46.357081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.402219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf24ec5-d555-44ed-95d4-8a82d55ba224 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet d7a56cf2-faf6-4d4d-ae1c-b763a693201d {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:46.405694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bf24ec5-d555-44ed-95d4-8a82d55ba224 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.448394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bf24ec5-d555-44ed-95d4-8a82d55ba224 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.448633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:46.548107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bf24ec5-d555-44ed-95d4-8a82d55ba224 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.613648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bf24ec5-d555-44ed-95d4-8a82d55ba224 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.643214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf24ec5-d555-44ed-95d4-8a82d55ba224 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a56cf2-faf6-4d4d-ae1c-b763a693201d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:46.645184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0bf24ec5-d555-44ed-95d4-8a82d55ba224 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.650838 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0bf24ec5-d555-44ed-95d4-8a82d55ba224 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/d7a56cf2-faf6-4d4d-ae1c-b763a693201d HTTP/1.1" status: 204 len: 168 time: 0.3014858 Nov 29 11:52:46.651136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58100) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:46.662857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cceb50-cbb8-46e0-8ae8-a1fabd0955ec None None] Network 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:46.679238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:46.682803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.690285 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7f8e8c7c-e7c7-4aa8-8c94-56525d36d18d tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "PUT /v2.0/routers/b17ccded-e07c-4453-847f-3850faff8f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3363984 Nov 29 11:52:46.692140 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e4650a-4df9-4344-82ff-5875602b9e10 None None] Sync routers for ids ['b17ccded-e07c-4453-847f-3850faff8f0c'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:46.695478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58102) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:46.701639 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4650a-4df9-4344-82ff-5875602b9e10 None None] Routers {'b17ccded-e07c-4453-847f-3850faff8f0c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:46.702481 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-85e4650a-4df9-4344-82ff-5875602b9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b17ccded-e07c-4453-847f-3850faff8f0c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.709112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:46.709557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:46.713172 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:46.736597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.740262 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-85e4650a-4df9-4344-82ff-5875602b9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.750234 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4650a-4df9-4344-82ff-5875602b9e10 None None] Routers {'b17ccded-e07c-4453-847f-3850faff8f0c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:46.751060 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-85e4650a-4df9-4344-82ff-5875602b9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b17ccded-e07c-4453-847f-3850faff8f0c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.762401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:45Z', 'revision_number': 9, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.784277 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-85e4650a-4df9-4344-82ff-5875602b9e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.785231 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e4650a-4df9-4344-82ff-5875602b9e10 None None] The sync data for ids ['b17ccded-e07c-4453-847f-3850faff8f0c'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:46.800914 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:46.808409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 35e30ee9-6899-4d51-a310-4df835f88762 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:46.809042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.838928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6b816cc-1611-4156-ab29-8396067f2d63 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.844182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:46.844875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.879010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port 35e30ee9-6899-4d51-a310-4df835f88762, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=35e30ee9-6899-4d51-a310-4df835f88762,segment=NetworkSegment(268be6c5-b30d-49d1-8516-e39116c29af6),segment_id=268be6c5-b30d-49d1-8516-e39116c29af6)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:46.879473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.892750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 35e30ee9-6899-4d51-a310-4df835f88762 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:46.906685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.910850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:46.921208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.924238 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] 10.222.0.23 "DELETE /v2.0/networks/7b4c7af6-34ed-44a5-90fc-b5a20d5f657c HTTP/1.1" status: 204 len: 168 time: 1.1918821 Nov 29 11:52:46.936933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf4eb5-9d20-4049-9920-c01129ad7976 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:46.952955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:46.956018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf4eb5-9d20-4049-9920-c01129ad7976 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:46.956717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cdaf4eb5-9d20-4049-9920-c01129ad7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:46.985977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8187d3d-d464-49b3-9a3a-9182cb0261ef tempest-NetworksTestDHCPv6-1687740807 tempest-NetworksTestDHCPv6-1687740807-project] Pushing event deleted for resources: {'Network': ['ID=7b4c7af6-34ed-44a5-90fc-b5a20d5f657c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:46.991374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.998068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:46.999347 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9e49001b-6f2c-4c4e-b898-87c8c5adec7c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6993065 Nov 29 11:52:47.003786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58106) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:47.035447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No DVR routers for this DVR port 35e30ee9-6899-4d51-a310-4df835f88762 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:47.041912 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c41245-bc23-4b27-9697-2ba27f73200c None None] DHCP port deletion for 5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:47.043285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=35e30ee9-6899-4d51-a310-4df835f88762,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:47.053824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cdaf4eb5-9d20-4049-9920-c01129ad7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:47.108923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf4eb5-9d20-4049-9920-c01129ad7976 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:47.109704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cdaf4eb5-9d20-4049-9920-c01129ad7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:47.138098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.167389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5392ed8a-f34b-4005-9bd4-f2fccddfc9a8']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:47.169475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6b816cc-1611-4156-ab29-8396067f2d63 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.172996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6b816cc-1611-4156-ab29-8396067f2d63 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.179284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268be6c5-b30d-49d1-8516-e39116c29af6') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:47.179284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268be6c5-b30d-49d1-8516-e39116c29af6') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:47.183345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cdaf4eb5-9d20-4049-9920-c01129ad7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:47.184138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf4eb5-9d20-4049-9920-c01129ad7976 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:47.208195 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.223979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.234236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:47.235025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:47.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:47.241869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6b816cc-1611-4156-ab29-8396067f2d63 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.241869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b816cc-1611-4156-ab29-8396067f2d63 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Fanout notify agent at l3_agent the message router_deleted on router b17ccded-e07c-4453-847f-3850faff8f0c {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:47.249921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6b816cc-1611-4156-ab29-8396067f2d63 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.253776 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a6b816cc-1611-4156-ab29-8396067f2d63 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "DELETE /v2.0/routers/b17ccded-e07c-4453-847f-3850faff8f0c HTTP/1.1" status: 204 len: 168 time: 0.5549452 Nov 29 11:52:47.259172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58110) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:47.288123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:45Z', 'revision_number': 9, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:47.319586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.328119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a28745-5ddb-41ba-8aa4-2a1b29863d5a None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:45Z', 'revision_number': 9, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'c3f9be43-0fa2-44d9-909c-3ecf4f532cdb', 'name': '', 'network_id': 'f759855c-90b4-4b83-9512-be12f52904f9', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:84:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:14Z', 'updated_at': '2021-11-29T11:52:19Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '087f67d8-9f05-4ad3-9c6f-e7f12619a7c3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:47.331217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58112) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:47.340679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.343741 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/5392ed8a-f34b-4005-9bd4-f2fccddfc9a8 HTTP/1.1" status: 204 len: 168 time: 0.6917694 Nov 29 11:52:47.361862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454ea10-5285-47a3-835f-45ddb8318ef2 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=5392ed8a-f34b-4005-9bd4-f2fccddfc9a8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:47.364034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58116) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:47.448914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eaea5a8-34a9-49a4-b051-b56e079103b8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Deleting subnet 2deff9b4-5a24-47c9-b610-5e814066e1fb {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:47.454825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eaea5a8-34a9-49a4-b051-b56e079103b8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.473857 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e2fa86a4-a78b-4f6b-ba4e-b2ef24f94d0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4c4670942fa43d8b565a25db36c695a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382794 Nov 29 11:52:47.476902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58118) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:47.517862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eaea5a8-34a9-49a4-b051-b56e079103b8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.529525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0d85af7-ced5-4295-b05a-dfd2aa3fe0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.555524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0d85af7-ced5-4295-b05a-dfd2aa3fe0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.601563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0d85af7-ced5-4295-b05a-dfd2aa3fe0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.605140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b0d85af7-ced5-4295-b05a-dfd2aa3fe0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.606378 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b0d85af7-ced5-4295-b05a-dfd2aa3fe0a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/08b7a0be-ded3-4088-8807-f4c37a3e5603 HTTP/1.1" status: 204 len: 168 time: 0.1279721 Nov 29 11:52:47.614179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d85af7-ced5-4295-b05a-dfd2aa3fe0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b7a0be-ded3-4088-8807-f4c37a3e5603,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:47.814484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eaea5a8-34a9-49a4-b051-b56e079103b8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:47.981654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eaea5a8-34a9-49a4-b051-b56e079103b8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.023019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaea5a8-34a9-49a4-b051-b56e079103b8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event deleted for resources: {'Subnet': ['ID=2deff9b4-5a24-47c9-b610-5e814066e1fb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:48.031486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eaea5a8-34a9-49a4-b051-b56e079103b8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.035355 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8eaea5a8-34a9-49a4-b051-b56e079103b8 tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "DELETE /v2.0/subnets/2deff9b4-5a24-47c9-b610-5e814066e1fb HTTP/1.1" status: 204 len: 168 time: 0.7745450 Nov 29 11:52:48.037148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58132) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:48.037284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb6c5b8-36ef-4118-8e36-08b88bf8e914 None None] Network 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:48.115773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.168569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.230504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.245107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Deleting port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:48.245714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.312794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:48.336593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:48.337024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 211dd492-31e3-4d4e-b7c5-2ef38bf6c20d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:48.337386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 35e30ee9-6899-4d51-a310-4df835f88762 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:48.346111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] For port 4a4bd47f-9aeb-4f7d-9702-22b21d880422, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=4a4bd47f-9aeb-4f7d-9702-22b21d880422,segment=NetworkSegment(8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9),segment_id=8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:48.346504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.362688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Calling delete_port for 4a4bd47f-9aeb-4f7d-9702-22b21d880422 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:48.364478 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 35e30ee9-6899-4d51-a310-4df835f88762 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:48.364822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 35e30ee9-6899-4d51-a310-4df835f88762 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:48.379231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58142) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:48.476635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.510515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event deleted for resources: {'Port': ['ID=4a4bd47f-9aeb-4f7d-9702-22b21d880422,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:48.518066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700858ec-b262-40cf-a48d-1ae2cef003b8 None None] DHCP port deletion for 66ec23b8-4ffb-492b-a068-ff6bef3c09f2 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:48.523493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] No DVR routers for this DVR port 4a4bd47f-9aeb-4f7d-9702-22b21d880422 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:48.541004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-997055847'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:48.628074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.630903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:48.634957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.652418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.670920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ec23b8-4ffb-492b-a068-ff6bef3c09f2']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:48.683637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:48.683931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea1c6e6-eabb-451a-8ca9-4f93b41b3fb9') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:48.699109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.718407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.728576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:48.728968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:48.731944 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:48.810583 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.820252 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.824248 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] 10.222.0.23 "DELETE /v2.0/networks/66ec23b8-4ffb-492b-a068-ff6bef3c09f2 HTTP/1.1" status: 204 len: 168 time: 0.7851651 Nov 29 11:52:48.845183 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b1b83-c22a-4514-bb26-5b72ad7bb8ca tempest-FloatingIPNegativeTestJSON-927436671 tempest-FloatingIPNegativeTestJSON-927436671-project] Pushing event deleted for resources: {'Network': ['ID=66ec23b8-4ffb-492b-a068-ff6bef3c09f2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:48.849803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.854786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.885078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:48.895645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81aed390-5f60-4a78-9121-5f4a46f94ef6,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:48.905165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.905579 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Added segment dd5a7a6d-092a-4069-8ed5-1f554484dc4d of type vlan for network 686e657b-8858-4750-b7f8-ad571b2f328c Nov 29 11:52:48.914966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.20.0.1 (7e2e2706-af02-4b29-9081-72d2eef5a045/64f106df-4071-47c2-b102-37cd03fae5ad/f4b31308-752a-4e97-a44e-148a26ca77c1) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:48.955815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.989585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:48.995737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:48.996328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.032872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:49.033218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.062243 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6818180 Nov 29 11:52:49.068529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58150) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:49.077221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'name': 'tempest-PortsTestJSON-488164469'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:49.094226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a071d8-c054-47fb-bef4-dd3d6167a1a4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Network': ['ID=686e657b-8858-4750-b7f8-ad571b2f328c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:49.108906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:49.124669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.135279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:49.163859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port c3f9be43-0fa2-44d9-909c-3ecf4f532cdb, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,segment=NetworkSegment(c53bc5b4-d0b9-4b0e-917f-06cf808a323e),segment_id=c53bc5b4-d0b9-4b0e-917f-06cf808a323e)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:49.164234 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.186670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for c3f9be43-0fa2-44d9-909c-3ecf4f532cdb owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:49.193089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:49.200428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.218061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 4d750397-aab0-4706-bd10-306354b8dc2d yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:49.231807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.284605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:49.296829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:49.300358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:49.302890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=f4b31308-752a-4e97-a44e-148a26ca77c1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:49.384498 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-00e760fc-2661-4e47-93d8-c6dbfe5c18d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e691890be6540c3a19c32f99bb4dc9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457101 Nov 29 11:52:49.385109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58158) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:49.390842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.431996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.468912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5efbb124-dcac-4176-9a20-407439e5cb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.497643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5efbb124-dcac-4176-9a20-407439e5cb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.504258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.528440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.564414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=c3f9be43-0fa2-44d9-909c-3ecf4f532cdb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:49.605577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=4d750397-aab0-4706-bd10-306354b8dc2d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:49.620995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking segment: {'id': 'dd5a7a6d-092a-4069-8ed5-1f554484dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:49.621434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network hostable DHCP agents. Network: 686e657b-8858-4750-b7f8-ad571b2f328c, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:49.627838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5efbb124-dcac-4176-9a20-407439e5cb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.630336 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5efbb124-dcac-4176-9a20-407439e5cb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.631486 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5efbb124-dcac-4176-9a20-407439e5cb04 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aca61c69-b24f-4d0c-a0a7-d98d7d5e8ddc HTTP/1.1" status: 204 len: 168 time: 0.2459102 Nov 29 11:52:49.650038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbb124-dcac-4176-9a20-407439e5cb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca61c69-b24f-4d0c-a0a7-d98d7d5e8ddc,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:49.668562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:49.683900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 686e657b-8858-4750-b7f8-ad571b2f328c) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:49.690917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.691420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:49.692293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b26c859-b180-4520-8e98-fc7cba1c6824 None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:49.700321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:49.701409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.734724 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e6ba2dec-dadc-4e98-bb77-6ee08dd61c41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6651313 Nov 29 11:52:49.737658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58162) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:49.744561 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2032788647'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:49.780783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:49.784823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.785490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.826414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:49.840218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.840766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Added segment 1d8392b7-1ad5-49fe-a538-5e8a79f6657a of type vlan for network 21b28722-cf90-4180-bf27-24d0cae706b0 Nov 29 11:52:49.891270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.918125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.928481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:49.928481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:49.989133 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2477736 Nov 29 11:52:49.990194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58168) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.000437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'ports': [{'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c'}, {'network_id': '21b28722-cf90-4180-bf27-24d0cae706b0'}]} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:50.000756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:50.000938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194c40c-fd22-44d9-8d8e-0082bab1b31f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Network': ['ID=21b28722-cf90-4180-bf27-24d0cae706b0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:50.001238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '21b28722-cf90-4180-bf27-24d0cae706b0'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:50.012355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 21b28722-cf90-4180-bf27-24d0cae706b0 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:50.218272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4a4bd47f-9aeb-4f7d-9702-22b21d880422 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:50.238459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 4a4bd47f-9aeb-4f7d-9702-22b21d880422 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:50.238868 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4a4bd47f-9aeb-4f7d-9702-22b21d880422 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:50.316832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:50.376531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 2} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:50.381133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.459443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.485683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.507420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.526768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58184) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.612549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:50.625231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8e3f73c3-201c-4cdf-8e29-3dab687e480f tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] Request body: {'port': {'network_id': '3dfcc53e-dfe4-43dd-a77e-013243b3050c', 'name': 'tempest-NetworksNegativeTestJSON-368669321'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:50.625560 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:50.628906 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2ba4912b-5d58-4089-9a84-3b66923544b5 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2641718 Nov 29 11:52:50.631598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58188) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.636027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 56ef6fc5-ff1e-4946-801e-7ffe8f72a2f4 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:50.636687 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:50.637439 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:50.651640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.655375 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3f73c3-201c-4cdf-8e29-3dab687e480f tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] POST failed (client error): The resource could not be found. Nov 29 11:52:50.655951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3f73c3-201c-4cdf-8e29-3dab687e480f tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:50.656588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=f4b31308-752a-4e97-a44e-148a26ca77c1,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:50.660840 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e3f73c3-201c-4cdf-8e29-3dab687e480f tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1293309 Nov 29 11:52:50.664889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58190) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.701528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b16ce3f-94d6-472e-aa4b-9322ab104d4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet 087f67d8-9f05-4ad3-9c6f-e7f12619a7c3 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:50.704696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5b16ce3f-94d6-472e-aa4b-9322ab104d4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.725840 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9ba6b9-f458-47e2-9514-4398b2f3d3bd tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:50.726437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9ba6b9-f458-47e2-9514-4398b2f3d3bd tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:50.732853 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2a9ba6b9-f458-47e2-9514-4398b2f3d3bd tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "DELETE /v2.0/networks/70d4845f-9258-4169-89c5-2688cf58af34 HTTP/1.1" status: 404 len: 339 time: 0.0636315 Nov 29 11:52:50.733976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58192) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.734125 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:50.747627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5b16ce3f-94d6-472e-aa4b-9322ab104d4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.770341 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2000a3d-9d6a-4b2f-a383-c4722442f666 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:50.770616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2000a3d-9d6a-4b2f-a383-c4722442f666 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:50.777779 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a2000a3d-9d6a-4b2f-a383-c4722442f666 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "DELETE /v2.0/ports/2be53f0a-f6a9-4fdf-ae75-dd5d19f71183 HTTP/1.1" status: 404 len: 333 time: 0.0394585 Nov 29 11:52:50.778090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58194) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.825136 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db5411a-d909-41a5-b67a-15e53a95fb48 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:50.825854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db5411a-d909-41a5-b67a-15e53a95fb48 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:50.832530 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2db5411a-d909-41a5-b67a-15e53a95fb48 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "DELETE /v2.0/subnets/49cb7aa3-4d63-4a65-be46-9a07d4fd6384 HTTP/1.1" status: 404 len: 337 time: 0.0496159 Nov 29 11:52:50.833242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58196) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.861962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5b16ce3f-94d6-472e-aa4b-9322ab104d4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.865766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e4775c-5403-4023-b0bd-b3fe2b07f289 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] GET failed (client error): The resource could not be found. Nov 29 11:52:50.871613 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a8e4775c-5403-4023-b0bd-b3fe2b07f289 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "GET /v2.0/networks/15c6ecd5-76a2-42ab-ad83-1f13fd8609b9 HTTP/1.1" status: 404 len: 339 time: 0.0334437 Nov 29 11:52:50.872024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58198) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.924769 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedc6148-d533-48d8-8191-3e610b30fe62 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] GET failed (client error): The resource could not be found. Nov 29 11:52:50.930391 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-aedc6148-d533-48d8-8191-3e610b30fe62 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "GET /v2.0/ports/ef8d61d4-e441-4d8c-bafb-8c974a9b8b04 HTTP/1.1" status: 404 len: 333 time: 0.0539396 Nov 29 11:52:50.930769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58200) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.939853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:50.941501 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:49Z', 'revision_number': 10, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:50.943035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:50.962529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5b16ce3f-94d6-472e-aa4b-9322ab104d4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:50.968315 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebf3ba4-0410-4594-ba04-9470a167b6cd tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] GET failed (client error): The resource could not be found. Nov 29 11:52:50.973134 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aebf3ba4-0410-4594-ba04-9470a167b6cd tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "GET /v2.0/subnets/47e860ad-0e59-4a29-84cc-f1ca99204b72 HTTP/1.1" status: 404 len: 337 time: 0.0376656 Nov 29 11:52:50.975778 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:50.984463 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:50.985056 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:50.991931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58202) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:50.997000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-77c21ac3-da98-4470-95f4-d5dd8363d6de tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:51.013401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16ce3f-94d6-472e-aa4b-9322ab104d4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=087f67d8-9f05-4ad3-9c6f-e7f12619a7c3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:51.018587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5b16ce3f-94d6-472e-aa4b-9322ab104d4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.025127 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5b16ce3f-94d6-472e-aa4b-9322ab104d4e tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/087f67d8-9f05-4ad3-9c6f-e7f12619a7c3 HTTP/1.1" status: 204 len: 168 time: 0.3897114 Nov 29 11:52:51.025127 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c21ac3-da98-4470-95f4-d5dd8363d6de tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] PUT failed (client error): The resource could not be found. Nov 29 11:52:51.025127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c21ac3-da98-4470-95f4-d5dd8363d6de tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:51.029575 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-77c21ac3-da98-4470-95f4-d5dd8363d6de tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "PUT /v2.0/networks/00a2a5d2-7b31-465a-b7e6-afac13db0c97 HTTP/1.1" status: 404 len: 339 time: 0.0326998 Nov 29 11:52:51.029575 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58204) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:51.029575 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58206) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:51.031872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.041962 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f352a72-f714-453e-ac7b-9dd2185c1859 None None] Network f759855c-90b4-4b83-9512-be12f52904f9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:51.042630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3f2def2b-c453-480c-b294-2ac63960189b tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:51.073989 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:51.104868 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2def2b-c453-480c-b294-2ac63960189b tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] PUT failed (client error): The resource could not be found. Nov 29 11:52:51.105220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2def2b-c453-480c-b294-2ac63960189b tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:51.109831 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3f2def2b-c453-480c-b294-2ac63960189b tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "PUT /v2.0/ports/5db1466f-8bc3-485e-95ce-1cf11e11eefb HTTP/1.1" status: 404 len: 333 time: 0.0763481 Nov 29 11:52:51.110695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58208) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:51.111685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 9ab7e876-9c22-431e-a210-3457b0d5e9a2 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:51.122604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f8627db1-2b90-496f-8127-fbb8d4effd91 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:51.145285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:51.153270 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8627db1-2b90-496f-8127-fbb8d4effd91 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] PUT failed (client error): The resource could not be found. Nov 29 11:52:51.153727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8627db1-2b90-496f-8127-fbb8d4effd91 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:51.158422 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f8627db1-2b90-496f-8127-fbb8d4effd91 tempest-NetworksNegativeTestJSON-2123836709 tempest-NetworksNegativeTestJSON-2123836709-project] 10.222.0.23 "PUT /v2.0/subnets/04b37b8c-d08a-4bda-94bd-505b22446e4b HTTP/1.1" status: 404 len: 337 time: 0.0434501 Nov 29 11:52:51.163560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.260338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 315582f6-b10f-4656-9977-590fcef6dfdf {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:51.261051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.318606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] DHCP port deletion for f759855c-90b4-4b83-9512-be12f52904f9 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:51.359999 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:49Z', 'revision_number': 10, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:51.389861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port 315582f6-b10f-4656-9977-590fcef6dfdf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=315582f6-b10f-4656-9977-590fcef6dfdf,segment=NetworkSegment(c53bc5b4-d0b9-4b0e-917f-06cf808a323e),segment_id=c53bc5b4-d0b9-4b0e-917f-06cf808a323e)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:51.390592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.398395 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f69099-92e8-48ea-8a73-9e51b7de5cd9 None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:49Z', 'revision_number': 10, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None, '_interfaces': [{'id': 'e7d841bb-d1d7-4638-9d45-4d95107f06cf', 'name': '', 'network_id': '90d4897b-6fd5-4885-99c4-b41343a5bbd2', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'mac_address': 'fa:16:3e:1e:7a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:52:05Z', 'updated_at': '2021-11-29T11:52:11Z', 'revision_number': 5, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'subnets': [{'id': '90e83a0d-be8f-4697-bb5f-0062f193c938', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:51.405577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] Deleting port 315582f6-b10f-4656-9977-590fcef6dfdf {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:51.406175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.418202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 315582f6-b10f-4656-9977-590fcef6dfdf owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:51.520527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.526460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] For port 315582f6-b10f-4656-9977-590fcef6dfdf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=315582f6-b10f-4656-9977-590fcef6dfdf,segment=NetworkSegment(c53bc5b4-d0b9-4b0e-917f-06cf808a323e),segment_id=c53bc5b4-d0b9-4b0e-917f-06cf808a323e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:51.526907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.541739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] Calling delete_port for 315582f6-b10f-4656-9977-590fcef6dfdf owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:51.563353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=315582f6-b10f-4656-9977-590fcef6dfdf,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:51.566822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No DVR routers for this DVR port 315582f6-b10f-4656-9977-590fcef6dfdf on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:51.582448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58216) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:51.641752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.663432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.673218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] Pushing event deleted for resources: {'Port': ['ID=315582f6-b10f-4656-9977-590fcef6dfdf,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:51.681441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7649700-2a61-4fd8-b7a7-05bfdafdbedc None None] No DVR routers for this DVR port 315582f6-b10f-4656-9977-590fcef6dfdf on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:51.699658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.702042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f759855c-90b4-4b83-9512-be12f52904f9']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:51.713309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:51.713309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53bc5b4-d0b9-4b0e-917f-06cf808a323e') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:51.717480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:51.726831 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a04a98af-869a-4fdb-9be9-0eae645032ef tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/routers/7076c921-5f32-4f0b-99e4-2a1adb3b83ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6971922 Nov 29 11:52:51.726994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58220) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:51.728988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab3635-9acd-41a1-ac9b-17d78f8f5357 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:51.730448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.735169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'port': {'network_id': '7e2e2706-af02-4b29-9081-72d2eef5a045', 'name': 'tempest-FloatingIPTestJSON-37170626'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:51.738573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab3635-9acd-41a1-ac9b-17d78f8f5357 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:51.740071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-63ab3635-9acd-41a1-ac9b-17d78f8f5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:51.748242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-516b25a8-03b8-4a41-9159-8e148d65da68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.774394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-63ab3635-9acd-41a1-ac9b-17d78f8f5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:51.784057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ab3635-9acd-41a1-ac9b-17d78f8f5357 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:51.784738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-63ab3635-9acd-41a1-ac9b-17d78f8f5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:51.790551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.798444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.810448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:51.810448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:51.813009 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:51.827820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-63ab3635-9acd-41a1-ac9b-17d78f8f5357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:51.828616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ab3635-9acd-41a1-ac9b-17d78f8f5357 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:51.855943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:51.862323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:51.864963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:51.866144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.892389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=56ef6fc5-ff1e-4946-801e-7ffe8f72a2f4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:51.914368 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.925074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.931641 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/f759855c-90b4-4b83-9512-be12f52904f9 HTTP/1.1" status: 204 len: 168 time: 0.9012756 Nov 29 11:52:51.935140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58222) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:51.947433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a517d0-daf6-44a9-bce2-b0f9546c98fb tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=f759855c-90b4-4b83-9512-be12f52904f9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:51.964500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:51.968205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:51.987956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] device_id is not set on port c8a83cd4-f275-41ca-af3e-2b130c202487 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:52.007960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-516b25a8-03b8-4a41-9159-8e148d65da68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.047263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-516b25a8-03b8-4a41-9159-8e148d65da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.053580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=9ab7e876-9c22-431e-a210-3457b0d5e9a2,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:52.103024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.20.0.4 (7e2e2706-af02-4b29-9081-72d2eef5a045/64f106df-4071-47c2-b102-37cd03fae5ad/c8a83cd4-f275-41ca-af3e-2b130c202487) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:52.110032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking segment: {'id': '1d8392b7-1ad5-49fe-a538-5e8a79f6657a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '21b28722-cf90-4180-bf27-24d0cae706b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:52.110397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network hostable DHCP agents. Network: 21b28722-cf90-4180-bf27-24d0cae706b0, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:52.114220 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-516b25a8-03b8-4a41-9159-8e148d65da68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0eac0a23658d46398741d3ec42fb7125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284951 Nov 29 11:52:52.117458 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58224) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:52.133281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b25a8-03b8-4a41-9159-8e148d65da68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1776427-fb83-41fa-9b5b-906d967e14a7,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:52.162033 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 315582f6-b10f-4656-9977-590fcef6dfdf no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:52.182433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 315582f6-b10f-4656-9977-590fcef6dfdf {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:52.182763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 315582f6-b10f-4656-9977-590fcef6dfdf not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:52.183181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c3f9be43-0fa2-44d9-909c-3ecf4f532cdb no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:52.202631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c3f9be43-0fa2-44d9-909c-3ecf4f532cdb {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:52.202978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c3f9be43-0fa2-44d9-909c-3ecf4f532cdb not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:52.216547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 21b28722-cf90-4180-bf27-24d0cae706b0 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:52.234976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 21b28722-cf90-4180-bf27-24d0cae706b0) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:52.238880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:52.246262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc45c6e-9b50-4378-86d4-cfb249076610 None None] Network 21b28722-cf90-4180-bf27-24d0cae706b0 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:52.246484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:52.251152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:52.251833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.261179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90cf8848-692e-4ff9-8a58-d849d2f8bd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.299022 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e92116fd-24e9-4e0f-900b-71cd961393ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3081980 Nov 29 11:52:52.301820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58226) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:52.304987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90cf8848-692e-4ff9-8a58-d849d2f8bd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.369600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.400634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90cf8848-692e-4ff9-8a58-d849d2f8bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.403260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-90cf8848-692e-4ff9-8a58-d849d2f8bd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.404437 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-90cf8848-692e-4ff9-8a58-d849d2f8bd30 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1776427-fb83-41fa-9b5b-906d967e14a7 HTTP/1.1" status: 204 len: 168 time: 0.2845657 Nov 29 11:52:52.416418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf8848-692e-4ff9-8a58-d849d2f8bd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1776427-fb83-41fa-9b5b-906d967e14a7,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:52.427433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.445589 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-4dccab36-9340-43e0-b835-972ac373c33f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 9ab7e876-9c22-431e-a210-3457b0d5e9a2 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:52.446560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4dccab36-9340-43e0-b835-972ac373c33f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.479679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:52.483235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:52.487241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:52.517107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=c8a83cd4-f275-41ca-af3e-2b130c202487,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:52.545340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:52.545995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.551592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4dccab36-9340-43e0-b835-972ac373c33f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.566919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-4dccab36-9340-43e0-b835-972ac373c33f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 9ab7e876-9c22-431e-a210-3457b0d5e9a2 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:52.567758 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0cab4ab8-ab02-401f-b872-2b7581065e0d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.8393149 Nov 29 11:52:52.570114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58232) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:52.576082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'port': {'network_id': '7e2e2706-af02-4b29-9081-72d2eef5a045', 'name': 'tempest-FloatingIPTestJSON-630140543'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:52.624704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.731418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:52.734932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.759147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] device_id is not set on port b26bda21-dc09-497c-bd12-5d40d97148b5 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:52.770775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaca5c-eb76-4c97-8869-13b4d5c48c3e req-45bf0d2d-0278-4050-a10e-564eeec619c1 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:52.772318 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0eeaca5c-eb76-4c97-8869-13b4d5c48c3e req-45bf0d2d-0278-4050-a10e-564eeec619c1 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1048899 Nov 29 11:52:52.796259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4dccab36-9340-43e0-b835-972ac373c33f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.832863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccab36-9340-43e0-b835-972ac373c33f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=9ab7e876-9c22-431e-a210-3457b0d5e9a2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:52.841355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4dccab36-9340-43e0-b835-972ac373c33f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:52.844602 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4dccab36-9340-43e0-b835-972ac373c33f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/9ab7e876-9c22-431e-a210-3457b0d5e9a2 HTTP/1.1" status: 204 len: 168 time: 0.5416074 Nov 29 11:52:52.847592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58244) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:52.868756 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0eeaca5c-eb76-4c97-8869-13b4d5c48c3e req-13d83d67-d470-41e4-9afb-081d36275b87 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568345 Nov 29 11:52:52.932285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.20.0.13 (7e2e2706-af02-4b29-9081-72d2eef5a045/64f106df-4071-47c2-b102-37cd03fae5ad/b26bda21-dc09-497c-bd12-5d40d97148b5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:52.978835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8f1af-9e3b-49a5-a1e9-5045f6dc2520 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:52.984950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8f1af-9e3b-49a5-a1e9-5045f6dc2520 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:52.989217 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4ba8f1af-9e3b-49a5-a1e9-5045f6dc2520 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1380720 Nov 29 11:52:52.989793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58250) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:53.069410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7f58-c298-4408-8bf2-840cab8b741a req-356663f4-d1b2-4eca-8ea3-a2862a876c18 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:53.071636 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67de7f58-c298-4408-8bf2-840cab8b741a req-356663f4-d1b2-4eca-8ea3-a2862a876c18 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1191564 Nov 29 11:52:53.087526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port e7d841bb-d1d7-4638-9d45-4d95107f06cf {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:53.088030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.127698 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67de7f58-c298-4408-8bf2-840cab8b741a req-80b13d53-3d14-4f09-bb7c-c8cfab79edc4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487401 Nov 29 11:52:53.176812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-154056a9-acf1-470d-a910-be8a3676081b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 56ef6fc5-ff1e-4946-801e-7ffe8f72a2f4 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:53.177250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-154056a9-acf1-470d-a910-be8a3676081b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.190661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.233931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.239757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58260) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:53.246258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port e7d841bb-d1d7-4638-9d45-4d95107f06cf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e7d841bb-d1d7-4638-9d45-4d95107f06cf,segment=NetworkSegment(50efe018-eccd-41a3-afd8-d1009ae71735),segment_id=50efe018-eccd-41a3-afd8-d1009ae71735)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:53.246742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.277312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:53.280206 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:53.284035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:53.294265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for e7d841bb-d1d7-4638-9d45-4d95107f06cf owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:53.338081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=b26bda21-dc09-497c-bd12-5d40d97148b5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:53.354743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-154056a9-acf1-470d-a910-be8a3676081b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.376366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:53.376564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-154056a9-acf1-470d-a910-be8a3676081b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 56ef6fc5-ff1e-4946-801e-7ffe8f72a2f4 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:53.376989 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.401908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af05f6-99c7-4c95-a04b-ef6d3192e816 req-a362d101-8df0-4ce9-8ca9-a9611d008973 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:53.403079 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-13af05f6-99c7-4c95-a04b-ef6d3192e816 req-a362d101-8df0-4ce9-8ca9-a9611d008973 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0933878 Nov 29 11:52:53.410227 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7fce004d-c619-4c08-aebb-0b0d0fbdc48f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8359034 Nov 29 11:52:53.410397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58266) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:53.415687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'b26bda21-dc09-497c-bd12-5d40d97148b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:53.458186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1510855676'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:53.464791 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.472660 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-13af05f6-99c7-4c95-a04b-ef6d3192e816 req-e138ebf2-fd5a-4fa8-bbbc-2dcf93e44f58 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514884 Nov 29 11:52:53.505253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.524878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.579225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.587945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-154056a9-acf1-470d-a910-be8a3676081b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.625235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.631146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154056a9-acf1-470d-a910-be8a3676081b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=56ef6fc5-ff1e-4946-801e-7ffe8f72a2f4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:53.681405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-154056a9-acf1-470d-a910-be8a3676081b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.684608 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-154056a9-acf1-470d-a910-be8a3676081b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/56ef6fc5-ff1e-4946-801e-7ffe8f72a2f4 HTTP/1.1" status: 204 len: 168 time: 0.6942549 Nov 29 11:52:53.688548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58268) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:53.689204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=e7d841bb-d1d7-4638-9d45-4d95107f06cf,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:53.721268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.26.5.82 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/318588d6-d703-49e6-b8e7-c8d1d9d97d0c) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:53.794060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9284bbde-015c-4a9b-ba0b-5e0f04861419 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:53.795599 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9284bbde-015c-4a9b-ba0b-5e0f04861419 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1062143 Nov 29 11:52:53.798438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58270) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:53.802318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.806044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.813879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.831696 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c67c8fd-f26c-4182-b17d-287e4d075084 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:52:53.835840 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c67c8fd-f26c-4182-b17d-287e4d075084 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/9ab7e876-9c22-431e-a210-3457b0d5e9a2 HTTP/1.1" status: 404 len: 333 time: 0.0339069 Nov 29 11:52:53.836031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58274) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:53.865226 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88244c5-e61a-4b93-a3d7-dca9e3e623f0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:52:53.866948 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c88244c5-e61a-4b93-a3d7-dca9e3e623f0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/56ef6fc5-ff1e-4946-801e-7ffe8f72a2f4 HTTP/1.1" status: 404 len: 333 time: 0.0299468 Nov 29 11:52:53.873313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58276) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:53.934498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e41f19-04ad-4ecb-a7c4-2d3ef2705173,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:53.960514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:53.982819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.017446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.025056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.036257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:54.059015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.060238 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8160641 Nov 29 11:52:54.064834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58278) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:54.072087 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.075027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17abc9-7529-4e40-8008-f9e8860f5ad1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7396e95-136e-45e4-ad72-4b1dffc0e6ba,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:54.122996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.145925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:54.150579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=318588d6-d703-49e6-b8e7-c8d1d9d97d0c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:54.158830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:54.162868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:54.163494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:54.168667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b28722-cf90-4180-bf27-24d0cae706b0']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:54.174409 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ef6ea7d1-c157-4545-b67e-d083a5a2d235 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314458 Nov 29 11:52:54.174574 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c331812d-8735-4e7e-85d5-642934853182 None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:54.175345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58280) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:54.183325 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c331812d-8735-4e7e-85d5-642934853182 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:54.183933 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c331812d-8735-4e7e-85d5-642934853182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:54.204848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8392b7-1ad5-49fe-a538-5e8a79f6657a') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:54.205299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8392b7-1ad5-49fe-a538-5e8a79f6657a') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:54.218600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.228219 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5fb71806-7d70-4182-aacc-ecf5d7e9c78b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1597054 Nov 29 11:52:54.228397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58282) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:54.232704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d396db0c-3e33-4d7d-9586-767e267cbd13 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-security--824446619', 'description': 'tempest-security-description-412915580'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:54.254261 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c331812d-8735-4e7e-85d5-642934853182 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:54.256553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.259040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a6aa38-da1f-4ac6-bb6e-5f46b9e71fa9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting subnet 90e83a0d-be8f-4697-bb5f-0062f193c938 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:54.262600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a6aa38-da1f-4ac6-bb6e-5f46b9e71fa9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.268949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:54.269506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:54.272630 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:54.295733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d396db0c-3e33-4d7d-9586-767e267cbd13 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.326907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a6aa38-da1f-4ac6-bb6e-5f46b9e71fa9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.382722 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d396db0c-3e33-4d7d-9586-767e267cbd13 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.390343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d396db0c-3e33-4d7d-9586-767e267cbd13 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.392921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d396db0c-3e33-4d7d-9586-767e267cbd13 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.397380 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d396db0c-3e33-4d7d-9586-767e267cbd13 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "PUT /v2.0/security-groups/d7396e95-136e-45e4-ad72-4b1dffc0e6ba HTTP/1.1" status: 200 len: 1776 time: 0.1649120 Nov 29 11:52:54.399492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58284) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:54.406456 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c331812d-8735-4e7e-85d5-642934853182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:53Z', 'revision_number': 11, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:54.434568 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c331812d-8735-4e7e-85d5-642934853182 None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:54.443892 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c331812d-8735-4e7e-85d5-642934853182 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:54.444516 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c331812d-8735-4e7e-85d5-642934853182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:54.473020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396db0c-3e33-4d7d-9586-767e267cbd13 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7396e95-136e-45e4-ad72-4b1dffc0e6ba,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:54.505204 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e491205f-21e3-4541-afb1-d6ef865c68ac tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups/d7396e95-136e-45e4-ad72-4b1dffc0e6ba HTTP/1.1" status: 200 len: 1776 time: 0.1022391 Nov 29 11:52:54.512814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58288) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:54.522559 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c331812d-8735-4e7e-85d5-642934853182 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:54.526458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a6aa38-da1f-4ac6-bb6e-5f46b9e71fa9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.580207 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c331812d-8735-4e7e-85d5-642934853182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:53Z', 'revision_number': 11, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:54.609064 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c331812d-8735-4e7e-85d5-642934853182 None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:53Z', 'revision_number': 11, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:54.620565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb6b57f2-95ab-49d2-bbf7-de4e9074c2ae tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.627773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a6aa38-da1f-4ac6-bb6e-5f46b9e71fa9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.672825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6aa38-da1f-4ac6-bb6e-5f46b9e71fa9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Subnet': ['ID=90e83a0d-be8f-4697-bb5f-0062f193c938,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:54.678308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a6aa38-da1f-4ac6-bb6e-5f46b9e71fa9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-04a6aa38-da1f-4ac6-bb6e-5f46b9e71fa9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/90e83a0d-be8f-4697-bb5f-0062f193c938 HTTP/1.1" status: 204 len: 168 time: 0.5054381 Nov 29 11:52:54.683999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb6b57f2-95ab-49d2-bbf7-de4e9074c2ae tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.685633 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58290) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:54.688112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d240d38-5ea9-4549-8f50-451d06e40f31 None None] Network 90d4897b-6fd5-4885-99c4-b41343a5bbd2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:54.749831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.788422 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.794148 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/networks/21b28722-cf90-4180-bf27-24d0cae706b0 HTTP/1.1" status: 204 len: 168 time: 0.9193940 Nov 29 11:52:54.814876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58292) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:54.826525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d0c2d-d0c5-4921-9e9e-08ed3aefa2a6 req-8e7e2880-ba6a-4193-bf1f-3da99d72f696 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:54.828255 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d85d0c2d-d0c5-4921-9e9e-08ed3aefa2a6 req-8e7e2880-ba6a-4193-bf1f-3da99d72f696 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1823156 Nov 29 11:52:54.832553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1386216707'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:54.837908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a939f2-21b9-44f9-a30a-f4caa1cd615d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Network': ['ID=21b28722-cf90-4180-bf27-24d0cae706b0,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:54.911199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:54.914652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:54.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d85d0c2d-d0c5-4921-9e9e-08ed3aefa2a6 req-342f7914-161d-44d8-ab40-4fe20b662bf9 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875597 Nov 29 11:52:54.989624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:52:55.012928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] DHCP port deletion for 90d4897b-6fd5-4885-99c4-b41343a5bbd2 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:52:55.064309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] Deleting port 71674373-5a03-46b2-840a-91f5ff9de221 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:55.064686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.102269 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.112593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.125858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb6b57f2-95ab-49d2-bbf7-de4e9074c2ae tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.126664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.127126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Added segment 88c87dfa-7a27-43a3-9a58-76cfd224ea0e of type vlan for network 74cc3089-0349-4655-9102-841443e995bf Nov 29 11:52:55.128480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb6b57f2-95ab-49d2-bbf7-de4e9074c2ae tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.130078 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bb6b57f2-95ab-49d2-bbf7-de4e9074c2ae tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7396e95-136e-45e4-ad72-4b1dffc0e6ba HTTP/1.1" status: 204 len: 168 time: 0.6119277 Nov 29 11:52:55.134352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58294) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:55.135969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] For port 71674373-5a03-46b2-840a-91f5ff9de221, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=71674373-5a03-46b2-840a-91f5ff9de221,segment=NetworkSegment(50efe018-eccd-41a3-afd8-d1009ae71735),segment_id=50efe018-eccd-41a3-afd8-d1009ae71735)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:55.136302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.151838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] Calling delete_port for 71674373-5a03-46b2-840a-91f5ff9de221 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:55.183034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.184815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b57f2-95ab-49d2-bbf7-de4e9074c2ae tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7396e95-136e-45e4-ad72-4b1dffc0e6ba,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:55.227881 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-82992ce9-9587-4762-b009-bc0248adf8d9 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0695264 Nov 29 11:52:55.228647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.228810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58296) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:55.249410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.252593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Deleting port 71674373-5a03-46b2-840a-91f5ff9de221 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:55.252938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.255957 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-753767ef-87bf-4077-8634-70fdbd82f507 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] delete failed (client error): The resource could not be found. Nov 29 11:52:55.256999 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-753767ef-87bf-4077-8634-70fdbd82f507 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/d7396e95-136e-45e4-ad72-4b1dffc0e6ba HTTP/1.1" status: 404 len: 347 time: 0.0278080 Nov 29 11:52:55.266700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58298) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:55.273301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e7727950-45cf-4153-bdc6-384eb4410cd2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-secgroup--692707061'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:55.277922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.281162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] Pushing event deleted for resources: {'Port': ['ID=71674373-5a03-46b2-840a-91f5ff9de221,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:55.283414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:55.284092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.287377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf9389-374f-429c-914c-aa252a43e78d None None] No DVR routers for this DVR port 71674373-5a03-46b2-840a-91f5ff9de221 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:55.326255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] For port 71674373-5a03-46b2-840a-91f5ff9de221, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:55.326852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.339230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Calling delete_port for 71674373-5a03-46b2-840a-91f5ff9de221 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:55.341809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Port 71674373-5a03-46b2-840a-91f5ff9de221 was not found and therefore no delete operation was performed {{(pid=102104) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 11:52:55.343103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.373373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Port': ['ID=71674373-5a03-46b2-840a-91f5ff9de221,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:55.375204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No DVR routers for this DVR port 71674373-5a03-46b2-840a-91f5ff9de221 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:52:55.418644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7727950-45cf-4153-bdc6-384eb4410cd2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.424814 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6081107 Nov 29 11:52:55.429718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e824da3-8468-4835-b018-d9f105027015 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Network': ['ID=74cc3089-0349-4655-9102-841443e995bf,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:55.435461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58300) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:55.440271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '74cc3089-0349-4655-9102-841443e995bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:55.441183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 74cc3089-0349-4655-9102-841443e995bf details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:52:55.511191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.545926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7727950-45cf-4153-bdc6-384eb4410cd2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.548059 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.550232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7727950-45cf-4153-bdc6-384eb4410cd2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.551244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d4897b-6fd5-4885-99c4-b41343a5bbd2']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:55.558149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.565241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50efe018-eccd-41a3-afd8-d1009ae71735') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:55.565536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50efe018-eccd-41a3-afd8-d1009ae71735') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:55.579556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.598144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.600918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:55.605451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.618399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e7727950-45cf-4153-bdc6-384eb4410cd2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.619471 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e7727950-45cf-4153-bdc6-384eb4410cd2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3513732 Nov 29 11:52:55.646404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58302) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:55.647465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:52:55.647696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7727950-45cf-4153-bdc6-384eb4410cd2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4418b1d9-dd68-418a-8b91-bd4eeaafe5f1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:55.647899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:52:55.652687 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:52:55.655738 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a60deaf4-1149-4d5d-9f41-f26099bda9fd tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '4418b1d9-dd68-418a-8b91-bd4eeaafe5f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:55.655877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=318588d6-d703-49e6-b8e7-c8d1d9d97d0c,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:55.669350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.731014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Performing IP validity checks on allocation pools {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 11:52:55.731622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 11:52:55.762493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a60deaf4-1149-4d5d-9f41-f26099bda9fd tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.771522 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP 706caea1-ade9-4c08-a2ef-01d3d199d29e associated. External IP: 172.26.5.82, port: b26bda21-dc09-497c-bd12-5d40d97148b5. Nov 29 11:52:55.774292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.785893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:55.788932 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/networks/90d4897b-6fd5-4885-99c4-b41343a5bbd2 HTTP/1.1" status: 204 len: 168 time: 1.1021912 Nov 29 11:52:55.794355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58304) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:55.812432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'routes': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:55.818779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a51ae-37b7-49d7-8b7b-4c1ac1784883 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Pushing event deleted for resources: {'Network': ['ID=90d4897b-6fd5-4885-99c4-b41343a5bbd2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:55.989707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:56.049323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Added routes are [] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 11:52:56.049571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Removed routes are [] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 11:52:56.049877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.054761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a60deaf4-1149-4d5d-9f41-f26099bda9fd tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.084152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a60deaf4-1149-4d5d-9f41-f26099bda9fd tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.126029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e31e65-ef39-4e97-9d03-6b309a09d219 req-992ac380-dfe8-42c4-a31e-247310bfd32a tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:56.127799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-89e31e65-ef39-4e97-9d03-6b309a09d219 req-992ac380-dfe8-42c4-a31e-247310bfd32a tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0907242 Nov 29 11:52:56.153818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 71674373-5a03-46b2-840a-91f5ff9de221 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:56.165918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:56.175525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60deaf4-1149-4d5d-9f41-f26099bda9fd tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e1d5ef-5328-4601-ad21-ca9c29e28ac6,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:56.187348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.189637 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-89e31e65-ef39-4e97-9d03-6b309a09d219 req-a6486cb6-2ff7-49a4-9190-5815a01552bf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533175 Nov 29 11:52:56.201402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.211825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedbc978-0b2d-4411-aac4-e31b970d8cad None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:56.220092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 71674373-5a03-46b2-840a-91f5ff9de221 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:56.220793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 71674373-5a03-46b2-840a-91f5ff9de221 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:56.221321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e7d841bb-d1d7-4638-9d45-4d95107f06cf no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:52:56.225196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedbc978-0b2d-4411-aac4-e31b970d8cad None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:56.225914 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bedbc978-0b2d-4411-aac4-e31b970d8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:56.230674 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a60deaf4-1149-4d5d-9f41-f26099bda9fd tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.233983 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a60deaf4-1149-4d5d-9f41-f26099bda9fd tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5801728 Nov 29 11:52:56.234130 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-54a8921c-9e96-4f18-bc7b-50e00dabc5a4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8202577 Nov 29 11:52:56.234714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58308) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:56.235038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58310) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:56.240695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:56.282471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: e7d841bb-d1d7-4638-9d45-4d95107f06cf {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:52:56.282807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e7d841bb-d1d7-4638-9d45-4d95107f06cf not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:52:56.285363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bedbc978-0b2d-4411-aac4-e31b970d8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:56.296612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedbc978-0b2d-4411-aac4-e31b970d8cad None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:56.296743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.297218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bedbc978-0b2d-4411-aac4-e31b970d8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:56.308124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.314904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04338a1b-7417-462e-a528-bfd175960543 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.324751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=074b1e55-13eb-4a04-b545-38903241a9f7,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:56.326967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04338a1b-7417-462e-a528-bfd175960543 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.334708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bedbc978-0b2d-4411-aac4-e31b970d8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:56.335361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedbc978-0b2d-4411-aac4-e31b970d8cad None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:56.357034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.403433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking segment: {'id': '88c87dfa-7a27-43a3-9a58-76cfd224ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74cc3089-0349-4655-9102-841443e995bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:56.403810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network hostable DHCP agents. Network: 74cc3089-0349-4655-9102-841443e995bf, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:52:56.409838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04338a1b-7417-462e-a528-bfd175960543 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.414538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04338a1b-7417-462e-a528-bfd175960543 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.415066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router a1109d24-920c-4b76-9818-81bec0e95c1f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:56.415680 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-04338a1b-7417-462e-a528-bfd175960543 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/69e1d5ef-5328-4601-ad21-ca9c29e28ac6 HTTP/1.1" status: 204 len: 168 time: 0.1785846 Nov 29 11:52:56.419650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58312) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:56.427197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04338a1b-7417-462e-a528-bfd175960543 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69e1d5ef-5328-4601-ad21-ca9c29e28ac6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:56.443725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 74cc3089-0349-4655-9102-841443e995bf is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:52:56.461310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 74cc3089-0349-4655-9102-841443e995bf) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:56.469445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6c945c-9607-4e54-b68b-11311f677dd3 None None] Network 74cc3089-0349-4655-9102-841443e995bf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:56.539941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:56.540846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.549227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.553592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.554038 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP 706caea1-ade9-4c08-a2ef-01d3d199d29e disassociated. External IP: 172.26.5.82, port: b26bda21-dc09-497c-bd12-5d40d97148b5. Nov 29 11:52:56.564056 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fbe3c3ab-ee2d-48c6-9281-d39d2fe1b1ec tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1419406 Nov 29 11:52:56.566125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58314) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:56.580018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:56.594433 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] Sync routers for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:56.595833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.597282 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2b71efb2-23a5-4ba7-a61c-c29b4ba53935 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 200 len: 703 time: 0.7904866 Nov 29 11:52:56.605047 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:56.605445 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-513ecd89-97d7-4e7f-a921-8e283918fd32 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1688693 Nov 29 11:52:56.606178 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:56.610069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58316) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:56.610529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58318) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:56.616750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '74cc3089-0349-4655-9102-841443e995bf', 'name': 'tempest-PortsTestJSON-1493810903'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:56.630335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-74cc3089-0349-4655-9102-841443e995bf', 'network_id': '74cc3089-0349-4655-9102-841443e995bf', 'tenant_id': 'c3e0a921d7db464581fee2647c1ff212', 'fixed_ips': [{'subnet_id': '074b1e55-13eb-4a04-b545-38903241a9f7'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:52:56.631203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.689349 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:56.716412 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-093944dc-63f9-40be-9b5f-b05e51061b66 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 200 len: 205 time: 0.1044254 Nov 29 11:52:56.724177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58320) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:56.753513 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:53Z', 'revision_number': 11, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:56.781327 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] Checking router: a1109d24-920c-4b76-9818-81bec0e95c1f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:56.788479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Allocated IP 172.20.0.2 (74cc3089-0349-4655-9102-841443e995bf/074b1e55-13eb-4a04-b545-38903241a9f7/53212aaa-36bb-47df-9d00-5a66e908dd05) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:56.791115 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] Routers {'a1109d24-920c-4b76-9818-81bec0e95c1f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:56.791985 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a1109d24-920c-4b76-9818-81bec0e95c1f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:56.802904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:52:56.817102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd29-e369-4494-9fae-22e21c84b678 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.875470 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] Set router a1109d24-920c-4b76-9818-81bec0e95c1f gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:56.890953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6587b492-a799-4dc3-b9d1-6dca197bfe36 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.931589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:56.944989 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.950303 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:53Z', 'revision_number': 11, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:56.973112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.978849 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b402e4-1b77-422e-aae6-288d1352f2e9 None None] The sync data for ids ['a1109d24-920c-4b76-9818-81bec0e95c1f'] in dv-neutron-819578-1-hyperv is: [{'id': 'a1109d24-920c-4b76-9818-81bec0e95c1f', 'name': 'tempest-RoutersIpV6Test-router-45069841', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:02Z', 'updated_at': '2021-11-29T11:52:53Z', 'revision_number': 11, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:56.980796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059204b9-6e3c-4e64-9b04-b01234ad45e8 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:56.989689 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-701f488e-acb8-4248-8be9-a2ee57c29777 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/floatingips/706caea1-ade9-4c08-a2ef-01d3d199d29e HTTP/1.1" status: 200 len: 687 time: 0.7511590 Nov 29 11:52:56.989897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:56.990044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58322) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:57.028141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd29-e369-4494-9fae-22e21c84b678 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.031582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd29-e369-4494-9fae-22e21c84b678 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.040961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Pushing event updated for resources: {'Port': ['ID=53212aaa-36bb-47df-9d00-5a66e908dd05,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:57.045741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059204b9-6e3c-4e64-9b04-b01234ad45e8 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:57.046651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-059204b9-6e3c-4e64-9b04-b01234ad45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:57.053414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Network 74cc3089-0349-4655-9102-841443e995bf is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:57.086750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-059204b9-6e3c-4e64-9b04-b01234ad45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:57.091692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:57.095247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:57.101513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6587b492-a799-4dc3-b9d1-6dca197bfe36 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.113436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd29-e369-4494-9fae-22e21c84b678 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.113982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6dbd29-e369-4494-9fae-22e21c84b678 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Fanout notify agent at l3_agent the message router_deleted on router a1109d24-920c-4b76-9818-81bec0e95c1f {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:57.123313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbd29-e369-4494-9fae-22e21c84b678 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.124474 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3d6dbd29-e369-4494-9fae-22e21c84b678 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 204 len: 168 time: 0.3972535 Nov 29 11:52:57.133680 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58324) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:57.139988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-623676940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:57.149961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059204b9-6e3c-4e64-9b04-b01234ad45e8 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:57.151120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-059204b9-6e3c-4e64-9b04-b01234ad45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:57.162160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.api [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 11:52:57.162160 dv-neutron-819578-1-hyperv neutron-server[102103]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 29 11:52:57.162160 dv-neutron-819578-1-hyperv neutron-server[102103]: [parameters: {'project_id': '159547cac9bb416a8ba6bdb25672df13', 'id': 'e346000f-96e8-4af0-a570-34207f35f973', 'expiration': datetime.datetime(2021, 11, 29, 11, 54, 57, 157031)}] Nov 29 11:52:57.162160 dv-neutron-819578-1-hyperv neutron-server[102103]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:52:57.162674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG oslo_db.api [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:52:57.170290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port 318588d6-d703-49e6-b8e7-c8d1d9d97d0c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:57.170637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.171754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6587b492-a799-4dc3-b9d1-6dca197bfe36 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.174686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6587b492-a799-4dc3-b9d1-6dca197bfe36 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.176045 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6587b492-a799-4dc3-b9d1-6dca197bfe36 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/4418b1d9-dd68-418a-8b91-bd4eeaafe5f1 HTTP/1.1" status: 204 len: 168 time: 0.6065390 Nov 29 11:52:57.179833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58326) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:57.181314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:52:57.185065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.202109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-059204b9-6e3c-4e64-9b04-b01234ad45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:57.203570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059204b9-6e3c-4e64-9b04-b01234ad45e8 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:57.214022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587b492-a799-4dc3-b9d1-6dca197bfe36 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4418b1d9-dd68-418a-8b91-bd4eeaafe5f1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:57.216352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Attempting to bind port 53212aaa-36bb-47df-9d00-5a66e908dd05 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:52:57.216739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Attempting to bind port 53212aaa-36bb-47df-9d00-5a66e908dd05 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '88c87dfa-7a27-43a3-9a58-76cfd224ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74cc3089-0349-4655-9102-841443e995bf'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:52:57.217107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Attempting to bind port 53212aaa-36bb-47df-9d00-5a66e908dd05 on network 74cc3089-0349-4655-9102-841443e995bf {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:52:57.223582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:52:57.223945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Checking segment: {'id': '88c87dfa-7a27-43a3-9a58-76cfd224ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74cc3089-0349-4655-9102-841443e995bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:52:57.224355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.225004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Bound using segment: {'id': '88c87dfa-7a27-43a3-9a58-76cfd224ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74cc3089-0349-4655-9102-841443e995bf'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:52:57.225461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Bound port: 53212aaa-36bb-47df-9d00-5a66e908dd05, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c87dfa-7a27-43a3-9a58-76cfd224ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74cc3089-0349-4655-9102-841443e995bf'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:52:57.226272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.236313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 2c5845f6-bf09-43a1-ac31-e79e05a96bb5 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:52:57.296366 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58c97bfd-2c89-4869-a67b-11cdaa7fb177 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1052628 Nov 29 11:52:57.298802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58330) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:57.303874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.304532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.306081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-31f5c4c7-00e4-4fbb-9b2e-f52dd1adf90b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798434662'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:57.308907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] For port 53212aaa-36bb-47df-9d00-5a66e908dd05, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:52:57.320934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] For port 53212aaa-36bb-47df-9d00-5a66e908dd05, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=53212aaa-36bb-47df-9d00-5a66e908dd05,segment=NetworkSegment(88c87dfa-7a27-43a3-9a58-76cfd224ea0e),segment_id=88c87dfa-7a27-43a3-9a58-76cfd224ea0e)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:52:57.327963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.363003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for 318588d6-d703-49e6-b8e7-c8d1d9d97d0c owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:57.381254 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f5c4c7-00e4-4fbb-9b2e-f52dd1adf90b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.396000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac3df0-264b-449b-b814-e29dc4f361aa req-c896b2e2-6acc-4238-b8fa-082b0cf77214 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:57.402651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447772df-a7fc-4121-81f9-3c32e7a68062 None None] Pushing event updated for resources: {'Port': ['ID=53212aaa-36bb-47df-9d00-5a66e908dd05,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:57.405183 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5bac3df0-264b-449b-b814-e29dc4f361aa req-c896b2e2-6acc-4238-b8fa-082b0cf77214 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0964317 Nov 29 11:52:57.416532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.434256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.4 (74cc3089-0349-4655-9102-841443e995bf/074b1e55-13eb-4a04-b545-38903241a9f7/2c5845f6-bf09-43a1-ac31-e79e05a96bb5) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:57.490005 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5bac3df0-264b-449b-b814-e29dc4f361aa req-4660a527-51fb-4949-a6c5-24ee83caf3c0 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839381 Nov 29 11:52:57.526401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f5c4c7-00e4-4fbb-9b2e-f52dd1adf90b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.531048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f5c4c7-00e4-4fbb-9b2e-f52dd1adf90b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.562314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31f5c4c7-00e4-4fbb-9b2e-f52dd1adf90b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.564098 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-31f5c4c7-00e4-4fbb-9b2e-f52dd1adf90b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2644687 Nov 29 11:52:57.566047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5c4c7-00e4-4fbb-9b2e-f52dd1adf90b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bda6f76-15bc-4ff2-9a15-3bff0580b586,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:57.567118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58332) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:57.573718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-01c235d5-bbb7-43a2-a654-9ccd8c6b0008 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '6bda6f76-15bc-4ff2-9a15-3bff0580b586', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:57.579382 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.625995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=318588d6-d703-49e6-b8e7-c8d1d9d97d0c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:57.699545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01c235d5-bbb7-43a2-a654-9ccd8c6b0008 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.713253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.728463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.731618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.737117 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e86ed477-6219-4e36-83cf-499914d42e47 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/floatingips/706caea1-ade9-4c08-a2ef-01d3d199d29e HTTP/1.1" status: 204 len: 168 time: 0.7459421 Nov 29 11:52:57.737430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58334) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:57.743780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'c8a83cd4-f275-41ca-af3e-2b130c202487'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:57.744291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.745393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.770560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.774801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.830648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.836546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.842615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01c235d5-bbb7-43a2-a654-9ccd8c6b0008 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.851001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01c235d5-bbb7-43a2-a654-9ccd8c6b0008 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.863143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 74cc3089-0349-4655-9102-841443e995bf is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:57.872723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:57.874093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.878339 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-97772591-0436-4bbd-8e16-28ee3c9af055 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7401333 Nov 29 11:52:57.878510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:57.879665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58336) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:57.879818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=2c5845f6-bf09-43a1-ac31-e79e05a96bb5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:57.885205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4e93f2e7-d43f-4482-929e-a5a3c5a0b56f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:57.919155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c235d5-bbb7-43a2-a654-9ccd8c6b0008 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689b5292-0d73-49ab-982d-f5374edfd2e2,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:57.940112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:57.940727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.947255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01c235d5-bbb7-43a2-a654-9ccd8c6b0008 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:57.951274 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-01c235d5-bbb7-43a2-a654-9ccd8c6b0008 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3799520 Nov 29 11:52:57.953401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58338) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:57.959653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b7b8e8b5-e099-48aa-9d26-1dc2c33f18cc tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '6bda6f76-15bc-4ff2-9a15-3bff0580b586', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:57.965195 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1eb78746-f18c-44bf-8ee8-11947fbe372f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3500667 Nov 29 11:52:57.965504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58340) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:58.088480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e8b5-e099-48aa-9d26-1dc2c33f18cc tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.131869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e93f2e7-d43f-4482-929e-a5a3c5a0b56f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.159464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e93f2e7-d43f-4482-929e-a5a3c5a0b56f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.227119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 53212aaa-36bb-47df-9d00-5a66e908dd05 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:52:58.293320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 53212aaa-36bb-47df-9d00-5a66e908dd05 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:58.293929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.375863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.396084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.442288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 53212aaa-36bb-47df-9d00-5a66e908dd05, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=53212aaa-36bb-47df-9d00-5a66e908dd05,segment=NetworkSegment(88c87dfa-7a27-43a3-9a58-76cfd224ea0e),segment_id=88c87dfa-7a27-43a3-9a58-76cfd224ea0e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:52:58.449112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.449606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-9e4da967-6bad-43a1-ad6b-dd4f45f08911 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 2c5845f6-bf09-43a1-ac31-e79e05a96bb5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:52:58.449976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e4da967-6bad-43a1-ad6b-dd4f45f08911 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.522763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=53212aaa-36bb-47df-9d00-5a66e908dd05,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:58.555997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.26.5.71 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/b61055d4-887e-4ffb-89e8-246881174766) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:52:58.590191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e4da967-6bad-43a1-ad6b-dd4f45f08911 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.611537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e8b5-e099-48aa-9d26-1dc2c33f18cc tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.630088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d5cde-c053-46b3-99c2-1767194bd050 None None] Network 74cc3089-0349-4655-9102-841443e995bf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:52:58.636752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e8b5-e099-48aa-9d26-1dc2c33f18cc tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.636956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-9e4da967-6bad-43a1-ad6b-dd4f45f08911 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 2c5845f6-bf09-43a1-ac31-e79e05a96bb5 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:52:58.663796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e8b5-e099-48aa-9d26-1dc2c33f18cc tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfb7eb1-6fb6-41f2-b2e7-9c4353199cd6,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:58.680391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e8b5-e099-48aa-9d26-1dc2c33f18cc tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.683631 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b7b8e8b5-e099-48aa-9d26-1dc2c33f18cc tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7272911 Nov 29 11:52:58.685343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58344) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:58.690168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-bdeb1ae7-00eb-4d73-85df-26d6f30b387f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '6bda6f76-15bc-4ff2-9a15-3bff0580b586', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:58.701464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2848e23-dc22-4405-bd80-e934b5df3881 req-5cc5d8ad-14ec-4d95-9e70-108830f43a4f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:52:58.703038 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2848e23-dc22-4405-bd80-e934b5df3881 req-5cc5d8ad-14ec-4d95-9e70-108830f43a4f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1081970 Nov 29 11:52:58.715676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-dd413f33-9370-4a0b-ae38-f4f66d2980fc None None] Provisioning complete for port 53212aaa-36bb-47df-9d00-5a66e908dd05 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:58.716684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dd413f33-9370-4a0b-ae38-f4f66d2980fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.717123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e93f2e7-d43f-4482-929e-a5a3c5a0b56f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Router c6a9c926-5df9-4808-bc87-dd6b8315e745 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:52:58.742182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.788664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1ae7-00eb-4d73-85df-26d6f30b387f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.824266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.842375 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2848e23-dc22-4405-bd80-e934b5df3881 req-a401bf76-edf5-42fc-b7d1-e1d2d4f43adc tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206608 Nov 29 11:52:58.857762 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e4da967-6bad-43a1-ad6b-dd4f45f08911 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.858186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e93f2e7-d43f-4482-929e-a5a3c5a0b56f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:52:58.869191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e93f2e7-d43f-4482-929e-a5a3c5a0b56f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.872191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:52:58.873394 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4e93f2e7-d43f-4482-929e-a5a3c5a0b56f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "PUT /v2.0/routers/c6a9c926-5df9-4808-bc87-dd6b8315e745 HTTP/1.1" status: 200 len: 697 time: 0.9933729 Nov 29 11:52:58.876995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58346) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:58.877901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:52:58.887549 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] Sync routers for ids ['c6a9c926-5df9-4808-bc87-dd6b8315e745'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:52:58.888994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:52:58.898297 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] Routers {'c6a9c926-5df9-4808-bc87-dd6b8315e745'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:58.899775 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c6a9c926-5df9-4808-bc87-dd6b8315e745'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:58.927871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1ae7-00eb-4d73-85df-26d6f30b387f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.932896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1ae7-00eb-4d73-85df-26d6f30b387f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.959582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb1ae7-00eb-4d73-85df-26d6f30b387f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e556e122-f7aa-4a24-82fc-16fed5ac22fd,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:58.967596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bdeb1ae7-00eb-4d73-85df-26d6f30b387f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:58.971807 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bdeb1ae7-00eb-4d73-85df-26d6f30b387f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2852218 Nov 29 11:52:58.972442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58348) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:58.977148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8ebde2a9-fe52-43c1-bdae-411e8564cd59 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '6bda6f76-15bc-4ff2-9a15-3bff0580b586', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:58.987487 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] Set router c6a9c926-5df9-4808-bc87-dd6b8315e745 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:59.001891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=b61055d4-887e-4ffb-89e8-246881174766,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:59.009261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ebde2a9-fe52-43c1-bdae-411e8564cd59 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.048442 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a9c926-5df9-4808-bc87-dd6b8315e745', 'name': 'tempest-RoutersIpV6Test-router-623676940', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:57Z', 'updated_at': '2021-11-29T11:52:58Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:59.073983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4da967-6bad-43a1-ad6b-dd4f45f08911 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=2c5845f6-bf09-43a1-ac31-e79e05a96bb5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:59.080041 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ebde2a9-fe52-43c1-bdae-411e8564cd59 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.084489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ebde2a9-fe52-43c1-bdae-411e8564cd59 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.087155 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] Checking router: c6a9c926-5df9-4808-bc87-dd6b8315e745 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:52:59.096330 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] Routers {'c6a9c926-5df9-4808-bc87-dd6b8315e745'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:52:59.097181 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c6a9c926-5df9-4808-bc87-dd6b8315e745'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:59.108607 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7847b915-9042-4ff3-8878-26598a1e289c tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/routers/c6a9c926-5df9-4808-bc87-dd6b8315e745 HTTP/1.1" status: 200 len: 703 time: 0.2259963 Nov 29 11:52:59.110776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebde2a9-fe52-43c1-bdae-411e8564cd59 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7d2061-c844-4a62-91b0-929ebc72c5bb,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:59.112644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58350) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.156690 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a73ecf14-5601-46d7-944c-8f3d8891be47 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6a9c926-5df9-4808-bc87-dd6b8315e745 HTTP/1.1" status: 200 len: 205 time: 0.0418382 Nov 29 11:52:59.159462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58352) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.186965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e4da967-6bad-43a1-ad6b-dd4f45f08911 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.188368 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] Set router c6a9c926-5df9-4808-bc87-dd6b8315e745 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:52:59.193852 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9e4da967-6bad-43a1-ad6b-dd4f45f08911 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/2c5845f6-bf09-43a1-ac31-e79e05a96bb5 HTTP/1.1" status: 204 len: 168 time: 1.2273471 Nov 29 11:52:59.194479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58354) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.244151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ebde2a9-fe52-43c1-bdae-411e8564cd59 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.244393 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6a9c926-5df9-4808-bc87-dd6b8315e745', 'name': 'tempest-RoutersIpV6Test-router-623676940', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:57Z', 'updated_at': '2021-11-29T11:52:58Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:52:59.248033 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8ebde2a9-fe52-43c1-bdae-411e8564cd59 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2720783 Nov 29 11:52:59.248784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58356) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.254495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b41836b4-4d9f-49e5-a78b-68893ca31d61 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '6bda6f76-15bc-4ff2-9a15-3bff0580b586', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:52:59.280849 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff9a15f-548a-4d2b-904e-d259489067b5 None None] The sync data for ids ['c6a9c926-5df9-4808-bc87-dd6b8315e745'] in dv-neutron-819578-1-hyperv is: [{'id': 'c6a9c926-5df9-4808-bc87-dd6b8315e745', 'name': 'tempest-RoutersIpV6Test-router-623676940', 'tenant_id': '159547cac9bb416a8ba6bdb25672df13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:52:57Z', 'updated_at': '2021-11-29T11:52:58Z', 'revision_number': 2, 'project_id': '159547cac9bb416a8ba6bdb25672df13', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:52:59.283313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5c2731e-9cca-4ffe-b925-05e29ee9e136 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.295314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f5860c63-8ce3-45c1-bbc0-043d07fea440 None None] Provisioning complete for port 53212aaa-36bb-47df-9d00-5a66e908dd05 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:52:59.295837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f5860c63-8ce3-45c1-bbc0-043d07fea440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.299477 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-7171d22d-ba1b-41ca-b49b-7a7393464e59 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:59.300173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7171d22d-ba1b-41ca-b49b-7a7393464e59 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:59.309353 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7171d22d-ba1b-41ca-b49b-7a7393464e59 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/2c5845f6-bf09-43a1-ac31-e79e05a96bb5 HTTP/1.1" status: 404 len: 333 time: 0.0788236 Nov 29 11:52:59.310354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58358) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.343099 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b488325-a91e-4d01-90bb-0a4e559a66f3 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:52:59.347719 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9b488325-a91e-4d01-90bb-0a4e559a66f3 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/2c5845f6-bf09-43a1-ac31-e79e05a96bb5 HTTP/1.1" status: 404 len: 333 time: 0.0363643 Nov 29 11:52:59.350376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58362) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.372047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b41836b4-4d9f-49e5-a78b-68893ca31d61 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.438296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ba88a6-6277-40ea-a362-96e7aa5a6677 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet 074b1e55-13eb-4a04-b545-38903241a9f7 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:52:59.458281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86ba88a6-6277-40ea-a362-96e7aa5a6677 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.501705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-943a59d1-3af2-4309-8a04-1e3c1e573d5a None None] Could not find standard attr ID for object 2c5845f6-bf09-43a1-ac31-e79e05a96bb5. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:52:59.529169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5c2731e-9cca-4ffe-b925-05e29ee9e136 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.534916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5c2731e-9cca-4ffe-b925-05e29ee9e136 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.537485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b41836b4-4d9f-49e5-a78b-68893ca31d61 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.587810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b41836b4-4d9f-49e5-a78b-68893ca31d61 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.593958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86ba88a6-6277-40ea-a362-96e7aa5a6677 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.616682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b41836b4-4d9f-49e5-a78b-68893ca31d61 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.618836 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b41836b4-4d9f-49e5-a78b-68893ca31d61 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3690979 Nov 29 11:52:59.621902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58364) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.629609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5c2731e-9cca-4ffe-b925-05e29ee9e136 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.630258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c2731e-9cca-4ffe-b925-05e29ee9e136 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Fanout notify agent at l3_agent the message router_deleted on router c6a9c926-5df9-4808-bc87-dd6b8315e745 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:52:59.637792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5c2731e-9cca-4ffe-b925-05e29ee9e136 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.642431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e5c2731e-9cca-4ffe-b925-05e29ee9e136 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/c6a9c926-5df9-4808-bc87-dd6b8315e745 HTTP/1.1" status: 204 len: 168 time: 0.4816918 Nov 29 11:52:59.643118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58366) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.650633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41836b4-4d9f-49e5-a78b-68893ca31d61 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b825393-e995-4296-87d5-b625b3266f0c,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:59.689298 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e4298eea-bd18-4db1-9130-e9d4267e8ec8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=c6a9c926-5df9-4808-bc87-dd6b8315e745 HTTP/1.1" status: 200 len: 205 time: 0.0403931 Nov 29 11:52:59.691644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58368) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.699930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64f51643-8f6d-4461-8e7c-667f779651e8 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.736522 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-b8f4d4fd-2a43-40e0-8c41-f30e84f66ba7 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] delete failed (client error): The resource could not be found. Nov 29 11:52:59.737487 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b8f4d4fd-2a43-40e0-8c41-f30e84f66ba7 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/c6a9c926-5df9-4808-bc87-dd6b8315e745 HTTP/1.1" status: 404 len: 336 time: 0.0449529 Nov 29 11:52:59.741535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58370) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.748149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.751220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64f51643-8f6d-4461-8e7c-667f779651e8 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.776288 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9feb55ac-dca6-41d3-9293-739f0a1fa158 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:59.776741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9feb55ac-dca6-41d3-9293-739f0a1fa158 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:59.779810 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9feb55ac-dca6-41d3-9293-739f0a1fa158 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/06cc6ae6-a65b-4452-bc55-ffc3b859be84 HTTP/1.1" status: 404 len: 337 time: 0.0373521 Nov 29 11:52:59.784047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58372) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.796972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86ba88a6-6277-40ea-a362-96e7aa5a6677 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.801209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64f51643-8f6d-4461-8e7c-667f779651e8 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.807506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-64f51643-8f6d-4461-8e7c-667f779651e8 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.808598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-64f51643-8f6d-4461-8e7c-667f779651e8 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/7b825393-e995-4296-87d5-b625b3266f0c HTTP/1.1" status: 204 len: 168 time: 0.1855919 Nov 29 11:52:59.813905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58374) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.819790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f51643-8f6d-4461-8e7c-667f779651e8 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b825393-e995-4296-87d5-b625b3266f0c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:52:59.848863 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eaeccb-7b5c-46b7-a63f-6426bff6e0af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:59.849319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25eaeccb-7b5c-46b7-a63f-6426bff6e0af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:59.855027 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-25eaeccb-7b5c-46b7-a63f-6426bff6e0af tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/d7a56cf2-faf6-4d4d-ae1c-b763a693201d HTTP/1.1" status: 404 len: 337 time: 0.0677474 Nov 29 11:52:59.858540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58376) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.887343 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c537bc7b-312e-43b2-acd7-54b1ed47388b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0709584 Nov 29 11:52:59.891169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58378) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.891802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:52:59.907327 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-80888cbe-5283-4b8e-95ac-148f0f6ed604 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:59.907790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80888cbe-5283-4b8e-95ac-148f0f6ed604 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:59.913862 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-80888cbe-5283-4b8e-95ac-148f0f6ed604 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/087f67d8-9f05-4ad3-9c6f-e7f12619a7c3 HTTP/1.1" status: 404 len: 337 time: 0.0545509 Nov 29 11:52:59.914989 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58382) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.943793 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-301a0821-1248-441b-a7f5-3168852c2867 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:52:59.944480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301a0821-1248-441b-a7f5-3168852c2867 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:52:59.948097 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-301a0821-1248-441b-a7f5-3168852c2867 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/90e83a0d-be8f-4697-bb5f-0062f193c938 HTTP/1.1" status: 404 len: 337 time: 0.0321889 Nov 29 11:52:59.952125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58384) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:52:59.979590 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86ba88a6-6277-40ea-a362-96e7aa5a6677 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.003727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4c7acb6-4b5e-4b90-8bcb-352310485890 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.012508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2bd53-ff51-41b2-ade1-0e4d5f7c219b req-06ced70a-8bb2-4ceb-b56b-ff23111b4a33 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:00.016099 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2d153a03-955d-4c0f-b23f-2e3e0f1e58d8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 200 len: 205 time: 0.0499489 Nov 29 11:53:00.016270 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-16d2bd53-ff51-41b2-ade1-0e4d5f7c219b req-06ced70a-8bb2-4ceb-b56b-ff23111b4a33 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0724969 Nov 29 11:53:00.016383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58386) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.037992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4c7acb6-4b5e-4b90-8bcb-352310485890 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.043193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba88a6-6277-40ea-a362-96e7aa5a6677 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=074b1e55-13eb-4a04-b545-38903241a9f7,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:00.048908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-86ba88a6-6277-40ea-a362-96e7aa5a6677 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.054850 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-86ba88a6-6277-40ea-a362-96e7aa5a6677 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/074b1e55-13eb-4a04-b545-38903241a9f7 HTTP/1.1" status: 204 len: 168 time: 0.7012260 Nov 29 11:53:00.055126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb1a7d0-5e3d-4455-9c89-8f312f68b1f8 None None] Network 74cc3089-0349-4655-9102-841443e995bf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:00.063462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58388) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.116070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4c7acb6-4b5e-4b90-8bcb-352310485890 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.123809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4c7acb6-4b5e-4b90-8bcb-352310485890 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.124906 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b4c7acb6-4b5e-4b90-8bcb-352310485890 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/4f7d2061-c844-4a62-91b0-929ebc72c5bb HTTP/1.1" status: 204 len: 168 time: 0.2312181 Nov 29 11:53:00.131200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58390) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.134066 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-8e769fac-e5da-49d9-a126-8bd7ce02af78 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] delete failed (client error): The resource could not be found. Nov 29 11:53:00.137446 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e769fac-e5da-49d9-a126-8bd7ce02af78 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/a1109d24-920c-4b76-9818-81bec0e95c1f HTTP/1.1" status: 404 len: 336 time: 0.1178577 Nov 29 11:53:00.140202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58392) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.141122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7acb6-4b5e-4b90-8bcb-352310485890 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f7d2061-c844-4a62-91b0-929ebc72c5bb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:00.174600 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-16d2bd53-ff51-41b2-ade1-0e4d5f7c219b req-760e5876-f135-4424-a846-7a473d0b337b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520324 Nov 29 11:53:00.179856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.217195 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-69267645-0728-402e-985f-18e94f2ead56 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=0edbc4a4-bd86-4f17-bcde-44c12c57f204 HTTP/1.1" status: 200 len: 205 time: 0.0736783 Nov 29 11:53:00.220478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58394) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.232833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 53212aaa-36bb-47df-9d00-5a66e908dd05 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:00.251599 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a6cc6842-527b-43fd-964f-00ec13387081 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1192403 Nov 29 11:53:00.255254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58396) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.264995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 53212aaa-36bb-47df-9d00-5a66e908dd05 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:00.265572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.287736 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-04c3e5e0-4ea4-4f3a-8a29-281e2cbd0761 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] delete failed (client error): The resource could not be found. Nov 29 11:53:00.291196 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-04c3e5e0-4ea4-4f3a-8a29-281e2cbd0761 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/0edbc4a4-bd86-4f17-bcde-44c12c57f204 HTTP/1.1" status: 404 len: 336 time: 0.0628366 Nov 29 11:53:00.292046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58398) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.296289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 53212aaa-36bb-47df-9d00-5a66e908dd05 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:00.296794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.325641 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c825d52a-1d51-4827-bd49-4408b0d4a65b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:53:00.326128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c825d52a-1d51-4827-bd49-4408b0d4a65b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:00.331627 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c825d52a-1d51-4827-bd49-4408b0d4a65b tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/26dda908-f58b-415c-baac-4d1e152823a1 HTTP/1.1" status: 404 len: 337 time: 0.0361648 Nov 29 11:53:00.332741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58400) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.338639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.350488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.362587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-802e15ac-74f8-4cb8-add0-05762fe6756f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.395918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] DHCP port deletion for 74cc3089-0349-4655-9102-841443e995bf request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:00.396299 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2665885b-22d8-44a7-a8e1-4703f85277a8 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=da71cb3a-0efc-4127-89ec-184de169e07b HTTP/1.1" status: 200 len: 205 time: 0.0607708 Nov 29 11:53:00.400837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-802e15ac-74f8-4cb8-add0-05762fe6756f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.403654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] For port 53212aaa-36bb-47df-9d00-5a66e908dd05, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=53212aaa-36bb-47df-9d00-5a66e908dd05,segment=NetworkSegment(88c87dfa-7a27-43a3-9a58-76cfd224ea0e),segment_id=88c87dfa-7a27-43a3-9a58-76cfd224ea0e)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:00.404014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.406120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58402) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.424131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=b61055d4-887e-4ffb-89e8-246881174766,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:00.436716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.466843 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-99c6bb06-df41-425d-8ddf-5c3f2fd43710 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] delete failed (client error): The resource could not be found. Nov 29 11:53:00.467070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] Deleting port 53212aaa-36bb-47df-9d00-5a66e908dd05 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:00.467245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.470429 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-99c6bb06-df41-425d-8ddf-5c3f2fd43710 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/da71cb3a-0efc-4127-89ec-184de169e07b HTTP/1.1" status: 404 len: 336 time: 0.0608313 Nov 29 11:53:00.471142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 53212aaa-36bb-47df-9d00-5a66e908dd05 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:00.471963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58404) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.495322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-802e15ac-74f8-4cb8-add0-05762fe6756f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.537497 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ba935b0d-1b70-403d-be4c-7f8c3bc0f7dd tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=eba07ad9-6d55-4491-aa2a-23b5da1d35e1 HTTP/1.1" status: 200 len: 205 time: 0.0623100 Nov 29 11:53:00.538011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58406) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.544633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-802e15ac-74f8-4cb8-add0-05762fe6756f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.545799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-802e15ac-74f8-4cb8-add0-05762fe6756f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/e556e122-f7aa-4a24-82fc-16fed5ac22fd HTTP/1.1" status: 204 len: 168 time: 0.2893691 Nov 29 11:53:00.548561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58408) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.551128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] For port 53212aaa-36bb-47df-9d00-5a66e908dd05, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=53212aaa-36bb-47df-9d00-5a66e908dd05,segment=NetworkSegment(88c87dfa-7a27-43a3-9a58-76cfd224ea0e),segment_id=88c87dfa-7a27-43a3-9a58-76cfd224ea0e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:00.551536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.555357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e15ac-74f8-4cb8-add0-05762fe6756f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e556e122-f7aa-4a24-82fc-16fed5ac22fd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:00.570222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] Calling delete_port for 53212aaa-36bb-47df-9d00-5a66e908dd05 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:00.595131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.604600 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-794bc73a-bf9b-400d-86ba-a112957f5d96 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] delete failed (client error): The resource could not be found. Nov 29 11:53:00.607901 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-794bc73a-bf9b-400d-86ba-a112957f5d96 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/eba07ad9-6d55-4491-aa2a-23b5da1d35e1 HTTP/1.1" status: 404 len: 336 time: 0.0666609 Nov 29 11:53:00.614439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58410) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.644727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No DVR routers for this DVR port 53212aaa-36bb-47df-9d00-5a66e908dd05 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:00.653069 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=53212aaa-36bb-47df-9d00-5a66e908dd05,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:00.655001 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ee5c71-a6be-4bad-9d5f-8f1e0cee96ea tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:53:00.655517 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ee5c71-a6be-4bad-9d5f-8f1e0cee96ea tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:00.662875 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-00ee5c71-a6be-4bad-9d5f-8f1e0cee96ea tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/61c4c8f1-0dca-4296-bfda-a6dbad939cda HTTP/1.1" status: 404 len: 337 time: 0.0473709 Nov 29 11:53:00.680521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58412) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.688669 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP 6e08bc3d-500a-4c65-9bc5-d34850f72a82 associated. External IP: 172.26.5.71, port: c8a83cd4-f275-41ca-af3e-2b130c202487. Nov 29 11:53:00.705503 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8a74cb85-04dd-4db6-98a6-efca1a1e3bdb tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1529782 Nov 29 11:53:00.705690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58414) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.752404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fb06089d-0aeb-4a70-ae35-abd3d3e85360 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=364ac657-b86c-4492-916e-95e927ab6df3 HTTP/1.1" status: 200 len: 205 time: 0.0710838 Nov 29 11:53:00.756736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58416) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.766658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.793785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-55b48a8e-3cbe-4724-922b-ad54c763d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.802027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc8435dc-77dc-4129-9a16-2a6989fcc503 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.809790 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-23806712-a6df-4312-89ca-8f9a5c712ef7 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] delete failed (client error): The resource could not be found. Nov 29 11:53:00.810444 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-23806712-a6df-4312-89ca-8f9a5c712ef7 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/364ac657-b86c-4492-916e-95e927ab6df3 HTTP/1.1" status: 404 len: 336 time: 0.0529883 Nov 29 11:53:00.813184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58418) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.824645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cc3089-0349-4655-9102-841443e995bf']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:00.827051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.827654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc8435dc-77dc-4129-9a16-2a6989fcc503 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.834307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c87dfa-7a27-43a3-9a58-76cfd224ea0e') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:00.834620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c87dfa-7a27-43a3-9a58-76cfd224ea0e') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:00.844454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.853438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] Pushing event deleted for resources: {'Port': ['ID=53212aaa-36bb-47df-9d00-5a66e908dd05,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:00.858249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee050db-4c93-4502-9978-ebbcb9040d22 None None] No DVR routers for this DVR port 53212aaa-36bb-47df-9d00-5a66e908dd05 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:00.861209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.865848 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-4123e30c-1dd0-42a7-aed7-733688e4a96d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:53:00.866330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4123e30c-1dd0-42a7-aed7-733688e4a96d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:00.870949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:00.871219 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4123e30c-1dd0-42a7-aed7-733688e4a96d tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/8a9c7e77-80ac-455f-a484-a2bd5f44894b HTTP/1.1" status: 404 len: 337 time: 0.0570738 Nov 29 11:53:00.872151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.877280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58420) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:00.888468 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:00.912233 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a41857e0-0900-475b-9fd5-b464ac442fbe tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "GET /v2.0/ports?device_id=6db09821-b6cd-4f08-bb5b-c96d5b23dfca HTTP/1.1" status: 200 len: 205 time: 0.0315459 Nov 29 11:53:00.912469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58422) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.924217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc8435dc-77dc-4129-9a16-2a6989fcc503 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.937840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.941860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.946422 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/networks/74cc3089-0349-4655-9102-841443e995bf HTTP/1.1" status: 204 len: 168 time: 0.8815958 Nov 29 11:53:00.950769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58424) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.955503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-624241256'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:00.965452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc8435dc-77dc-4129-9a16-2a6989fcc503 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:00.966481 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fc8435dc-77dc-4129-9a16-2a6989fcc503 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ccfb7eb1-6fb6-41f2-b2e7-9c4353199cd6 HTTP/1.1" status: 204 len: 168 time: 0.2599037 Nov 29 11:53:00.972517 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-7f9c32a6-7f03-41dd-a2ac-58b0e2a5c9f9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] delete failed (client error): The resource could not be found. Nov 29 11:53:00.973497 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7f9c32a6-7f03-41dd-a2ac-58b0e2a5c9f9 tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/routers/6db09821-b6cd-4f08-bb5b-c96d5b23dfca HTTP/1.1" status: 404 len: 336 time: 0.0600328 Nov 29 11:53:00.974165 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58426) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.977656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58428) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:00.979769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b60a1-1442-475b-aeee-260630db8bfd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Network': ['ID=74cc3089-0349-4655-9102-841443e995bf,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:00.982971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8435dc-77dc-4129-9a16-2a6989fcc503 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccfb7eb1-6fb6-41f2-b2e7-9c4353199cd6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:01.018198 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b6a13d-199f-4f52-9d5f-9580dbf792cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:53:01.018673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b6a13d-199f-4f52-9d5f-9580dbf792cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:01.021749 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-68b6a13d-199f-4f52-9d5f-9580dbf792cf tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/65b3be17-90c6-488f-9d00-f2d5173eaf5e HTTP/1.1" status: 404 len: 337 time: 0.0430262 Nov 29 11:53:01.025393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58430) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.035419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:01.038693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.064774 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bca286-30e7-4dd5-aa9a-277f3d7be34f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] DELETE failed (client error): The resource could not be found. Nov 29 11:53:01.065220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bca286-30e7-4dd5-aa9a-277f3d7be34f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:01.068249 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c7bca286-30e7-4dd5-aa9a-277f3d7be34f tempest-RoutersIpV6Test-1448647394 tempest-RoutersIpV6Test-1448647394-project] 10.222.0.23 "DELETE /v2.0/subnets/b713b9b3-debf-4aab-be19-0d99483339e1 HTTP/1.1" status: 404 len: 337 time: 0.0414615 Nov 29 11:53:01.084786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:01.096907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.097259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Added segment ab44c804-a661-466b-ae92-6b77fca7a346 of type vlan for network cb070959-b646-476f-867d-9d7f8223bf6b Nov 29 11:53:01.142931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.171824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.177483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:01.178146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.258198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Network': ['ID=cb070959-b646-476f-867d-9d7f8223bf6b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:01.272707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network cb070959-b646-476f-867d-9d7f8223bf6b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:01.279152 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cec51e32-0df3-41e7-b131-b65a1e5d2160 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3273191 Nov 29 11:53:01.279770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58436) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.310107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': 'cb070959-b646-476f-867d-9d7f8223bf6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:01.389697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58440) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.412577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d0aa-34fa-43c6-8aac-185fa1240dbc req-9b00647d-d1be-4302-a856-b9e352ad4c0c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:01.414105 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3144d0aa-34fa-43c6-8aac-185fa1240dbc req-9b00647d-d1be-4302-a856-b9e352ad4c0c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1526742 Nov 29 11:53:01.415731 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-569127dd-9e9e-49fc-835b-9d0bb21913d7 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4401755 Nov 29 11:53:01.418400 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58444) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.451296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c1899f0-a870-468a-8c40-9b7d72db6055 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.464245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c1899f0-a870-468a-8c40-9b7d72db6055 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.464510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:01.467788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.474410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:01.488788 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3144d0aa-34fa-43c6-8aac-185fa1240dbc req-5e2d7f26-f1e3-4a80-8b7b-7850368374fe tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654008 Nov 29 11:53:01.556205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c1899f0-a870-468a-8c40-9b7d72db6055 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.598427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c1899f0-a870-468a-8c40-9b7d72db6055 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.599532 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1c1899f0-a870-468a-8c40-9b7d72db6055 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/689b5292-0d73-49ab-982d-f5374edfd2e2 HTTP/1.1" status: 204 len: 168 time: 0.1802325 Nov 29 11:53:01.602772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58446) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.609586 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1899f0-a870-468a-8c40-9b7d72db6055 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=689b5292-0d73-49ab-982d-f5374edfd2e2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:01.647468 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-50c13d2a-877e-4dcc-a525-a817c2986065 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=159547cac9bb416a8ba6bdb25672df13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540474 Nov 29 11:53:01.647468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58448) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.680509 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ae992ed5-e4d2-4d21-ab6c-314fada7a6c1 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760121 Nov 29 11:53:01.683589 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58450) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.685390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:01.695498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d13877-f9db-4104-9001-8f73ce9f489e None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:01.696381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.704781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d13877-f9db-4104-9001-8f73ce9f489e None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:01.705456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-59d13877-f9db-4104-9001-8f73ce9f489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:01.729804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.738690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-59d13877-f9db-4104-9001-8f73ce9f489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:01.747177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d13877-f9db-4104-9001-8f73ce9f489e None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:01.747780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-59d13877-f9db-4104-9001-8f73ce9f489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:52:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:01.754753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=0bdadc14-8000-4754-934f-cbc7e6e96a02,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:01.769104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a61641d6-d4fb-4c41-9e09-e424fbb25382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.778243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking segment: {'id': 'ab44c804-a661-466b-ae92-6b77fca7a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cb070959-b646-476f-867d-9d7f8223bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:01.778607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network hostable DHCP agents. Network: cb070959-b646-476f-867d-9d7f8223bf6b, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:01.781319 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2ab4f35f-2dae-42af-ad04-312af1ae8da4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 4.0428069 Nov 29 11:53:01.784112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58452) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.785864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-59d13877-f9db-4104-9001-8f73ce9f489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:01.786553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d13877-f9db-4104-9001-8f73ce9f489e None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:01.810390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a61641d6-d4fb-4c41-9e09-e424fbb25382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.820896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40103ed4-358c-4f6f-84fd-3465657ff8df tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.845123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network cb070959-b646-476f-867d-9d7f8223bf6b is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:01.859032 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-99479553-cd37-455e-bb9a-67f64a18e16b tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "GET /v2.0/floatingips/6e08bc3d-500a-4c65-9bc5-d34850f72a82 HTTP/1.1" status: 200 len: 975 time: 0.0738494 Nov 29 11:53:01.861520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58454) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.866567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40103ed4-358c-4f6f-84fd-3465657ff8df tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.884710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, cb070959-b646-476f-867d-9d7f8223bf6b) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:01.893542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c5396-2db0-4896-93fb-6781c5ce75a1 None None] Network cb070959-b646-476f-867d-9d7f8223bf6b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:01.909240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a61641d6-d4fb-4c41-9e09-e424fbb25382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.912339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a61641d6-d4fb-4c41-9e09-e424fbb25382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.916460 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a61641d6-d4fb-4c41-9e09-e424fbb25382 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6bbab81d-82d0-49ce-83c3-00721e999969 HTTP/1.1" status: 204 len: 168 time: 0.2653079 Nov 29 11:53:01.926657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:01.927261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.928079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61641d6-d4fb-4c41-9e09-e424fbb25382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbab81d-82d0-49ce-83c3-00721e999969,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:01.933200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40103ed4-358c-4f6f-84fd-3465657ff8df tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.937111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40103ed4-358c-4f6f-84fd-3465657ff8df tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:01.938372 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-40103ed4-358c-4f6f-84fd-3465657ff8df tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/6bda6f76-15bc-4ff2-9a15-3bff0580b586 HTTP/1.1" status: 204 len: 168 time: 0.2511592 Nov 29 11:53:01.942043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58458) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.959312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40103ed4-358c-4f6f-84fd-3465657ff8df tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bda6f76-15bc-4ff2-9a15-3bff0580b586,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:01.970601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-86d6d110-af02-45db-93ab-826dbcd32cc4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6860895 Nov 29 11:53:01.973165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58460) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:01.984266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': 'cb070959-b646-476f-867d-9d7f8223bf6b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1592552358'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:02.006317 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-91a4ca6b-7c86-4cf7-a905-b4793109a1cf tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.1436305 Nov 29 11:53:02.013074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58462) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:02.018769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'port_id': 'b26bda21-dc09-497c-bd12-5d40d97148b5'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:02.031131 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-eeb84ba5-8410-4a0f-a9be-0572d74bb12f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0827763 Nov 29 11:53:02.031498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58464) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:02.035952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-07e2bd57-b1de-40bb-815b-962bb26dd164 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314658316'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:02.077192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07e2bd57-b1de-40bb-815b-962bb26dd164 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.097318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.181301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-cb070959-b646-476f-867d-9d7f8223bf6b', 'network_id': 'cb070959-b646-476f-867d-9d7f8223bf6b', 'tenant_id': 'c3e0a921d7db464581fee2647c1ff212', 'fixed_ips': [{'subnet_id': '0bdadc14-8000-4754-934f-cbc7e6e96a02'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:53:02.183770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.209256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 53212aaa-36bb-47df-9d00-5a66e908dd05 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:02.212496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07e2bd57-b1de-40bb-815b-962bb26dd164 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.222390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07e2bd57-b1de-40bb-815b-962bb26dd164 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.241986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 53212aaa-36bb-47df-9d00-5a66e908dd05 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:02.242795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 53212aaa-36bb-47df-9d00-5a66e908dd05 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:02.246813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:02.249417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.268347 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-07e2bd57-b1de-40bb-815b-962bb26dd164 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.272122 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-07e2bd57-b1de-40bb-815b-962bb26dd164 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2373571 Nov 29 11:53:02.276557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58472) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:02.280785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4b97800c-2237-4879-843f-32b01a1a7fa0 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '687a816e-c824-40c4-b96d-e82f3354e406', 'direction': 'ingress', 'protocol': 17}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:02.297396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port ad232499-7675-413d-be54-206fc6ef06cc yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:02.304112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2bd57-b1de-40bb-815b-962bb26dd164 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687a816e-c824-40c4-b96d-e82f3354e406,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:02.370108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b97800c-2237-4879-843f-32b01a1a7fa0 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.466227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.7 (cb070959-b646-476f-867d-9d7f8223bf6b/0bdadc14-8000-4754-934f-cbc7e6e96a02/ad232499-7675-413d-be54-206fc6ef06cc) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:02.478811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b97800c-2237-4879-843f-32b01a1a7fa0 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.487087 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b97800c-2237-4879-843f-32b01a1a7fa0 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.534753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97800c-2237-4879-843f-32b01a1a7fa0 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477fd748-4c93-4c58-9cf8-f120e2bbc5be,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:02.566693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b97800c-2237-4879-843f-32b01a1a7fa0 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.570589 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4b97800c-2237-4879-843f-32b01a1a7fa0 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2904115 Nov 29 11:53:02.571686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58484) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:02.668230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.676697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49394ae2-cd4c-4edb-bdfb-f0fd4fff0820 req-3753161a-4c3a-4a17-9ce8-b692d4c934ee tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:02.678438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-49394ae2-cd4c-4edb-bdfb-f0fd4fff0820 req-3753161a-4c3a-4a17-9ce8-b692d4c934ee tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0863323 Nov 29 11:53:02.707559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefd9-595c-474a-87c5-741c65cce37a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.727793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.736006 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.743213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58490) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:02.748226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.751841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefd9-595c-474a-87c5-741c65cce37a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.772981 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-49394ae2-cd4c-4edb-bdfb-f0fd4fff0820 req-b372f2f2-bd5d-4c07-980c-7bae49947b0e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806406 Nov 29 11:53:02.779227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Allocated IP 172.20.0.2 (cb070959-b646-476f-867d-9d7f8223bf6b/0bdadc14-8000-4754-934f-cbc7e6e96a02/31a449b0-8e72-4d60-9f19-50b3e3015e3e) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:02.794491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network cb070959-b646-476f-867d-9d7f8223bf6b is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:02.801865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:02.803779 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=ad232499-7675-413d-be54-206fc6ef06cc,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:02.806133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:02.864817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:02.865588 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.884259 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP 6e08bc3d-500a-4c65-9bc5-d34850f72a82 associated. External IP: 172.26.5.71, port: c8a83cd4-f275-41ca-af3e-2b130c202487. Nov 29 11:53:02.894155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58494) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:02.894351 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e4654871-4784-4355-b80b-571d4ae6034d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9180436 Nov 29 11:53:02.920319 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-35ae78c0-9f1b-463d-9624-24658fa4090a tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:02.920973 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-35ae78c0-9f1b-463d-9624-24658fa4090a tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 11:53:02.922009 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-35ae78c0-9f1b-463d-9624-24658fa4090a tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 11:53:02.923505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-35ae78c0-9f1b-463d-9624-24658fa4090a tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1773956 Nov 29 11:53:02.927274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58496) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:02.933554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101332666'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:02.952573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.958631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.959613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:02.968893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.014037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Network cb070959-b646-476f-867d-9d7f8223bf6b is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:03.022488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Pushing event updated for resources: {'Port': ['ID=31a449b0-8e72-4d60-9f19-50b3e3015e3e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:03.025314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:03.028156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:03.054761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefd9-595c-474a-87c5-741c65cce37a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.057687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefd9-595c-474a-87c5-741c65cce37a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.061276 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6d4aefd9-595c-474a-87c5-741c65cce37a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/687a816e-c824-40c4-b96d-e82f3354e406 HTTP/1.1" status: 204 len: 168 time: 0.4862418 Nov 29 11:53:03.068467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58498) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:03.089486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Attempting to bind port 31a449b0-8e72-4d60-9f19-50b3e3015e3e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:03.089981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Attempting to bind port 31a449b0-8e72-4d60-9f19-50b3e3015e3e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ab44c804-a661-466b-ae92-6b77fca7a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cb070959-b646-476f-867d-9d7f8223bf6b'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:03.090410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Attempting to bind port 31a449b0-8e72-4d60-9f19-50b3e3015e3e on network cb070959-b646-476f-867d-9d7f8223bf6b {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:03.094085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aefd9-595c-474a-87c5-741c65cce37a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a816e-c824-40c4-b96d-e82f3354e406,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:03.095908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:03.096436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Checking segment: {'id': 'ab44c804-a661-466b-ae92-6b77fca7a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cb070959-b646-476f-867d-9d7f8223bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:03.096946 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.097525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Bound using segment: {'id': 'ab44c804-a661-466b-ae92-6b77fca7a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cb070959-b646-476f-867d-9d7f8223bf6b'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:03.098352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Bound port: 31a449b0-8e72-4d60-9f19-50b3e3015e3e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab44c804-a661-466b-ae92-6b77fca7a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cb070959-b646-476f-867d-9d7f8223bf6b'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:03.098513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.178168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] For port 31a449b0-8e72-4d60-9f19-50b3e3015e3e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:03.182108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] For port 31a449b0-8e72-4d60-9f19-50b3e3015e3e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=31a449b0-8e72-4d60-9f19-50b3e3015e3e,segment=NetworkSegment(ab44c804-a661-466b-ae92-6b77fca7a346),segment_id=ab44c804-a661-466b-ae92-6b77fca7a346)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:03.187461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.208807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-559ed26e-547d-4d1f-9817-efa1c791d1c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port ad232499-7675-413d-be54-206fc6ef06cc {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:03.209109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-559ed26e-547d-4d1f-9817-efa1c791d1c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.222155 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-26c4b932-2d73-4c04-8173-d2578236b8ef tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1490848 Nov 29 11:53:03.235803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58500) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:03.263836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3852436-96ce-4d75-af7a-8b76380867d2 None None] Pushing event updated for resources: {'Port': ['ID=31a449b0-8e72-4d60-9f19-50b3e3015e3e,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:03.266387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a476b8c3-ca12-41b5-8a10-f2ab7d36160c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-secgroup--659300969'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:03.291234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b95e8dd1-095e-46d4-a2f3-21914ff7b9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.337509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a476b8c3-ca12-41b5-8a10-f2ab7d36160c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.377179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:03.378840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-559ed26e-547d-4d1f-9817-efa1c791d1c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.402611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.413238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.421549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-559ed26e-547d-4d1f-9817-efa1c791d1c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for ad232499-7675-413d-be54-206fc6ef06cc owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:03.466303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43d4124-597c-4479-9bd9-d6a9852719d2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:03.510981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.516897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.561580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e036ef31-1369-4c84-b116-f6889ac24904,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:03.566897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.571570 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ef853cd5-9b76-4d44-a86a-d1617d243a2d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6399243 Nov 29 11:53:03.572265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58502) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:03.577602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8536662a-d5f5-4d93-a90c-69c89b27a48d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'e036ef31-1369-4c84-b116-f6889ac24904', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:03.615310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8536662a-d5f5-4d93-a90c-69c89b27a48d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.629744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a476b8c3-ca12-41b5-8a10-f2ab7d36160c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.639258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a476b8c3-ca12-41b5-8a10-f2ab7d36160c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.651577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.680450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8536662a-d5f5-4d93-a90c-69c89b27a48d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.684584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8536662a-d5f5-4d93-a90c-69c89b27a48d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.702109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536662a-d5f5-4d93-a90c-69c89b27a48d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b430dc3b-5c56-4ded-bc79-15ddfeb31ae0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:03.703402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:03.711681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8536662a-d5f5-4d93-a90c-69c89b27a48d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.713413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a476b8c3-ca12-41b5-8a10-f2ab7d36160c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.717139 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a476b8c3-ca12-41b5-8a10-f2ab7d36160c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4780462 Nov 29 11:53:03.718433 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8536662a-d5f5-4d93-a90c-69c89b27a48d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448226 Nov 29 11:53:03.719653 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44031392-4ea8-4337-ae33-8d7705fabc14 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:03.720121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58504) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:03.720121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58506) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:03.725927 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-75e2b162-9991-4b8e-bfc1-a57c5ef253f5 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'e036ef31-1369-4c84-b116-f6889ac24904', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:03.730558 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44031392-4ea8-4337-ae33-8d7705fabc14 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:03.731431 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-44031392-4ea8-4337-ae33-8d7705fabc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:03.732445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-50a32087-04b1-4636-9832-6554f331d796 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-secgroup--62081040'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:03.757524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476b8c3-ca12-41b5-8a10-f2ab7d36160c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a937e2d4-4b25-4ae6-b0d8-429eb492bec1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:03.767957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75e2b162-9991-4b8e-bfc1-a57c5ef253f5 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.770666 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-44031392-4ea8-4337-ae33-8d7705fabc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:03.783661 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44031392-4ea8-4337-ae33-8d7705fabc14 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:03.784690 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-44031392-4ea8-4337-ae33-8d7705fabc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:03.790892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-50a32087-04b1-4636-9832-6554f331d796 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.800060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-559ed26e-547d-4d1f-9817-efa1c791d1c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.829115 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-44031392-4ea8-4337-ae33-8d7705fabc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:03.831715 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44031392-4ea8-4337-ae33-8d7705fabc14 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:03.844010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ed26e-547d-4d1f-9817-efa1c791d1c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=ad232499-7675-413d-be54-206fc6ef06cc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:03.888979 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-75e2b162-9991-4b8e-bfc1-a57c5ef253f5 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): There was a conflict when trying to complete your request. Nov 29 11:53:03.892973 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-75e2b162-9991-4b8e-bfc1-a57c5ef253f5 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1692436 Nov 29 11:53:03.892973 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58510) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:03.923985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-559ed26e-547d-4d1f-9817-efa1c791d1c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.927143 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-559ed26e-547d-4d1f-9817-efa1c791d1c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/ad232499-7675-413d-be54-206fc6ef06cc HTTP/1.1" status: 204 len: 168 time: 1.0317764 Nov 29 11:53:03.932260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58512) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:03.964809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-50a32087-04b1-4636-9832-6554f331d796 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:03.993626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-50a32087-04b1-4636-9832-6554f331d796 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.002110 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb90bff7-a3a7-4cae-af86-909f7b1e1dce tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:04.003690 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bb90bff7-a3a7-4cae-af86-909f7b1e1dce tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/ad232499-7675-413d-be54-206fc6ef06cc HTTP/1.1" status: 404 len: 333 time: 0.0668554 Nov 29 11:53:04.006942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58514) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.058202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc91bb-2fb5-4eab-a2fa-fc627f4dbbd4 req-c07728e7-aad7-4922-86e0-c1d0bea65768 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:04.059714 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53cc91bb-2fb5-4eab-a2fa-fc627f4dbbd4 req-c07728e7-aad7-4922-86e0-c1d0bea65768 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1501009 Nov 29 11:53:04.062374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-50a32087-04b1-4636-9832-6554f331d796 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.066123 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-50a32087-04b1-4636-9832-6554f331d796 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3415735 Nov 29 11:53:04.066628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a32087-04b1-4636-9832-6554f331d796 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b532a601-08bf-4316-abc8-27579ee5529e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:04.066752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58516) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.073212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6002b97e-975d-4077-9b88-5a1463a51e68 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': 'a937e2d4-4b25-4ae6-b0d8-429eb492bec1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b532a601-08bf-4316-abc8-27579ee5529e', 'remote_ip_prefix': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:04.077805 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-51aeb599-37d1-467f-a78c-9243df735029 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.083905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4cae2f-9b2c-4fa4-b3d3-4ba7795e5c34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet 0bdadc14-8000-4754-934f-cbc7e6e96a02 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:04.093144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f4cae2f-9b2c-4fa4-b3d3-4ba7795e5c34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.116321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:04.120825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-51aeb599-37d1-467f-a78c-9243df735029 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.138266 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53cc91bb-2fb5-4eab-a2fa-fc627f4dbbd4 req-52d9848a-2e25-42e8-b17a-9ab72d39b66e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690465 Nov 29 11:53:04.161384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f4cae2f-9b2c-4fa4-b3d3-4ba7795e5c34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.211419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-51aeb599-37d1-467f-a78c-9243df735029 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.217401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-51aeb599-37d1-467f-a78c-9243df735029 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.218775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-51aeb599-37d1-467f-a78c-9243df735029 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/e036ef31-1369-4c84-b116-f6889ac24904 HTTP/1.1" status: 204 len: 168 time: 0.3250532 Nov 29 11:53:04.222335 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58520) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.237137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aeb599-37d1-467f-a78c-9243df735029 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e036ef31-1369-4c84-b116-f6889ac24904,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:04.291581 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cd1d5549-0a47-414e-aec5-ea5d2474d53f tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0668378 Nov 29 11:53:04.295906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58522) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.298261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 31a449b0-8e72-4d60-9f19-50b3e3015e3e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:04.300689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6cd57b45-26af-46f6-a2c9-30fb64da1bec tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--842617854'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:04.325919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd57b45-26af-46f6-a2c9-30fb64da1bec tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.373481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:04.380037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.382435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 31a449b0-8e72-4d60-9f19-50b3e3015e3e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:04.383843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.389353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6002b97e-975d-4077-9b88-5a1463a51e68 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.395854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b05cdd-0655-421d-80e2-60667be86160 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:04.446040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b05cdd-0655-421d-80e2-60667be86160 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:04.447089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b1b05cdd-0655-421d-80e2-60667be86160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:04.500378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b1b05cdd-0655-421d-80e2-60667be86160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:04.533604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6002b97e-975d-4077-9b88-5a1463a51e68 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.537505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd57b45-26af-46f6-a2c9-30fb64da1bec tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.541207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7530e8e9-e315-4016-afd9-3befc9e33921 None None] Network cb070959-b646-476f-867d-9d7f8223bf6b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:04.549214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd57b45-26af-46f6-a2c9-30fb64da1bec tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.549467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b05cdd-0655-421d-80e2-60667be86160 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:04.549467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b1b05cdd-0655-421d-80e2-60667be86160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:04.549674 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6002b97e-975d-4077-9b88-5a1463a51e68 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.580729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da196c3c-7ab3-45a3-8d2b-ae515845508d req-b2cb33a8-ac15-4678-b24b-75cbb1f8aa77 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:04.582298 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-da196c3c-7ab3-45a3-8d2b-ae515845508d req-b2cb33a8-ac15-4678-b24b-75cbb1f8aa77 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1412537 Nov 29 11:53:04.592599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cd57b45-26af-46f6-a2c9-30fb64da1bec tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.596614 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6cd57b45-26af-46f6-a2c9-30fb64da1bec tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2970250 Nov 29 11:53:04.597735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58526) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.603792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f3acb2ab-5ffa-4a46-97b0-50eabf08b62d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': '7adb1d93-342a-4239-bca0-8c9c50caec65', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:04.604282 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-f3acb2ab-5ffa-4a46-97b0-50eabf08b62d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 29 11:53:04.604770 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-f3acb2ab-5ffa-4a46-97b0-50eabf08b62d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:04.613210 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f3acb2ab-5ffa-4a46-97b0-50eabf08b62d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061548 Nov 29 11:53:04.613210 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd57b45-26af-46f6-a2c9-30fb64da1bec tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb1d93-342a-4239-bca0-8c9c50caec65,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:04.614895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58528) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.637591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-b1b05cdd-0655-421d-80e2-60667be86160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:04.638587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b05cdd-0655-421d-80e2-60667be86160 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:04.645219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002b97e-975d-4077-9b88-5a1463a51e68 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da90f0c1-e084-403f-ab42-71f02724d02e,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:04.660540 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-da196c3c-7ab3-45a3-8d2b-ae515845508d req-10909e64-74fc-4e84-89ed-a822073f9245 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634816 Nov 29 11:53:04.664085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6002b97e-975d-4077-9b88-5a1463a51e68 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.668509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58530) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.668707 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6002b97e-975d-4077-9b88-5a1463a51e68 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5991037 Nov 29 11:53:04.669786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.674908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Provisioning complete for port 31a449b0-8e72-4d60-9f19-50b3e3015e3e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:04.675578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.683724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.687671 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-96736637-4ece-4bb3-bc86-28c4e7d39fe9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/floatingips/6e08bc3d-500a-4c65-9bc5-d34850f72a82 HTTP/1.1" status: 200 len: 977 time: 2.6735089 Nov 29 11:53:04.693399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58532) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.698037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f4cae2f-9b2c-4fa4-b3d3-4ba7795e5c34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.702837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:04.724984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-a62cae91-dc2a-4a27-8c3a-ad67f1051120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:04.726643 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-a62cae91-dc2a-4a27-8c3a-ad67f1051120 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1098 time: 0.1997561 Nov 29 11:53:04.755305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ab60ae3-4505-4b0a-9c3e-3c0f335fc064 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.767864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ab60ae3-4505-4b0a-9c3e-3c0f335fc064 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.787420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.820025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d551dacd-1946-4dfc-a74e-10c78a9aa143 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.841706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ab60ae3-4505-4b0a-9c3e-3c0f335fc064 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.849260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ab60ae3-4505-4b0a-9c3e-3c0f335fc064 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.850415 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2ab60ae3-4505-4b0a-9c3e-3c0f335fc064 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/da90f0c1-e084-403f-ab42-71f02724d02e HTTP/1.1" status: 204 len: 168 time: 0.1714220 Nov 29 11:53:04.853638 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58534) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.858915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.861670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f4cae2f-9b2c-4fa4-b3d3-4ba7795e5c34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.902095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d551dacd-1946-4dfc-a74e-10c78a9aa143 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.904349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab60ae3-4505-4b0a-9c3e-3c0f335fc064 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da90f0c1-e084-403f-ab42-71f02724d02e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:04.914800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cae2f-9b2c-4fa4-b3d3-4ba7795e5c34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdadc14-8000-4754-934f-cbc7e6e96a02,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:04.925829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f4cae2f-9b2c-4fa4-b3d3-4ba7795e5c34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:04.932305 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4f4cae2f-9b2c-4fa4-b3d3-4ba7795e5c34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/0bdadc14-8000-4754-934f-cbc7e6e96a02 HTTP/1.1" status: 204 len: 168 time: 0.9241531 Nov 29 11:53:04.932896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58536) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.935405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-3fb749e8-8316-4849-a9b2-de0a9c9537b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:04.936870 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-3fb749e8-8316-4849-a9b2-de0a9c9537b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 911 time: 0.2019527 Nov 29 11:53:04.947003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:53:04.947755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:53:04.956985 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d978fad7-e185-43e1-8001-2bdad4b222ca tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0961838 Nov 29 11:53:04.963177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58538) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:04.965347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:53:04.965347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:53:05.032056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d551dacd-1946-4dfc-a74e-10c78a9aa143 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.034627 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d551dacd-1946-4dfc-a74e-10c78a9aa143 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.038759 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d551dacd-1946-4dfc-a74e-10c78a9aa143 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/7adb1d93-342a-4239-bca0-8c9c50caec65 HTTP/1.1" status: 204 len: 168 time: 0.4198658 Nov 29 11:53:05.043957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58540) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:05.049425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.064579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551dacd-1946-4dfc-a74e-10c78a9aa143 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb1d93-342a-4239-bca0-8c9c50caec65,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:05.069772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.070222 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP 6e08bc3d-500a-4c65-9bc5-d34850f72a82 disassociated. External IP: 172.26.5.71, port: b26bda21-dc09-497c-bd12-5d40d97148b5. Nov 29 11:53:05.079102 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-a2524cee-846e-430c-903f-fe89032f198d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 1001 time: 0.1180704 Nov 29 11:53:05.127753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fcd20aed-f030-449c-a63e-1c512691bc56 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.161051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fcd20aed-f030-449c-a63e-1c512691bc56 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.164821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-80ef3f0a-9526-4325-840b-ac0a76137694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:05.166372 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-80ef3f0a-9526-4325-840b-ac0a76137694 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.0750840 Nov 29 11:53:05.166675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.179152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac5921-7cf6-49c0-8f34-c7dbbbc2589e None None] Network cb070959-b646-476f-867d-9d7f8223bf6b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:05.202980 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9c016ef3-8020-42e2-bbc3-5489d371e9d3 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1578217 Nov 29 11:53:05.206618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58542) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:05.210621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-38bed415-becb-4db6-8d1e-799604dd65d0 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--346988794'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:05.269530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-38bed415-becb-4db6-8d1e-799604dd65d0 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.359561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] DHCP port deletion for cb070959-b646-476f-867d-9d7f8223bf6b request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:05.399581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 31a449b0-8e72-4d60-9f19-50b3e3015e3e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:05.399966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.409125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] Deleting port 31a449b0-8e72-4d60-9f19-50b3e3015e3e {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:05.409586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.498722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-38bed415-becb-4db6-8d1e-799604dd65d0 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.511023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:05.532520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] For port 31a449b0-8e72-4d60-9f19-50b3e3015e3e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=31a449b0-8e72-4d60-9f19-50b3e3015e3e,segment=NetworkSegment(ab44c804-a661-466b-ae92-6b77fca7a346),segment_id=ab44c804-a661-466b-ae92-6b77fca7a346)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:05.533266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.541325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.545866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] For port 31a449b0-8e72-4d60-9f19-50b3e3015e3e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=31a449b0-8e72-4d60-9f19-50b3e3015e3e,segment=NetworkSegment(ab44c804-a661-466b-ae92-6b77fca7a346),segment_id=ab44c804-a661-466b-ae92-6b77fca7a346)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:05.546286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.551214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-38bed415-becb-4db6-8d1e-799604dd65d0 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.555398 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 31a449b0-8e72-4d60-9f19-50b3e3015e3e owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:05.564678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.573753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] Calling delete_port for 31a449b0-8e72-4d60-9f19-50b3e3015e3e owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:05.598339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-80c2c445-c132-4ef2-bb0d-1cec82f25ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:05.600030 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-80c2c445-c132-4ef2-bb0d-1cec82f25ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4253983 Nov 29 11:53:05.605389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fcd20aed-f030-449c-a63e-1c512691bc56 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.609494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fcd20aed-f030-449c-a63e-1c512691bc56 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.612976 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fcd20aed-f030-449c-a63e-1c512691bc56 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/b532a601-08bf-4316-abc8-27579ee5529e HTTP/1.1" status: 204 len: 168 time: 0.6467628 Nov 29 11:53:05.613131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-38bed415-becb-4db6-8d1e-799604dd65d0 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.613131 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-38bed415-becb-4db6-8d1e-799604dd65d0 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4052439 Nov 29 11:53:05.642647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58544) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:05.643014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58546) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:05.648017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bed415-becb-4db6-8d1e-799604dd65d0 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fa484d-a09d-4b1e-9ba3-8eaa566e8463,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:05.653219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d6da6c7f-86f1-4a35-8d65-3f55f796f845 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': '36fa484d-a09d-4b1e-9ba3-8eaa566e8463', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:05.654129 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-d6da6c7f-86f1-4a35-8d65-3f55f796f845 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 29 11:53:05.654627 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-d6da6c7f-86f1-4a35-8d65-3f55f796f845 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:05.655582 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d6da6c7f-86f1-4a35-8d65-3f55f796f845 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0084088 Nov 29 11:53:05.657970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 31a449b0-8e72-4d60-9f19-50b3e3015e3e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=31a449b0-8e72-4d60-9f19-50b3e3015e3e,segment=NetworkSegment(ab44c804-a661-466b-ae92-6b77fca7a346),segment_id=ab44c804-a661-466b-ae92-6b77fca7a346)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:05.667324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.693724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58548) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:05.706086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd20aed-f030-449c-a63e-1c512691bc56 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532a601-08bf-4316-abc8-27579ee5529e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:05.744234 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-6397f39d-1c56-4968-917a-77896c8057ee service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323302 Nov 29 11:53:05.774366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:53:05.774813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:53:05.781672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=31a449b0-8e72-4d60-9f19-50b3e3015e3e,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:05.794195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.821720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] Pushing event deleted for resources: {'Port': ['ID=31a449b0-8e72-4d60-9f19-50b3e3015e3e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:05.825718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ab381a-69f2-4df5-9e0d-689440d9d211 None None] No DVR routers for this DVR port 31a449b0-8e72-4d60-9f19-50b3e3015e3e on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:05.859282 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a2b49a5a-5f19-44ae-a3ba-9ee07a5a0908 req-7a27d7a4-1338-4bce-91b8-778839be1c16 service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079719 Nov 29 11:53:05.896291 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c5ee67d0-672d-41f5-96d0-1c6db7ee7b44 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2501280 Nov 29 11:53:05.899973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58554) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:05.920915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:05.922699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.927469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.931569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59df294e-a886-4fca-9763-211ec09859dc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.931994 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebdddb-0be3-4ad3-8307-0a9285686814 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:05.946497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.951426 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebdddb-0be3-4ad3-8307-0a9285686814 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:05.952100 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ebebdddb-0be3-4ad3-8307-0a9285686814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:05.962636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-418e566b-c4b4-4d31-b150-e4489a358020 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.991005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68646e1e-26af-4f01-988b-96e3269962db req-8f3711f8-c2b4-4cbd-a65c-7bdb4ba71f36 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:05.992619 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68646e1e-26af-4f01-988b-96e3269962db req-8f3711f8-c2b4-4cbd-a65c-7bdb4ba71f36 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2269454 Nov 29 11:53:05.993739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-418e566b-c4b4-4d31-b150-e4489a358020 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:05.997787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=31a449b0-8e72-4d60-9f19-50b3e3015e3e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:06.016578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No DVR routers for this DVR port 31a449b0-8e72-4d60-9f19-50b3e3015e3e on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:06.019272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59df294e-a886-4fca-9763-211ec09859dc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.033397 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1c42a46a-3844-4db0-b037-7030c8b150a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/floatingips/6e08bc3d-500a-4c65-9bc5-d34850f72a82 HTTP/1.1" status: 200 len: 687 time: 1.3326869 Nov 29 11:53:06.035543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58556) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.077846 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ebebdddb-0be3-4ad3-8307-0a9285686814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:06.086818 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebdddb-0be3-4ad3-8307-0a9285686814 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:06.087448 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ebebdddb-0be3-4ad3-8307-0a9285686814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:06.121977 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ebebdddb-0be3-4ad3-8307-0a9285686814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:06.122752 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebdddb-0be3-4ad3-8307-0a9285686814 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:06.130957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-418e566b-c4b4-4d31-b150-e4489a358020 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.134764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-418e566b-c4b4-4d31-b150-e4489a358020 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.138385 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-418e566b-c4b4-4d31-b150-e4489a358020 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/a937e2d4-4b25-4ae6-b0d8-429eb492bec1 HTTP/1.1" status: 204 len: 168 time: 0.2350094 Nov 29 11:53:06.141926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58558) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.153521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e566b-c4b4-4d31-b150-e4489a358020 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a937e2d4-4b25-4ae6-b0d8-429eb492bec1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:06.173771 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68646e1e-26af-4f01-988b-96e3269962db req-3e8eb068-1e39-4aae-b79d-cd4f7d9e4670 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679022 Nov 29 11:53:06.175678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.194339 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59df294e-a886-4fca-9763-211ec09859dc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.199874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59df294e-a886-4fca-9763-211ec09859dc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.203332 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-59df294e-a886-4fca-9763-211ec09859dc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/36fa484d-a09d-4b1e-9ba3-8eaa566e8463 HTTP/1.1" status: 204 len: 168 time: 0.5039821 Nov 29 11:53:06.203509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 31a449b0-8e72-4d60-9f19-50b3e3015e3e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:06.203751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58560) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.223011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 31a449b0-8e72-4d60-9f19-50b3e3015e3e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:06.223262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 31a449b0-8e72-4d60-9f19-50b3e3015e3e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:06.223794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb070959-b646-476f-867d-9d7f8223bf6b']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:06.235607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df294e-a886-4fca-9763-211ec09859dc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fa484d-a09d-4b1e-9ba3-8eaa566e8463,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:06.239363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab44c804-a661-466b-ae92-6b77fca7a346') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:06.239662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab44c804-a661-466b-ae92-6b77fca7a346') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:06.244731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port b61055d4-887e-4ffb-89e8-246881174766 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:06.245077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.266499 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.282491 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d0308727-9d3f-4251-97f0-a1923ea25d49 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1372569 Nov 29 11:53:06.286955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58562) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.291134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a13ffbdd-69ce-49ab-98d6-67aef11975d6 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-secgroup--574020779'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:06.299207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.302541 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b1c0b5f0-a21a-4f20-8a4c-8e8c4d02c756 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0978024 Nov 29 11:53:06.306651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58564) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.314814 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3d1f95de-0563-4b76-b250-04d03f623b76 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295654656'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:06.318969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:06.319371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:06.324532 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:06.341471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.341733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.353622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for b61055d4-887e-4ffb-89e8-246881174766 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:06.382559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a13ffbdd-69ce-49ab-98d6-67aef11975d6 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.420770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.425108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.428808 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/networks/cb070959-b646-476f-867d-9d7f8223bf6b HTTP/1.1" status: 204 len: 168 time: 1.4932337 Nov 29 11:53:06.438192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58566) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.446340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'name': 'tempest-PortsTestJSON-1789235213'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:06.448595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d1f95de-0563-4b76-b250-04d03f623b76 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.474999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeae60-a132-41f7-8e45-fa3134dd6f1d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Network': ['ID=cb070959-b646-476f-867d-9d7f8223bf6b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:06.534726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a13ffbdd-69ce-49ab-98d6-67aef11975d6 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.541009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a13ffbdd-69ce-49ab-98d6-67aef11975d6 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.567214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.596659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ffbdd-69ce-49ab-98d6-67aef11975d6 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d14397-0606-4ade-b973-1a5e9ee75091,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:06.601305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d1f95de-0563-4b76-b250-04d03f623b76 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.604785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=b61055d4-887e-4ffb-89e8-246881174766,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:06.610950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:06.614026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d1f95de-0563-4b76-b250-04d03f623b76 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.614821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.623592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a13ffbdd-69ce-49ab-98d6-67aef11975d6 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.624815 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a13ffbdd-69ce-49ab-98d6-67aef11975d6 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3376007 Nov 29 11:53:06.630137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58568) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.642420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1a920877-15c8-4317-a278-699599ca5100 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': 'a9d14397-0606-4ade-b973-1a5e9ee75091', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:06.651608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d1f95de-0563-4b76-b250-04d03f623b76 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.652853 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3d1f95de-0563-4b76-b250-04d03f623b76 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3452666 Nov 29 11:53:06.653725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f95de-0563-4b76-b250-04d03f623b76 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e6d73d-2c86-43cc-b3d6-ecb56cef8076,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:06.656514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58570) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.661227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5c0a1446-7e85-4fdc-bff0-8c9671fad17b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': '76e6d73d-2c86-43cc-b3d6-ecb56cef8076', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:06.661881 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-5c0a1446-7e85-4fdc-bff0-8c9671fad17b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 29 11:53:06.662463 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-5c0a1446-7e85-4fdc-bff0-8c9671fad17b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:06.666214 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5c0a1446-7e85-4fdc-bff0-8c9671fad17b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057344 Nov 29 11:53:06.666698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58572) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.671031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2020e33b-9365-4db3-80a0-94a6b8579d68 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': '76e6d73d-2c86-43cc-b3d6-ecb56cef8076', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:06.671685 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-2020e33b-9365-4db3-80a0-94a6b8579d68 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 29 11:53:06.672160 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-2020e33b-9365-4db3-80a0-94a6b8579d68 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:06.673382 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2020e33b-9365-4db3-80a0-94a6b8579d68 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057602 Nov 29 11:53:06.676100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58574) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.681088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-179456a0-0c65-4104-8a3b-70f513b4775b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': '76e6d73d-2c86-43cc-b3d6-ecb56cef8076', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:06.681877 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-179456a0-0c65-4104-8a3b-70f513b4775b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 29 11:53:06.682025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 422365b9-081b-4d76-b082-12f133d2a356 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:06.682382 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-179456a0-0c65-4104-8a3b-70f513b4775b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:06.683311 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-179456a0-0c65-4104-8a3b-70f513b4775b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063508 Nov 29 11:53:06.685677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58576) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.689896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d1bc69a6-a100-4e25-a240-981612b150d3 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': '76e6d73d-2c86-43cc-b3d6-ecb56cef8076', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:06.690784 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-d1bc69a6-a100-4e25-a240-981612b150d3 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 29 11:53:06.691261 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-d1bc69a6-a100-4e25-a240-981612b150d3 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:06.692242 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d1bc69a6-a100-4e25-a240-981612b150d3 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056555 Nov 29 11:53:06.695736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58578) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.739864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b3366-1a2a-4b1a-a9b4-3a4c36ed051c None None] Port 31a449b0-8e72-4d60-9f19-50b3e3015e3e update to ACTIVE by agent not found {{(pid=102105) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 29 11:53:06.743740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.746605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.747763 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-62c41f47-7c91-4088-93d0-421ea083085d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/floatingips/6e08bc3d-500a-4c65-9bc5-d34850f72a82 HTTP/1.1" status: 204 len: 168 time: 0.7128835 Nov 29 11:53:06.750581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a920877-15c8-4317-a278-699599ca5100 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.752777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58580) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.755810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b0435be-b71d-48b1-a12b-e2e12d6b0e99 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.779520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b0435be-b71d-48b1-a12b-e2e12d6b0e99 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.820120 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-9a97d44f-4f6a-4b46-92d4-8bfc049f9910 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] delete failed (client error): The resource could not be found. Nov 29 11:53:06.820802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b0435be-b71d-48b1-a12b-e2e12d6b0e99 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.821323 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9a97d44f-4f6a-4b46-92d4-8bfc049f9910 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/floatingips/6e08bc3d-500a-4c65-9bc5-d34850f72a82 HTTP/1.1" status: 404 len: 345 time: 0.0646303 Nov 29 11:53:06.823812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b0435be-b71d-48b1-a12b-e2e12d6b0e99 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.827448 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9b0435be-b71d-48b1-a12b-e2e12d6b0e99 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/76e6d73d-2c86-43cc-b3d6-ecb56cef8076 HTTP/1.1" status: 204 len: 168 time: 0.1286128 Nov 29 11:53:06.827448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58582) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.834733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58584) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.850994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-aac259d0-3e13-4569-a95f-160161af5599 None None] Could not find standard attr ID for object 31a449b0-8e72-4d60-9f19-50b3e3015e3e. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:53:06.868895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0435be-b71d-48b1-a12b-e2e12d6b0e99 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e6d73d-2c86-43cc-b3d6-ecb56cef8076,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:06.924444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8658f-a8f9-45bf-876a-c6a00571bbde tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:06.930571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8658f-a8f9-45bf-876a-c6a00571bbde tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:06.936991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c8658f-a8f9-45bf-876a-c6a00571bbde tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:06.941178 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a8c8658f-a8f9-45bf-876a-c6a00571bbde tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "GET /v2.0/ports?network_id=7e2e2706-af02-4b29-9081-72d2eef5a045 HTTP/1.1" status: 200 len: 2356 time: 0.1091099 Nov 29 11:53:06.941418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58586) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.965260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a920877-15c8-4317-a278-699599ca5100 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.972023 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-27132663-99f8-4008-be4f-43100bdea5e0 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1362638 Nov 29 11:53:06.975570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a920877-15c8-4317-a278-699599ca5100 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:06.976561 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58588) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:06.981688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7e3c0aa7-9ff4-4132-aec9-60ef8c42f965 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717425451'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.000391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.008040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a920877-15c8-4317-a278-699599ca5100 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6163ae49-56c6-4f94-9cf7-b46cf4beb0f5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:07.019122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8784538-dad7-42cc-b612-e6dccef19162 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:07.020488 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d8784538-dad7-42cc-b612-e6dccef19162 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "GET /v2.0/subnets/64f106df-4071-47c2-b102-37cd03fae5ad HTTP/1.1" status: 200 len: 797 time: 0.0781131 Nov 29 11:53:07.026003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0aa7-9ff4-4132-aec9-60ef8c42f965 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.026389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58590) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.032125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'port': {'network_id': '7e2e2706-af02-4b29-9081-72d2eef5a045', 'name': 'tempest-FloatingIPTestJSON-884821035', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.045683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1a920877-15c8-4317-a278-699599ca5100 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.046883 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1a920877-15c8-4317-a278-699599ca5100 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4098110 Nov 29 11:53:07.050357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58592) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.100463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b2c71c0-e768-4a24-8c2d-7d0e7e852734 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.103030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.113240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b2c71c0-e768-4a24-8c2d-7d0e7e852734 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.140618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0aa7-9ff4-4132-aec9-60ef8c42f965 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.145239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0aa7-9ff4-4132-aec9-60ef8c42f965 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.160469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:07.171542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:07.174185 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b2c71c0-e768-4a24-8c2d-7d0e7e852734 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.174632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:07.182678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:07.183315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.184683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b2c71c0-e768-4a24-8c2d-7d0e7e852734 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.185798 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7b2c71c0-e768-4a24-8c2d-7d0e7e852734 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6163ae49-56c6-4f94-9cf7-b46cf4beb0f5 HTTP/1.1" status: 204 len: 168 time: 0.1345124 Nov 29 11:53:07.192890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e3c0aa7-9ff4-4132-aec9-60ef8c42f965 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.194060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7e3c0aa7-9ff4-4132-aec9-60ef8c42f965 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2159467 Nov 29 11:53:07.194599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58594) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.197217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c0aa7-9ff4-4132-aec9-60ef8c42f965 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a19b9-cb45-4a60-94d3-5353a2f26717,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:07.198367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58596) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.203741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c71c0-e768-4a24-8c2d-7d0e7e852734 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6163ae49-56c6-4f94-9cf7-b46cf4beb0f5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:07.207108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-be56a221-2cf8-47b8-89cc-d1e59257e96f tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.207600 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING neutron.api.v2.base [None req-be56a221-2cf8-47b8-89cc-d1e59257e96f tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 11:53:07.208375 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-be56a221-2cf8-47b8-89cc-d1e59257e96f tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:07.209062 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-be56a221-2cf8-47b8-89cc-d1e59257e96f tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088944 Nov 29 11:53:07.213639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58600) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.218078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-647aa7ac-058e-4312-ac28-d40fd98c02d5 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.221639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=422365b9-081b-4d76-b082-12f133d2a356,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:07.242025 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5690e72d-66e9-4d41-b220-42ff09044350 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8030500 Nov 29 11:53:07.243020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58602) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.258919 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-565aa9fd-d61f-41d7-ae28-03b84b2530f2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0628023 Nov 29 11:53:07.262581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58604) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.330078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:07.345932 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-647aa7ac-058e-4312-ac28-d40fd98c02d5 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:07.346959 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-647aa7ac-058e-4312-ac28-d40fd98c02d5 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1324527 Nov 29 11:53:07.349741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58606) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.361922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2464dd85-eed3-4ea2-8782-3fcd6a053c08 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.362348 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-2464dd85-eed3-4ea2-8782-3fcd6a053c08 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 29 11:53:07.362849 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-2464dd85-eed3-4ea2-8782-3fcd6a053c08 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:07.363760 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2464dd85-eed3-4ea2-8782-3fcd6a053c08 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107279 Nov 29 11:53:07.373977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58608) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.374142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9f671-1958-4916-baf9-93695f71c277 req-8160bc46-6d29-4eb4-bb29-011079a70db7 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:07.375519 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b1f9f671-1958-4916-baf9-93695f71c277 req-8160bc46-6d29-4eb4-bb29-011079a70db7 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1156044 Nov 29 11:53:07.378384 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04c2ea74-b71e-49dd-8d92-a1bd4a34e3e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.382320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a6306137-98e5-4fff-8318-083cc5c1db04 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.403908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1befd02f-b49b-4656-b420-42b77580fd29 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 422365b9-081b-4d76-b082-12f133d2a356 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:07.404250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1befd02f-b49b-4656-b420-42b77580fd29 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.413804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04c2ea74-b71e-49dd-8d92-a1bd4a34e3e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.442777 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b1f9f671-1958-4916-baf9-93695f71c277 req-6cc90b86-66b1-4f3e-bde1-cbba69938ffd tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586386 Nov 29 11:53:07.477102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04c2ea74-b71e-49dd-8d92-a1bd4a34e3e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.479941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04c2ea74-b71e-49dd-8d92-a1bd4a34e3e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.481766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-04c2ea74-b71e-49dd-8d92-a1bd4a34e3e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/a9d14397-0606-4ade-b973-1a5e9ee75091 HTTP/1.1" status: 204 len: 168 time: 0.2177198 Nov 29 11:53:07.486468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58612) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.499267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2ea74-b71e-49dd-8d92-a1bd4a34e3e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d14397-0606-4ade-b973-1a5e9ee75091,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:07.514834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1befd02f-b49b-4656-b420-42b77580fd29 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.540439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-a6306137-98e5-4fff-8318-083cc5c1db04 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:07.540652 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-64cee8f1-e237-47b3-ab22-684ae54b8a47 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0519977 Nov 29 11:53:07.541488 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a6306137-98e5-4fff-8318-083cc5c1db04 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1663983 Nov 29 11:53:07.545033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1befd02f-b49b-4656-b420-42b77580fd29 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 422365b9-081b-4d76-b082-12f133d2a356 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:07.546180 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58614) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.546522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58616) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.546918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.551946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f9f2e247-b965-4306-bdb8-b9073fedcde6 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.552415 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-f9f2e247-b965-4306-bdb8-b9073fedcde6 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 29 11:53:07.552900 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-f9f2e247-b965-4306-bdb8-b9073fedcde6 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:07.553898 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f9f2e247-b965-4306-bdb8-b9073fedcde6 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064576 Nov 29 11:53:07.557397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-609adc1e-fb39-4714-9470-820e7ab22b63 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014388948'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.558530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58618) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.565610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ba664d2c-07b2-4ce6-b3b2-5ee1377608c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.612769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] device_id is not set on port dccc928e-05fe-4099-8938-2c3f3952a716 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:07.613251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-609adc1e-fb39-4714-9470-820e7ab22b63 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.635108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be6aeb-687d-41a3-9893-1ded4f78dcfd req-0cc19f05-365f-4efe-b2b1-37f2d05da0a2 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:07.636581 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-55be6aeb-687d-41a3-9893-1ded4f78dcfd req-0cc19f05-365f-4efe-b2b1-37f2d05da0a2 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0741470 Nov 29 11:53:07.694133 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-55be6aeb-687d-41a3-9893-1ded4f78dcfd req-2122a488-56a4-4548-894f-2ef8f5ef1ddd tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505199 Nov 29 11:53:07.709733 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-ba664d2c-07b2-4ce6-b3b2-5ee1377608c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Project 6a4add18f0c847ab8c5c11228e520adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:53:07.728658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-609adc1e-fb39-4714-9470-820e7ab22b63 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.734182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-609adc1e-fb39-4714-9470-820e7ab22b63 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.767282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-609adc1e-fb39-4714-9470-820e7ab22b63 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.768523 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-609adc1e-fb39-4714-9470-820e7ab22b63 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2199187 Nov 29 11:53:07.774431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58622) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.783500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609adc1e-fb39-4714-9470-820e7ab22b63 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d77419-ba3f-418e-8461-a04f723a9905,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:07.800293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-68d1db1a-ec5d-49a7-9988-8454cd6acc2c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '01d77419-ba3f-418e-8461-a04f723a9905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.808451 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-ba664d2c-07b2-4ce6-b3b2-5ee1377608c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:07.809474 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ba664d2c-07b2-4ce6-b3b2-5ee1377608c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2474759 Nov 29 11:53:07.812725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58624) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.818064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-57512325-9f53-481f-acac-482516bcce87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.818537 dv-neutron-819578-1-hyperv neutron-server[102103]: WARNING neutron.api.v2.base [None req-57512325-9f53-481f-acac-482516bcce87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 29 11:53:07.819022 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-57512325-9f53-481f-acac-482516bcce87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:07.819942 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-57512325-9f53-481f-acac-482516bcce87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053272 Nov 29 11:53:07.824208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58626) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.830755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e901329b-be5a-4601-bde8-2d38c30781fc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.836612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1befd02f-b49b-4656-b420-42b77580fd29 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.843239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3f177-2ff9-4e72-9ced-45fd19b35ecf req-35ef4f31-fd99-47b2-98b4-f8b87a66919c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:07.844948 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-45d3f177-2ff9-4e72-9ced-45fd19b35ecf req-35ef4f31-fd99-47b2-98b4-f8b87a66919c tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0730236 Nov 29 11:53:07.878204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befd02f-b49b-4656-b420-42b77580fd29 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=422365b9-081b-4d76-b082-12f133d2a356,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:07.897816 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-45d3f177-2ff9-4e72-9ced-45fd19b35ecf req-b7b252e7-633a-43bb-8794-dc16081691ca tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461354 Nov 29 11:53:07.899017 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-e901329b-be5a-4601-bde8-2d38c30781fc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Project 6a4add18f0c847ab8c5c11228e520adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:53:07.914629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1befd02f-b49b-4656-b420-42b77580fd29 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.919986 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1befd02f-b49b-4656-b420-42b77580fd29 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/422365b9-081b-4d76-b082-12f133d2a356 HTTP/1.1" status: 204 len: 168 time: 0.6734707 Nov 29 11:53:07.921409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58628) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.921747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68d1db1a-ec5d-49a7-9988-8454cd6acc2c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:07.923266 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-e901329b-be5a-4601-bde8-2d38c30781fc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:07.926995 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e901329b-be5a-4601-bde8-2d38c30781fc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0992565 Nov 29 11:53:07.928579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'mac_address': 'fa:16:3e:f6:74:1e', 'name': 'tempest-PortsTestJSON-131159070'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:07.930428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58632) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:07.938043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e9ca22f7-50f3-41f5-b5eb-d3ab8cb871bf tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'b31a19b9-cb45-4a60-94d3-5353a2f26717', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:08.031850 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-e9ca22f7-50f3-41f5-b5eb-d3ab8cb871bf tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Project 6a4add18f0c847ab8c5c11228e520adc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:53:08.045597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:08.078150 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-e9ca22f7-50f3-41f5-b5eb-d3ab8cb871bf tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:08.078505 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e9ca22f7-50f3-41f5-b5eb-d3ab8cb871bf tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1463256 Nov 29 11:53:08.083884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68d1db1a-ec5d-49a7-9988-8454cd6acc2c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.084640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58636) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.119101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68d1db1a-ec5d-49a7-9988-8454cd6acc2c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.130058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.172345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1db1a-ec5d-49a7-9988-8454cd6acc2c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff53ef70-1000-492d-b253-0500e9769252,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:08.177994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 04ee5c3e-26cb-4256-a20b-d91033b21166 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:08.187799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-68d1db1a-ec5d-49a7-9988-8454cd6acc2c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.189106 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-68d1db1a-ec5d-49a7-9988-8454cd6acc2c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4137411 Nov 29 11:53:08.190322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.20.0.14 (7e2e2706-af02-4b29-9081-72d2eef5a045/64f106df-4071-47c2-b102-37cd03fae5ad/dccc928e-05fe-4099-8938-2c3f3952a716) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:08.198669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58638) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.205872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.20.0.12 (7e2e2706-af02-4b29-9081-72d2eef5a045/64f106df-4071-47c2-b102-37cd03fae5ad/dccc928e-05fe-4099-8938-2c3f3952a716) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:08.233032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12304d9-d807-4b03-97c0-d50eaf1793e1 req-7b068112-8ada-4173-97c8-a23b9442d194 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:08.234558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a12304d9-d807-4b03-97c0-d50eaf1793e1 req-7b068112-8ada-4173-97c8-a23b9442d194 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1024091 Nov 29 11:53:08.237887 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ac795ffe-a71c-45b0-9983-5482208aa24f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules/ff53ef70-1000-492d-b253-0500e9769252 HTTP/1.1" status: 200 len: 763 time: 0.0356624 Nov 29 11:53:08.239067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58640) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.256339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc855eea-80f7-4f6f-b743-7922d61078af tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.298662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc855eea-80f7-4f6f-b743-7922d61078af tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.332871 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-58bbb80f-acef-4a04-8f03-bdc8a6696032 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0925395 Nov 29 11:53:08.346007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58642) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.350986 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a12304d9-d807-4b03-97c0-d50eaf1793e1 req-29a6ef0c-971e-4218-9d0b-fa239e58542d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026731 Nov 29 11:53:08.398996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30ecbd68-43a4-47f4-a8a2-a0c9fad5346c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.412981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30ecbd68-43a4-47f4-a8a2-a0c9fad5346c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.418153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.426182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc855eea-80f7-4f6f-b743-7922d61078af tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.428724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc855eea-80f7-4f6f-b743-7922d61078af tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.429924 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bc855eea-80f7-4f6f-b743-7922d61078af tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/b31a19b9-cb45-4a60-94d3-5353a2f26717 HTTP/1.1" status: 204 len: 168 time: 0.3214509 Nov 29 11:53:08.434274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58644) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.462989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc855eea-80f7-4f6f-b743-7922d61078af tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a19b9-cb45-4a60-94d3-5353a2f26717,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:08.480545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.492040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.493036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30ecbd68-43a4-47f4-a8a2-a0c9fad5346c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.498467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30ecbd68-43a4-47f4-a8a2-a0c9fad5346c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.499620 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-30ecbd68-43a4-47f4-a8a2-a0c9fad5346c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ff53ef70-1000-492d-b253-0500e9769252 HTTP/1.1" status: 204 len: 168 time: 0.1526561 Nov 29 11:53:08.503708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58646) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.519156 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-181fe04e-9184-4e3c-b72b-dad50b092bab tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0836196 Nov 29 11:53:08.523111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58648) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.529868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4971ae83-ea25-45b5-b425-c8dae05ee97c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771127336'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:08.531127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecbd68-43a4-47f4-a8a2-a0c9fad5346c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff53ef70-1000-492d-b253-0500e9769252,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:08.544425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:08.552230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:08.558174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:08.563694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:08.564294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.572833 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-49ba97fe-8114-45e9-b9d5-2f81c822326b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0643704 Nov 29 11:53:08.574597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58650) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.577930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=04ee5c3e-26cb-4256-a20b-d91033b21166,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:08.579956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '01d77419-ba3f-418e-8461-a04f723a9905', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:08.588618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.590584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.590935 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.591274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.591753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.591969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.592395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.592850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.593179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.593504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.593831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.594193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.594516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.599010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4971ae83-ea25-45b5-b425-c8dae05ee97c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.613692 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d37085c5-0c87-43dc-ac67-2e8e5c029feb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6896131 Nov 29 11:53:08.613976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58652) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.646070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:08.654924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:08.656839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=dccc928e-05fe-4099-8938-2c3f3952a716,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:08.659351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:08.674246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35672b21-477e-4b85-a42a-de27719bbc5f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:08.678113 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-35672b21-477e-4b85-a42a-de27719bbc5f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/04ee5c3e-26cb-4256-a20b-d91033b21166 HTTP/1.1" status: 200 len: 840 time: 0.0607533 Nov 29 11:53:08.680118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58654) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.686953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.732190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:08.732831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.761076 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9e3832e3-193a-4a08-a34a-fcd02ad613ec tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7333345 Nov 29 11:53:08.762867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.764225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58656) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.768163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'dccc928e-05fe-4099-8938-2c3f3952a716', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:08.775481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.779061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4971ae83-ea25-45b5-b425-c8dae05ee97c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.783437 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4971ae83-ea25-45b5-b425-c8dae05ee97c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.806140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449492fd-fb5c-4f53-af05-2cf06e00d996,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:08.821019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.821378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.821710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.822074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.822660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.822999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.823322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.823642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.823968 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.824284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.824606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.824921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:08.827947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.828100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4971ae83-ea25-45b5-b425-c8dae05ee97c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.829659 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4971ae83-ea25-45b5-b425-c8dae05ee97c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3050590 Nov 29 11:53:08.831736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971ae83-ea25-45b5-b425-c8dae05ee97c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a18fab-4444-4743-95db-c1ad9e0476b1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:08.834803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58658) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.840538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4daa5216-ab2b-4e30-bb66-2d4fde52dc65 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'c5a18fab-4444-4743-95db-c1ad9e0476b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:08.846612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.847805 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ff8c9a4e-c955-4ea5-b886-a78b8d4256e5 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2722898 Nov 29 11:53:08.850496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58660) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.850789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-17ee0423-8a85-4e11-98c7-4dba04485d41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 04ee5c3e-26cb-4256-a20b-d91033b21166 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:08.851133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17ee0423-8a85-4e11-98c7-4dba04485d41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.896175 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dedc546c-e206-47ce-ac0f-63a65a49f211 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules/449492fd-fb5c-4f53-af05-2cf06e00d996 HTTP/1.1" status: 200 len: 763 time: 0.0447063 Nov 29 11:53:08.899674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58662) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:08.948694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17ee0423-8a85-4e11-98c7-4dba04485d41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.950856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:08.967892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-17ee0423-8a85-4e11-98c7-4dba04485d41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 04ee5c3e-26cb-4256-a20b-d91033b21166 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:09.007425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-38560eac-d662-4a45-93bb-43cfb2b41cb2 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1042771 Nov 29 11:53:09.011618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58664) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.057348 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-4daa5216-ab2b-4e30-bb66-2d4fde52dc65 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The resource could not be found. Nov 29 11:53:09.058392 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4daa5216-ab2b-4e30-bb66-2d4fde52dc65 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2212861 Nov 29 11:53:09.061463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58666) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.066527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-829ea5a6-b95b-4ad9-ad5b-a2e959107abc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'c5a18fab-4444-4743-95db-c1ad9e0476b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bbb24d69-a0ec-4ad3-bd31-b5bf731a715a'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:09.071818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.26.5.151 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/5aeaa6a1-6591-4223-a926-9dd3d7b407d4) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:09.085140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb704-5ee0-4085-80bf-668e9616ab49 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.095926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb704-5ee0-4085-80bf-668e9616ab49 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.129660 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17ee0423-8a85-4e11-98c7-4dba04485d41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.163323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee0423-8a85-4e11-98c7-4dba04485d41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=04ee5c3e-26cb-4256-a20b-d91033b21166,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:09.167157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb704-5ee0-4085-80bf-668e9616ab49 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.171712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e3eeb704-5ee0-4085-80bf-668e9616ab49 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.172849 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e3eeb704-5ee0-4085-80bf-668e9616ab49 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/449492fd-fb5c-4f53-af05-2cf06e00d996 HTTP/1.1" status: 204 len: 168 time: 0.1596508 Nov 29 11:53:09.175918 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-829ea5a6-b95b-4ad9-ad5b-a2e959107abc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The resource could not be found. Nov 29 11:53:09.180012 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-829ea5a6-b95b-4ad9-ad5b-a2e959107abc tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1144595 Nov 29 11:53:09.180606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17ee0423-8a85-4e11-98c7-4dba04485d41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.183321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58668) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.183655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58670) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.184323 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-17ee0423-8a85-4e11-98c7-4dba04485d41 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/04ee5c3e-26cb-4256-a20b-d91033b21166 HTTP/1.1" status: 204 len: 168 time: 0.5032685 Nov 29 11:53:09.189398 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58672) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.199002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeb704-5ee0-4085-80bf-668e9616ab49 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=449492fd-fb5c-4f53-af05-2cf06e00d996,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:09.220435 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b078ff6-17cd-4549-b5c4-d736f5a007f6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:09.221924 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8b078ff6-17cd-4549-b5c4-d736f5a007f6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/04ee5c3e-26cb-4256-a20b-d91033b21166 HTTP/1.1" status: 404 len: 333 time: 0.0315850 Nov 29 11:53:09.225776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58674) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.232080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'name': 'tempest-PortsTestJSON-458327681'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:09.249404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.277003 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8340bf1a-1cda-4721-b991-bcb0d0c8f18d tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0898435 Nov 29 11:53:09.277664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58676) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.288053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7c30c432-2ead-4045-b2d9-38881320193b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Request body: {'security_group_rule': {'security_group_id': '01d77419-ba3f-418e-8461-a04f723a9905', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:09.307827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-06bb6260-a32c-4b9f-bbaa-dfff773b0dad tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.324689 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-7c30c432-2ead-4045-b2d9-38881320193b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Project 88218a3cc6cd4f35b38ecd2c51f6479e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:53:09.333505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c30c432-2ead-4045-b2d9-38881320193b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.334903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-06bb6260-a32c-4b9f-bbaa-dfff773b0dad tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.338124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.356031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:09.359507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.402991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 6b4973e2-48f5-444d-9288-ef6bb1b71959 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:09.403506 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:09.408649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:09.416852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:09.438413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=5aeaa6a1-6591-4223-a926-9dd3d7b407d4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:09.449279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-06bb6260-a32c-4b9f-bbaa-dfff773b0dad tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.451768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-06bb6260-a32c-4b9f-bbaa-dfff773b0dad tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.452904 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-06bb6260-a32c-4b9f-bbaa-dfff773b0dad tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/c5a18fab-4444-4743-95db-c1ad9e0476b1 HTTP/1.1" status: 204 len: 168 time: 0.2663815 Nov 29 11:53:09.459118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58680) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.473056 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c30c432-2ead-4045-b2d9-38881320193b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.482144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb6260-a32c-4b9f-bbaa-dfff773b0dad tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a18fab-4444-4743-95db-c1ad9e0476b1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:09.491690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c30c432-2ead-4045-b2d9-38881320193b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.535936 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30c432-2ead-4045-b2d9-38881320193b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6f738f-ab1a-42fb-b947-1aacf201d549,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:09.554756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7c30c432-2ead-4045-b2d9-38881320193b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.558713 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7c30c432-2ead-4045-b2d9-38881320193b tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2800789 Nov 29 11:53:09.560260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58682) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.569124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30489e45-8315-40a0-a7c9-4890a7c871e9 req-6fddbce2-c7d6-451e-99d9-de77c93687c4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:09.571127 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-30489e45-8315-40a0-a7c9-4890a7c871e9 req-6fddbce2-c7d6-451e-99d9-de77c93687c4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1217515 Nov 29 11:53:09.580569 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58ddf9b1-af52-4721-bf19-59d24e40876c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1171634 Nov 29 11:53:09.583856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58684) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.591712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c2e89779-51f1-4710-927c-6f7a476c4671 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': '61e19252-80d0-4003-82ab-d9e021e9e185', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:09.600423 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-52a91aef-7223-481b-b817-f00d7607de0f tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules/ef6f738f-ab1a-42fb-b947-1aacf201d549 HTTP/1.1" status: 200 len: 769 time: 0.0384703 Nov 29 11:53:09.609621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58686) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.747000 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-524dc295-dc82-4bec-93e6-5e8911c07a19 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1361454 Nov 29 11:53:09.751258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58688) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.772209 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-c2e89779-51f1-4710-927c-6f7a476c4671 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The resource could not be found. Nov 29 11:53:09.776592 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c2e89779-51f1-4710-927c-6f7a476c4671 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1874881 Nov 29 11:53:09.781436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58690) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.789600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d55cf9ee-ac1f-46ba-a514-95bdf3bd2947 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--801016016'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:09.832758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e25b092-44c4-47ac-8155-c4068e05b181 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.844541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e25b092-44c4-47ac-8155-c4068e05b181 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.869843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d55cf9ee-ac1f-46ba-a514-95bdf3bd2947 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.958245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e25b092-44c4-47ac-8155-c4068e05b181 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.971911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3e25b092-44c4-47ac-8155-c4068e05b181 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:09.973015 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3e25b092-44c4-47ac-8155-c4068e05b181 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/ef6f738f-ab1a-42fb-b947-1aacf201d549 HTTP/1.1" status: 204 len: 168 time: 0.2202947 Nov 29 11:53:09.982084 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-30489e45-8315-40a0-a7c9-4890a7c871e9 req-708964bb-7461-4add-8ce8-38aa8c8d976f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966708 Nov 29 11:53:09.982644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58692) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:09.988221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25b092-44c4-47ac-8155-c4068e05b181 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef6f738f-ab1a-42fb-b947-1aacf201d549,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:09.988416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.014490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.060180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58696) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:10.060420 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3f53f563-4495-4c6d-9e68-db763ef23336 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732751 Nov 29 11:53:10.074694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.089715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d55cf9ee-ac1f-46ba-a514-95bdf3bd2947 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.100961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d55cf9ee-ac1f-46ba-a514-95bdf3bd2947 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.127012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:10.138629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:10.142609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:10.148897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:10.149549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.168886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=6b4973e2-48f5-444d-9288-ef6bb1b71959,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:10.177247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d55cf9ee-ac1f-46ba-a514-95bdf3bd2947 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.181897 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d55cf9ee-ac1f-46ba-a514-95bdf3bd2947 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3932736 Nov 29 11:53:10.181897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.182690 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6c817fd5-5043-449b-9719-b55598554256 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9558427 Nov 29 11:53:10.183453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58700) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:10.183785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58702) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:10.186665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cf9ee-ac1f-46ba-a514-95bdf3bd2947 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f7c2d3-f3f4-454e-b3c6-aa11077dab65,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:10.191580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f9b8fc67-1079-45cf-bc3c-fc1b18515f87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--749858753'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:10.202562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:10.258752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79e035b6-49fd-4b31-bdf9-cc7cda62482a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.283940 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9b8fc67-1079-45cf-bc3c-fc1b18515f87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.327173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c526a8b-743a-4014-b255-1c742e21b23d req-fd9debd0-c8dd-4733-a042-ce209d4f7ebf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:10.328662 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2c526a8b-743a-4014-b255-1c742e21b23d req-fd9debd0-c8dd-4733-a042-ce209d4f7ebf tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1440237 Nov 29 11:53:10.336929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.339945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79e035b6-49fd-4b31-bdf9-cc7cda62482a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.356241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382c58-264a-497b-8192-580c385bedfc req-78d2329e-9f62-4db6-97bf-9b8ebe24e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:10.357724 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8382c58-264a-497b-8192-580c385bedfc req-78d2329e-9f62-4db6-97bf-9b8ebe24e1c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2015f397b9945aa93bb9584373ba6e7&device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 1098 time: 0.1401737 Nov 29 11:53:10.426406 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2c526a8b-743a-4014-b255-1c742e21b23d req-d8b2a7be-9ff7-427c-9aee-4b033922b330 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910597 Nov 29 11:53:10.462963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79e035b6-49fd-4b31-bdf9-cc7cda62482a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.465488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79e035b6-49fd-4b31-bdf9-cc7cda62482a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.466626 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-79e035b6-49fd-4b31-bdf9-cc7cda62482a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "DELETE /v2.0/security-groups/01d77419-ba3f-418e-8461-a04f723a9905 HTTP/1.1" status: 204 len: 168 time: 0.4009614 Nov 29 11:53:10.474751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58706) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:10.488492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e035b6-49fd-4b31-bdf9-cc7cda62482a tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d77419-ba3f-418e-8461-a04f723a9905,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:10.521310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9b8fc67-1079-45cf-bc3c-fc1b18515f87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.521729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.527639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.529917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382c58-264a-497b-8192-580c385bedfc req-6b364e7d-4f43-4e0e-9ff8-c0673cbe90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:10.531439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8382c58-264a-497b-8192-580c385bedfc req-6b364e7d-4f43-4e0e-9ff8-c0673cbe90eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 200 len: 911 time: 0.1653426 Nov 29 11:53:10.532376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9b8fc67-1079-45cf-bc3c-fc1b18515f87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.599313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f9b8fc67-1079-45cf-bc3c-fc1b18515f87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.600580 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f9b8fc67-1079-45cf-bc3c-fc1b18515f87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4147630 Nov 29 11:53:10.613868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58708) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:10.618783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-afdc5a89-465b-4ad3-b225-7e94abd64921 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': '73f7c2d3-f3f4-454e-b3c6-aa11077dab65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '71f69370-de11-49fa-a592-6cb619db4501'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:10.627649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8fc67-1079-45cf-bc3c-fc1b18515f87 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f69370-de11-49fa-a592-6cb619db4501,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:10.641724 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-581826d9-702d-4829-b565-334d2c262f0c tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1658115 Nov 29 11:53:10.647419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58710) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:10.689124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.703144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.750632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-afdc5a89-465b-4ad3-b225-7e94abd64921 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:10.751708 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-afdc5a89-465b-4ad3-b225-7e94abd64921 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1365888 Nov 29 11:53:10.752673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] In _notify_port_updated(), no bound segment for port 6b4973e2-48f5-444d-9288-ef6bb1b71959 on network 686e657b-8858-4750-b7f8-ad571b2f328c {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:53:10.758345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:10.758978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.760338 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "PUT /v2.0/ports/6b4973e2-48f5-444d-9288-ef6bb1b71959 HTTP/1.1" status: 200 len: 818 time: 0.5734224 Nov 29 11:53:10.764273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58712) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:10.764612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58714) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:10.784147 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0d1bee1d-d367-47f4-987d-e96d7e5d1067 tempest-SecGroupIPv6Test-236957520 tempest-SecGroupIPv6Test-236957520-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1370709 Nov 29 11:53:10.832004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0a1dc-1a26-476e-98a7-2f433716cc7b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=6b4973e2-48f5-444d-9288-ef6bb1b71959,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:10.903148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed51-78b8-4800-8186-bbf4d86f998b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.933888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed51-78b8-4800-8186-bbf4d86f998b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.951685 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5733377a-3a62-44c4-9d9c-a48295124c2e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 6b4973e2-48f5-444d-9288-ef6bb1b71959 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:10.952034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5733377a-3a62-44c4-9d9c-a48295124c2e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.964923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=5aeaa6a1-6591-4223-a926-9dd3d7b407d4,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:10.981203 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:10.985729 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8382c58-264a-497b-8192-580c385bedfc req-60b631ec-19e7-4857-bc84-37ad57627331 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 200 len: 1001 time: 0.4457512 Nov 29 11:53:11.039829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5733377a-3a62-44c4-9d9c-a48295124c2e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.049301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed51-78b8-4800-8186-bbf4d86f998b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.051957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66e3ed51-78b8-4800-8186-bbf4d86f998b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.056207 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66e3ed51-78b8-4800-8186-bbf4d86f998b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/71f69370-de11-49fa-a592-6cb619db4501 HTTP/1.1" status: 204 len: 168 time: 0.2875724 Nov 29 11:53:11.059666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58720) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.061553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5733377a-3a62-44c4-9d9c-a48295124c2e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 6b4973e2-48f5-444d-9288-ef6bb1b71959 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:11.080585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3ed51-78b8-4800-8186-bbf4d86f998b tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f69370-de11-49fa-a592-6cb619db4501,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:11.082088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58722) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.107226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382c58-264a-497b-8192-580c385bedfc req-e9704dbf-e6ef-43b5-8788-d30c17cf6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:11.108678 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8382c58-264a-497b-8192-580c385bedfc req-e9704dbf-e6ef-43b5-8788-d30c17cf6664 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 200 len: 849 time: 0.0928311 Nov 29 11:53:11.160176 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP b46994e4-83f4-4ff8-87d7-ac891ae58863 associated. External IP: 172.26.5.151, port: dccc928e-05fe-4099-8938-2c3f3952a716. Nov 29 11:53:11.172639 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5189b4fd-8264-48ce-8965-30f90c8f2d62 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1089692 Nov 29 11:53:11.176131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58726) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.219624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5733377a-3a62-44c4-9d9c-a48295124c2e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.240657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382c58-264a-497b-8192-580c385bedfc req-410a6d1d-83d4-4ff5-9a0b-0432c08b5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:11.242220 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8382c58-264a-497b-8192-580c385bedfc req-410a6d1d-83d4-4ff5-9a0b-0432c08b5beb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=184cc2ac-2415-4f9b-a217-5513ff3793c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1257432 Nov 29 11:53:11.259559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733377a-3a62-44c4-9d9c-a48295124c2e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=6b4973e2-48f5-444d-9288-ef6bb1b71959,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:11.276494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5733377a-3a62-44c4-9d9c-a48295124c2e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.279746 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5733377a-3a62-44c4-9d9c-a48295124c2e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/6b4973e2-48f5-444d-9288-ef6bb1b71959 HTTP/1.1" status: 204 len: 168 time: 0.5130298 Nov 29 11:53:11.280652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66078485-abb8-48d4-a0c3-3bbe60e4c123 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.283033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58728) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.327602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66078485-abb8-48d4-a0c3-3bbe60e4c123 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.349083 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f5eb2f0a-39ff-4ccb-aa10-0cc4d156068e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88218a3cc6cd4f35b38ecd2c51f6479e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648368 Nov 29 11:53:11.352389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58730) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.362955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabfc272-7bff-43f8-a172-ef57b9688fe8 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:11.364434 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aabfc272-7bff-43f8-a172-ef57b9688fe8 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0804992 Nov 29 11:53:11.368788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58732) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.396059 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-864299d3-6130-44d8-bc72-d83160c0bccf tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:11.397576 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-864299d3-6130-44d8-bc72-d83160c0bccf tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/6b4973e2-48f5-444d-9288-ef6bb1b71959 HTTP/1.1" status: 404 len: 333 time: 0.0278792 Nov 29 11:53:11.402093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58734) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.407083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1141736741'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:11.418311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66078485-abb8-48d4-a0c3-3bbe60e4c123 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.420832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66078485-abb8-48d4-a0c3-3bbe60e4c123 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.421975 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66078485-abb8-48d4-a0c3-3bbe60e4c123 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/73f7c2d3-f3f4-454e-b3c6-aa11077dab65 HTTP/1.1" status: 204 len: 168 time: 0.2449250 Nov 29 11:53:11.427971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58736) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.449961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66078485-abb8-48d4-a0c3-3bbe60e4c123 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f7c2d3-f3f4-454e-b3c6-aa11077dab65,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:11.455025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:11.458912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.503780 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dcc03c79-7385-4ef4-9b59-7195c3807c28 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0747623 Nov 29 11:53:11.508846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58740) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.514796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:11.521081 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8382c58-264a-497b-8192-580c385bedfc req-c1dac4b5-dc15-4610-b35f-6818ca887a9b service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686944 Nov 29 11:53:11.527114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-583f8177-3d37-4210-acab-6b69ac5419d2 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--518821124'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:11.547894 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.548253 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Added segment 159ff534-4b94-4348-9458-a5ed237d0915 of type vlan for network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 Nov 29 11:53:11.601688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b18a14-39c5-44e3-85df-ace5e9903888 req-e81a70e0-2d42-4946-825b-7e016dd7b035 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:11.603123 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66b18a14-39c5-44e3-85df-ace5e9903888 req-e81a70e0-2d42-4946-825b-7e016dd7b035 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0900588 Nov 29 11:53:11.604703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.609469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-418519b1-9738-41fa-9c42-adc4819dad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.649964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.655520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:11.656113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.657114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-583f8177-3d37-4210-acab-6b69ac5419d2 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.662277 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-418519b1-9738-41fa-9c42-adc4819dad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.683589 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66b18a14-39c5-44e3-85df-ace5e9903888 req-af68255a-8da9-4dab-8de5-082f3ca9b18b tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720744 Nov 29 11:53:11.686454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:11.724682 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3215256 Nov 29 11:53:11.731656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58742) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.738723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:11.744152 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8382c58-264a-497b-8192-580c385bedfc req-4c0d0250-2a78-4c99-ac05-5cc335a3195f service neutron] 10.222.0.30 "GET /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108908 Nov 29 11:53:11.755708 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e92bee-1ae6-40c8-9667-2a7c78add814 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Network': ['ID=fe57ff47-fbad-4914-8b9b-1a0fcdcdb952,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:11.768276 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:11.835516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:11.839242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.854289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-418519b1-9738-41fa-9c42-adc4819dad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.856810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-418519b1-9738-41fa-9c42-adc4819dad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.857952 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-418519b1-9738-41fa-9c42-adc4819dad33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8e41f19-04ad-4ecb-a7c4-2d3ef2705173 HTTP/1.1" status: 204 len: 168 time: 0.5012846 Nov 29 11:53:11.883724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:11.890566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418519b1-9738-41fa-9c42-adc4819dad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e41f19-04ad-4ecb-a7c4-2d3ef2705173,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:11.901031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f9efc-9068-45a5-a567-9fa98ed9af09 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:11.909499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-583f8177-3d37-4210-acab-6b69ac5419d2 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.919867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.923020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-583f8177-3d37-4210-acab-6b69ac5419d2 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.939793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f9efc-9068-45a5-a567-9fa98ed9af09 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:11.941684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5d5f9efc-9068-45a5-a567-9fa98ed9af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:11.967299 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3a115779-ae3f-48b7-bda3-494bb3c19c77 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2024236 Nov 29 11:53:11.970353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58746) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:11.979309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-40c0c45b-37fc-42a9-a3a1-7178a2c3a5c4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'port_id': 'dccc928e-05fe-4099-8938-2c3f3952a716', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:11.988658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-583f8177-3d37-4210-acab-6b69ac5419d2 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:11.989281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5d5f9efc-9068-45a5-a567-9fa98ed9af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:11.992893 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-583f8177-3d37-4210-acab-6b69ac5419d2 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4739566 Nov 29 11:53:11.995063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58748) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.002520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-55d5adb1-593c-40f3-ba54-16d70dd900fa tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'a6c3a44d-777a-460d-abc0-fee52af151f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:12.007197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f9efc-9068-45a5-a567-9fa98ed9af09 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:12.008805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5d5f9efc-9068-45a5-a567-9fa98ed9af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:12.021766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f8177-3d37-4210-acab-6b69ac5419d2 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c3a44d-777a-460d-abc0-fee52af151f1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:12.048003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40c0c45b-37fc-42a9-a3a1-7178a2c3a5c4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.077066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5d5f9efc-9068-45a5-a567-9fa98ed9af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:12.077889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f9efc-9068-45a5-a567-9fa98ed9af09 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:12.088244 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-55d5adb1-593c-40f3-ba54-16d70dd900fa tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:12.091858 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-55d5adb1-593c-40f3-ba54-16d70dd900fa tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0932820 Nov 29 11:53:12.091858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.093628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58752) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.099082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a95472fb-e4c0-4fa2-8eaf-b682a945514c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group_rule': {'security_group_id': 'a6c3a44d-777a-460d-abc0-fee52af151f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:12.160943 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=aaeaf68a-cea6-40c3-ad4d-01601b2278f3,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:12.170886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking segment: {'id': '159ff534-4b94-4348-9458-a5ed237d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:12.171255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network hostable DHCP agents. Network: fe57ff47-fbad-4914-8b9b-1a0fcdcdb952, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:12.190531 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:12.201564 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, fe57ff47-fbad-4914-8b9b-1a0fcdcdb952) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:12.205906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:12.206532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.217534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242af8c-e5b0-46eb-9d81-a921dcb97d14 None None] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:12.229913 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-a95472fb-e4c0-4fa2-8eaf-b682a945514c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:12.231000 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a95472fb-e4c0-4fa2-8eaf-b682a945514c tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1363168 Nov 29 11:53:12.233622 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-76fc6ecd-8484-4444-b5d9-32c0db7b2778 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4983718 Nov 29 11:53:12.234358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58758) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.234711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58760) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.243760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7935db7a-4177-4287-b657-8cacd5f0395b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:12.375895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ec50aba-a407-4cbd-99b6-228bd31ba9c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.387422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-fe57ff47-fbad-4914-8b9b-1a0fcdcdb952', 'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952', 'tenant_id': 'c3e0a921d7db464581fee2647c1ff212', 'fixed_ips': [{'subnet_id': 'aaeaf68a-cea6-40c3-ad4d-01601b2278f3'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:53:12.389611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.396702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7935db7a-4177-4287-b657-8cacd5f0395b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:12.402047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7935db7a-4177-4287-b657-8cacd5f0395b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.441424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ec50aba-a407-4cbd-99b6-228bd31ba9c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.525035 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.ipam_backend_mixin [None req-7935db7a-4177-4287-b657-8cacd5f0395b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aaeaf68a-cea6-40c3-ad4d-01601b2278f3 (CIDR: 172.20.0.0/28) Nov 29 11:53:12.528992 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-7935db7a-4177-4287-b657-8cacd5f0395b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:53:12.529487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7935db7a-4177-4287-b657-8cacd5f0395b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:12.558244 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7935db7a-4177-4287-b657-8cacd5f0395b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3225384 Nov 29 11:53:12.561118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58770) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.563158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ec50aba-a407-4cbd-99b6-228bd31ba9c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.565479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Allocated IP 172.20.0.2 (fe57ff47-fbad-4914-8b9b-1a0fcdcdb952/aaeaf68a-cea6-40c3-ad4d-01601b2278f3/dd78761a-5a43-4649-ad71-33cf4addb2c8) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:12.565910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ec50aba-a407-4cbd-99b6-228bd31ba9c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.567140 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7ec50aba-a407-4cbd-99b6-228bd31ba9c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/a6c3a44d-777a-460d-abc0-fee52af151f1 HTTP/1.1" status: 204 len: 168 time: 0.3315089 Nov 29 11:53:12.571174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:12.592313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58772) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.608606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec50aba-a407-4cbd-99b6-228bd31ba9c7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c3a44d-777a-460d-abc0-fee52af151f1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:12.783260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40c0c45b-37fc-42a9-a3a1-7178a2c3a5c4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.790641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40c0c45b-37fc-42a9-a3a1-7178a2c3a5c4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.827456 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a04fcd16-30b2-429a-84f1-13054e5d9dd7 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2320077 Nov 29 11:53:12.828067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58780) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.845740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9652b797-7b1a-49df-ae32-88667d751445 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590221003'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:12.863949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58782) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.869248 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039258 Nov 29 11:53:12.873024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58784) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:12.909864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da52236-5bb7-49f3-844c-066d146b31fe req-a5e8a044-e3a3-42da-b8e0-13ee9f781a88 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:12.911516 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6da52236-5bb7-49f3-844c-066d146b31fe req-a5e8a044-e3a3-42da-b8e0-13ee9f781a88 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1043074 Nov 29 11:53:12.914481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9652b797-7b1a-49df-ae32-88667d751445 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.951829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:12.960823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.005139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9652b797-7b1a-49df-ae32-88667d751445 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.011950 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:13.014567 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9652b797-7b1a-49df-ae32-88667d751445 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.015448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:13.019805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:13.030928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:13.037087 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9c2ac7d8-117e-4e91-aa5b-71d59194c1e8 tempest-NetworksApiDiscovery-611729025 tempest-NetworksApiDiscovery-611729025-project] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1574235 Nov 29 11:53:13.037635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.062073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Pushing event updated for resources: {'Port': ['ID=dd78761a-5a43-4649-ad71-33cf4addb2c8,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:13.094434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Attempting to bind port dd78761a-5a43-4649-ad71-33cf4addb2c8 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:13.095092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Attempting to bind port dd78761a-5a43-4649-ad71-33cf4addb2c8 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '159ff534-4b94-4348-9458-a5ed237d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:13.095616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Attempting to bind port dd78761a-5a43-4649-ad71-33cf4addb2c8 on network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:13.097456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c0c45b-37fc-42a9-a3a1-7178a2c3a5c4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:13.101010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:13.101666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Checking segment: {'id': '159ff534-4b94-4348-9458-a5ed237d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:13.102450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.103007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Bound using segment: {'id': '159ff534-4b94-4348-9458-a5ed237d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:13.103625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Bound port: dd78761a-5a43-4649-ad71-33cf4addb2c8, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159ff534-4b94-4348-9458-a5ed237d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:13.104166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.107326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9652b797-7b1a-49df-ae32-88667d751445 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.111665 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9652b797-7b1a-49df-ae32-88667d751445 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2721393 Nov 29 11:53:13.112710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58790) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.120030 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6da52236-5bb7-49f3-844c-066d146b31fe req-da29c2e4-dff3-4a56-b6b0-6fc2311dd69f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988282 Nov 29 11:53:13.123264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652b797-7b1a-49df-ae32-88667d751445 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964bc926-e2b9-4780-beea-28b4cf1b6be4,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:13.163184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-50a88334-9f49-4fac-a9fb-2b6f4debca06 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:13.164083 dv-neutron-819578-1-hyperv neutron-server[102104]: WARNING neutron.api.v2.base [None req-50a88334-9f49-4fac-a9fb-2b6f4debca06 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 29 11:53:13.164706 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-50a88334-9f49-4fac-a9fb-2b6f4debca06 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] update failed (client error): There was a conflict when trying to complete your request. Nov 29 11:53:13.168287 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-50a88334-9f49-4fac-a9fb-2b6f4debca06 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "PUT /v2.0/security-groups/964bc926-e2b9-4780-beea-28b4cf1b6be4 HTTP/1.1" status: 409 len: 330 time: 0.0526838 Nov 29 11:53:13.168925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58792) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.219338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] For port dd78761a-5a43-4649-ad71-33cf4addb2c8, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:13.226054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] For port dd78761a-5a43-4649-ad71-33cf4addb2c8, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dd78761a-5a43-4649-ad71-33cf4addb2c8,segment=NetworkSegment(159ff534-4b94-4348-9458-a5ed237d0915),segment_id=159ff534-4b94-4348-9458-a5ed237d0915)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:13.236277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.245677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c0c45b-37fc-42a9-a3a1-7178a2c3a5c4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:13.252624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40c0c45b-37fc-42a9-a3a1-7178a2c3a5c4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.262030 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673e702-0fba-4529-8742-ba048c1db283 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:13.267313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-faca4d03-0658-4761-817e-c4d9a9021462 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.275142 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673e702-0fba-4529-8742-ba048c1db283 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:13.276526 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8673e702-0fba-4529-8742-ba048c1db283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:13.321005 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8673e702-0fba-4529-8742-ba048c1db283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:13.331315 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673e702-0fba-4529-8742-ba048c1db283 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:13.332343 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8673e702-0fba-4529-8742-ba048c1db283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:13.350490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6dfa6-a58b-424d-b12e-b75816ce021d None None] Pushing event updated for resources: {'Port': ['ID=dd78761a-5a43-4649-ad71-33cf4addb2c8,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:13.352601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-faca4d03-0658-4761-817e-c4d9a9021462 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.356988 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-40c0c45b-37fc-42a9-a3a1-7178a2c3a5c4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/floatingips/b46994e4-83f4-4ff8-87d7-ac891ae58863 HTTP/1.1" status: 200 len: 978 time: 1.3849604 Nov 29 11:53:13.359824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58798) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.372046 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8673e702-0fba-4529-8742-ba048c1db283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:13.373170 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673e702-0fba-4529-8742-ba048c1db283 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:13.435895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58800) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.449359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-faca4d03-0658-4761-817e-c4d9a9021462 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.452374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-faca4d03-0658-4761-817e-c4d9a9021462 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.456276 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-faca4d03-0658-4761-817e-c4d9a9021462 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/964bc926-e2b9-4780-beea-28b4cf1b6be4 HTTP/1.1" status: 204 len: 168 time: 0.2848296 Nov 29 11:53:13.456912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58804) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.467299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.498336 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca4d03-0658-4761-817e-c4d9a9021462 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964bc926-e2b9-4780-beea-28b4cf1b6be4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:13.553926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:13.564920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:13.578001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:13.578952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.601034 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-09c03a81-c1ac-489a-8693-34c3e3cda7b3 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1364503 Nov 29 11:53:13.602079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=1bac10e0-98d3-4ae0-81a4-efd19142610f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:13.604123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58806) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.616726 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fe0952f9-1457-4dd1-99c1-224bd96788e7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0536880 Nov 29 11:53:13.620506 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58808) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.622875 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-099fb552-23e5-4fb1-81e1-95d8253f418d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] delete failed (client error): The resource could not be found. Nov 29 11:53:13.623539 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-099fb552-23e5-4fb1-81e1-95d8253f418d tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "DELETE /v2.0/security-groups/4338b58f-9c6d-4fa0-b3ca-32f389061984 HTTP/1.1" status: 404 len: 347 time: 0.0183487 Nov 29 11:53:13.627284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58810) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.633003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952', 'fixed_ips': [{'subnet_id': 'aaeaf68a-cea6-40c3-ad4d-01601b2278f3'}, {'subnet_id': '1bac10e0-98d3-4ae0-81a4-efd19142610f'}], 'name': 'tempest-PortsTestJSON-1743902124'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:13.649964 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-ffd7d2da-0cb5-4b5a-854e-355207c4392f tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] show failed (client error): The resource could not be found. Nov 29 11:53:13.653988 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ffd7d2da-0cb5-4b5a-854e-355207c4392f tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-groups/e6d9949d-1d1d-4440-b507-5e5bc44448aa HTTP/1.1" status: 404 len: 347 time: 0.0226467 Nov 29 11:53:13.654742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58812) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.667229 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-e546cea8-636b-443a-93dd-6a8a0bde82d6 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] show failed (client error): The resource could not be found. Nov 29 11:53:13.670042 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e546cea8-636b-443a-93dd-6a8a0bde82d6 tempest-NegativeSecGroupIPv6Test-1325419269 tempest-NegativeSecGroupIPv6Test-1325419269-project] 10.222.0.23 "GET /v2.0/security-group-rules/d33e6c75-2b74-470f-a07d-aaa4d3c965a4 HTTP/1.1" status: 404 len: 356 time: 0.0126207 Nov 29 11:53:13.700178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c6a495-a846-4a1d-bdc1-af6619208625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.706226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port 5aeaa6a1-6591-4223-a926-9dd3d7b407d4 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:13.706563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.857239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.857658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.876118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58818) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:13.889463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for 5aeaa6a1-6591-4223-a926-9dd3d7b407d4 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:13.930224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c6a495-a846-4a1d-bdc1-af6619208625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:13.930843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:13.965859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-12c6a495-a846-4a1d-bdc1-af6619208625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.011164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f1b9f8b7-66b5-4c19-80a2-8a46a382fd65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a4add18f0c847ab8c5c11228e520adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333268 Nov 29 11:53:14.013612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58822) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:14.066680 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbd53121-92cd-4881-adbb-417d9d4e60ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.089267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6a495-a846-4a1d-bdc1-af6619208625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2485dc39-4e03-4323-8cf1-1424e9ed4a6b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:14.092100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbd53121-92cd-4881-adbb-417d9d4e60ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.093528 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-12c6a495-a846-4a1d-bdc1-af6619208625 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abd22cb66aa74e1c85c65b7df81be976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557786 Nov 29 11:53:14.097907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58824) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:14.154028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbd53121-92cd-4881-adbb-417d9d4e60ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.160151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbd53121-92cd-4881-adbb-417d9d4e60ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.164305 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fbd53121-92cd-4881-adbb-417d9d4e60ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d43d4124-597c-4479-9bd9-d6a9852719d2 HTTP/1.1" status: 204 len: 168 time: 0.1468079 Nov 29 11:53:14.173108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd53121-92cd-4881-adbb-417d9d4e60ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43d4124-597c-4479-9bd9-d6a9852719d2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:14.179851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.226689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 3c912be2-ff27-436e-a642-3362caeba4f1 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:14.239018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2317547a-daf6-4db6-906f-da4ea3c59903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.305705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dd78761a-5a43-4649-ad71-33cf4addb2c8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:14.349120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702d31-02a4-4f12-9c07-d069920a0dbd req-e47d2a00-fc1f-4c8b-ad0d-0c31a6d951d1 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:14.355569 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e702d31-02a4-4f12-9c07-d069920a0dbd req-e47d2a00-fc1f-4c8b-ad0d-0c31a6d951d1 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0836673 Nov 29 11:53:14.375205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port dd78761a-5a43-4649-ad71-33cf4addb2c8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:14.375562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.375704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2317547a-daf6-4db6-906f-da4ea3c59903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.440237 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e702d31-02a4-4f12-9c07-d069920a0dbd req-8f392724-4eea-425f-8dd8-1f85896dd14f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776665 Nov 29 11:53:14.500452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.532285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b524c0-819c-473a-8c3e-72666b15ce3c None None] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:14.584935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port dd78761a-5a43-4649-ad71-33cf4addb2c8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dd78761a-5a43-4649-ad71-33cf4addb2c8,segment=NetworkSegment(159ff534-4b94-4348-9458-a5ed237d0915),segment_id=159ff534-4b94-4348-9458-a5ed237d0915)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:14.592844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.610237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b674f9-61ee-45c6-96e7-e9b2deb3a0f5 req-da68be81-3041-4af3-8fa2-ca862f4f6a8e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:14.612535 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-82b674f9-61ee-45c6-96e7-e9b2deb3a0f5 req-da68be81-3041-4af3-8fa2-ca862f4f6a8e tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0712519 Nov 29 11:53:14.673737 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-82b674f9-61ee-45c6-96e7-e9b2deb3a0f5 req-efadcf60-6b3b-4816-bc66-0972a3eaeadd tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538239 Nov 29 11:53:14.729671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=dd78761a-5a43-4649-ad71-33cf4addb2c8,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:14.750891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.751273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.751572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.751904 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.752235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.752562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.753517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.753862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.754410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.754746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.755500 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.755763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:53:14.762240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-284308de-e8a7-48b9-87d1-cce21dbd2605 None None] Provisioning complete for port dd78761a-5a43-4649-ad71-33cf4addb2c8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:14.762809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-284308de-e8a7-48b9-87d1-cce21dbd2605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.879965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.926532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=5aeaa6a1-6591-4223-a926-9dd3d7b407d4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:14.987865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2317547a-daf6-4db6-906f-da4ea3c59903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.990580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2317547a-daf6-4db6-906f-da4ea3c59903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:14.995063 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2317547a-daf6-4db6-906f-da4ea3c59903 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2485dc39-4e03-4323-8cf1-1424e9ed4a6b HTTP/1.1" status: 204 len: 168 time: 0.8948281 Nov 29 11:53:14.997002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e309505-4737-4633-9d4e-1dacbecf29ed req-be532c71-21cd-4147-a66d-8008aaca58a3 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:14.999128 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e309505-4737-4633-9d4e-1dacbecf29ed req-be532c71-21cd-4147-a66d-8008aaca58a3 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.0761838 Nov 29 11:53:15.018164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6e4a7-ef67-4b21-a8de-7275cf2c9bef None None] Update dhcp port {'port': {'network_id': 'fe57ff47-fbad-4914-8b9b-1a0fcdcdb952', 'fixed_ips': [{'subnet_id': 'aaeaf68a-cea6-40c3-ad4d-01601b2278f3', 'ip_address': '172.20.0.2'}, {'subnet_id': '1bac10e0-98d3-4ae0-81a4-efd19142610f'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': 'dd78761a-5a43-4649-ad71-33cf4addb2c8'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:53:15.041364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317547a-daf6-4db6-906f-da4ea3c59903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2485dc39-4e03-4323-8cf1-1424e9ed4a6b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:15.056708 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e309505-4737-4633-9d4e-1dacbecf29ed req-ad46ed34-45b4-45ca-8390-03b84bd99832 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494821 Nov 29 11:53:15.088841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.089263 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP b46994e4-83f4-4ff8-87d7-ac891ae58863 disassociated (deleted). External IP: 172.26.5.151, port: dccc928e-05fe-4099-8938-2c3f3952a716. Nov 29 11:53:15.104736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e4a7-ef67-4b21-a8de-7275cf2c9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.183108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58856) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:15.258295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.13 (fe57ff47-fbad-4914-8b9b-1a0fcdcdb952/aaeaf68a-cea6-40c3-ad4d-01601b2278f3/3c912be2-ff27-436e-a642-3362caeba4f1) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:15.267712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.29 (fe57ff47-fbad-4914-8b9b-1a0fcdcdb952/1bac10e0-98d3-4ae0-81a4-efd19142610f/3c912be2-ff27-436e-a642-3362caeba4f1) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:15.421675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ccb27893-690c-4aaf-a678-c125eae40806 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-471551515', 'prefixes': ['172.20.0.0/16']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:15.458462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:15.494916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccb27893-690c-4aaf-a678-c125eae40806 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] Notify callbacks [] for subnetpool, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.496341 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ccb27893-690c-4aaf-a678-c125eae40806 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3112872 Nov 29 11:53:15.499006 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58870) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:15.526261 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cf52772c-48aa-4332-9c91-0001f29a5f70 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] 10.222.0.23 "GET /v2.0/subnetpools/ce2eebd9-b868-46d4-b0ef-f06f6c40e924 HTTP/1.1" status: 200 len: 731 time: 0.0238097 Nov 29 11:53:15.526734 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58872) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:15.531116 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a2af8f4d-e3d5-4f6b-b855-e864358be469 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-470097863'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:15.592528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.619553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:15.623049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2af8f4d-e3d5-4f6b-b855-e864358be469 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] Notify callbacks [] for subnetpool, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.624822 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a2af8f4d-e3d5-4f6b-b855-e864358be469 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] 10.222.0.23 "PUT /v2.0/subnetpools/ce2eebd9-b868-46d4-b0ef-f06f6c40e924 HTTP/1.1" status: 200 len: 683 time: 0.0969832 Nov 29 11:53:15.626931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.627053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58876) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:15.632660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cf822-9558-40d9-945a-9e804d68be38 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:15.648777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cf822-9558-40d9-945a-9e804d68be38 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:15.649408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-be5cf822-9558-40d9-945a-9e804d68be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:15.664259 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7e463a2d-d099-4be4-a839-d0ebbfb3f5e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/floatingips/b46994e4-83f4-4ff8-87d7-ac891ae58863 HTTP/1.1" status: 204 len: 168 time: 2.3005459 Nov 29 11:53:15.664524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58878) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:15.673924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.694714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-be5cf822-9558-40d9-945a-9e804d68be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:15.724053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ca40100-b62c-45a5-b6e1-997107093402 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] Notify callbacks [] for subnetpool, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.726204 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6ca40100-b62c-45a5-b6e1-997107093402 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ce2eebd9-b868-46d4-b0ef-f06f6c40e924 HTTP/1.1" status: 204 len: 168 time: 0.0981581 Nov 29 11:53:15.728218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58882) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:15.741527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5cf822-9558-40d9-945a-9e804d68be38 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:15.742151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:15.742606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-be5cf822-9558-40d9-945a-9e804d68be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:15.753895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:15.765656 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-862907a9-7f8c-43ad-91e1-fbace7cf6553 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] show failed (client error): The resource could not be found. Nov 29 11:53:15.769667 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-862907a9-7f8c-43ad-91e1-fbace7cf6553 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] 10.222.0.23 "GET /v2.0/subnetpools/ce2eebd9-b868-46d4-b0ef-f06f6c40e924 HTTP/1.1" status: 404 len: 346 time: 0.0381033 Nov 29 11:53:15.769912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58886) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:15.777059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=3c912be2-ff27-436e-a642-3362caeba4f1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:15.779786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:15.790560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-94af645c-b80e-4d86-a874-8115f5877ba7 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] delete failed (client error): The resource could not be found. Nov 29 11:53:15.791780 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-94af645c-b80e-4d86-a874-8115f5877ba7 tempest-SubnetPoolsTestJSON-1015566174 tempest-SubnetPoolsTestJSON-1015566174-project] 10.222.0.23 "DELETE /v2.0/subnetpools/ce2eebd9-b868-46d4-b0ef-f06f6c40e924 HTTP/1.1" status: 404 len: 346 time: 0.0205672 Nov 29 11:53:15.800991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-be5cf822-9558-40d9-945a-9e804d68be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:15.802573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5cf822-9558-40d9-945a-9e804d68be38 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:15.812292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c2b6e4a7-ef67-4b21-a8de-7275cf2c9bef None None] Allocated IP 172.20.0.18 (fe57ff47-fbad-4914-8b9b-1a0fcdcdb952/1bac10e0-98d3-4ae0-81a4-efd19142610f/dd78761a-5a43-4649-ad71-33cf4addb2c8) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:15.843815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:15.844434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.863103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-cda5381f-77af-4041-9fe3-2e83480bc847 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port dccc928e-05fe-4099-8938-2c3f3952a716 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:15.863792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cda5381f-77af-4041-9fe3-2e83480bc847 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:15.871505 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a839fd0c-1273-438b-9c42-50ef0ed5f96d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.2480965 Nov 29 11:53:15.874894 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58892) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:15.883206 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aaeaf68a-cea6-40c3-ad4d-01601b2278f3'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:15.955262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c2b6e4a7-ef67-4b21-a8de-7275cf2c9bef None None] For port dd78761a-5a43-4649-ad71-33cf4addb2c8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dd78761a-5a43-4649-ad71-33cf4addb2c8,segment=NetworkSegment(159ff534-4b94-4348-9458-a5ed237d0915),segment_id=159ff534-4b94-4348-9458-a5ed237d0915)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:15.976855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cda5381f-77af-4041-9fe3-2e83480bc847 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.002300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-cda5381f-77af-4041-9fe3-2e83480bc847 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for dccc928e-05fe-4099-8938-2c3f3952a716 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:16.003020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e4a7-ef67-4b21-a8de-7275cf2c9bef None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.014354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e4a7-ef67-4b21-a8de-7275cf2c9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.124021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.164716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6e4a7-ef67-4b21-a8de-7275cf2c9bef None None] Pushing event updated for resources: {'Port': ['ID=dd78761a-5a43-4649-ad71-33cf4addb2c8,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:16.262872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dd78761a-5a43-4649-ad71-33cf4addb2c8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:16.279623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58902) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:16.312671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46435ae7-0955-4273-aad6-fcfa1f415a65 req-47087898-f2c7-493d-9b13-370de06d35b4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:16.313844 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-46435ae7-0955-4273-aad6-fcfa1f415a65 req-47087898-f2c7-493d-9b13-370de06d35b4 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1473823 Nov 29 11:53:16.321699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cda5381f-77af-4041-9fe3-2e83480bc847 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.373373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port dd78761a-5a43-4649-ad71-33cf4addb2c8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:16.373743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.395551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5381f-77af-4041-9fe3-2e83480bc847 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=dccc928e-05fe-4099-8938-2c3f3952a716,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:16.501157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cda5381f-77af-4041-9fe3-2e83480bc847 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.509509 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cda5381f-77af-4041-9fe3-2e83480bc847 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/ports/dccc928e-05fe-4099-8938-2c3f3952a716 HTTP/1.1" status: 204 len: 168 time: 0.8439629 Nov 29 11:53:16.510206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58910) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:16.514834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:16.542124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.543089 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-46435ae7-0955-4273-aad6-fcfa1f415a65 req-f82e8fe4-5d8d-4c7e-8096-b81f1f9eaf25 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899083 Nov 29 11:53:16.578361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c31aaf52-87df-4aa3-be62-0d8629ba1235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.654752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Delete allocated IP 172.20.0.29 (fe57ff47-fbad-4914-8b9b-1a0fcdcdb952/1bac10e0-98d3-4ae0-81a4-efd19142610f) {{(pid=102103) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 11:53:16.691690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.779874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c31aaf52-87df-4aa3-be62-0d8629ba1235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.786843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c31aaf52-87df-4aa3-be62-0d8629ba1235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.844297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.26.5.49 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/af8d510a-4ebe-4ae4-8bfa-072ca8af9e82) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:16.847859 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c31aaf52-87df-4aa3-be62-0d8629ba1235 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9715d02317da4428bdf12fa7a20c53e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658145 Nov 29 11:53:16.849380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58918) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:16.852492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31aaf52-87df-4aa3-be62-0d8629ba1235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caec5688-af27-4a7f-b5e6-adbc07cd0c4c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:16.874712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.886501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.892696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dc9b0d-78c7-4a51-a11f-5af882f3c83a None None] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:16.961360 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-95b960f0-47e3-4f24-bbd0-945af3a1f302 None None] Provisioning complete for port dd78761a-5a43-4649-ad71-33cf4addb2c8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:16.961993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95b960f0-47e3-4f24-bbd0-945af3a1f302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:16.965191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58920) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:16.992044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=3c912be2-ff27-436e-a642-3362caeba4f1,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:17.008020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] In _notify_port_updated(), no bound segment for port 3c912be2-ff27-436e-a642-3362caeba4f1 on network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:53:17.012055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ed46401-fc84-46c6-813c-e9994ebe5d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.013784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:17.014485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.015838 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a01a70ad-1020-4f96-bae0-5444f823488a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "PUT /v2.0/ports/3c912be2-ff27-436e-a642-3362caeba4f1 HTTP/1.1" status: 200 len: 920 time: 1.1394320 Nov 29 11:53:17.018652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58924) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:17.024341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'aaeaf68a-cea6-40c3-ad4d-01601b2278f3'}, {'subnet_id': '1bac10e0-98d3-4ae0-81a4-efd19142610f'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:17.053788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ed46401-fc84-46c6-813c-e9994ebe5d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.069574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.105104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.135103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.150293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ed46401-fc84-46c6-813c-e9994ebe5d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.153280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ed46401-fc84-46c6-813c-e9994ebe5d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.155839 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1ed46401-fc84-46c6-813c-e9994ebe5d93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/caec5688-af27-4a7f-b5e6-adbc07cd0c4c HTTP/1.1" status: 204 len: 168 time: 0.3047748 Nov 29 11:53:17.205341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--741220927', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:17.234486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:17.236000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed46401-fc84-46c6-813c-e9994ebe5d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caec5688-af27-4a7f-b5e6-adbc07cd0c4c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:17.246647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:17.249156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:17.295235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=af8d510a-4ebe-4ae4-8bfa-072ca8af9e82,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:17.312025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:17.316029 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.348458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.428469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.19 (fe57ff47-fbad-4914-8b9b-1a0fcdcdb952/1bac10e0-98d3-4ae0-81a4-efd19142610f/3c912be2-ff27-436e-a642-3362caeba4f1) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:17.431134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.478897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.493137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.494743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.541213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-42659099-8765-447c-a87b-afc065cf4a37 None None] Provisioning complete for port 3c912be2-ff27-436e-a642-3362caeba4f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:17.541593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42659099-8765-447c-a87b-afc065cf4a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.583637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:17.586441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca9b97-9ad0-4705-80f8-ff28a0a2777a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:17.615674 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-42659099-8765-447c-a87b-afc065cf4a37 None None] Port 3c912be2-ff27-436e-a642-3362caeba4f1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:17.622338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.622678 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment f2525bae-68e0-4e89-a734-c9bf4b928b66 of type vlan for network dab52360-1d21-4973-8f5b-895b25c990d2 Nov 29 11:53:17.643829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-42659099-8765-447c-a87b-afc065cf4a37 None None] Provisioning complete for port dd78761a-5a43-4649-ad71-33cf4addb2c8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:17.644211 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42659099-8765-447c-a87b-afc065cf4a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.658435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.666752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.745854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=3c912be2-ff27-436e-a642-3362caeba4f1,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:17.755224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.807237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.815171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:17.815814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.871046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1db8bd-cbf0-48a0-ae22-d86d2ab109e0 req-24604adb-1b8e-4a0b-863e-067e74e035ba tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:17.872612 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a1db8bd-cbf0-48a0-ae22-d86d2ab109e0 req-24604adb-1b8e-4a0b-863e-067e74e035ba tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.1645207 Nov 29 11:53:17.886288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-fdb157d1-7d58-4727-afcc-7164513bb35a None None] Provisioning complete for port 3c912be2-ff27-436e-a642-3362caeba4f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:17.888838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fdb157d1-7d58-4727-afcc-7164513bb35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.905885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.909407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] In _notify_port_updated(), no bound segment for port 3c912be2-ff27-436e-a642-3362caeba4f1 on network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:53:17.921657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:17.922447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.926513 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4b2fb78b-9eff-4afe-af70-7eddd887fb12 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "PUT /v2.0/ports/3c912be2-ff27-436e-a642-3362caeba4f1 HTTP/1.1" status: 200 len: 1000 time: 0.9041879 Nov 29 11:53:17.926951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58940) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:17.948768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-fdb157d1-7d58-4727-afcc-7164513bb35a None None] Port 3c912be2-ff27-436e-a642-3362caeba4f1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:17.975799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a1db8bd-cbf0-48a0-ae22-d86d2ab109e0 req-3d4ec97b-93c7-4aed-963b-8c0c91f816e5 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups?id=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924628 Nov 29 11:53:17.996239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:17.996509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=dab52360-1d21-4973-8f5b-895b25c990d2,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:18.016452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network dab52360-1d21-4973-8f5b-895b25c990d2 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:18.044925 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b3d37e64-6052-4509-9398-a96489f66e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0785923 Nov 29 11:53:18.050426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58946) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:18.066975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'admin_state_up': True, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:18.107038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-35116499-063c-4886-84e2-9be9ae5b6295 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:18.107221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1dc3afbc-09a2-4143-8ab1-7c12b7a8b0bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 3c912be2-ff27-436e-a642-3362caeba4f1 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:18.107528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1dc3afbc-09a2-4143-8ab1-7c12b7a8b0bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.108691 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-35116499-063c-4886-84e2-9be9ae5b6295 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.30 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 945 time: 0.2584178 Nov 29 11:53:18.114446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=af8d510a-4ebe-4ae4-8bfa-072ca8af9e82,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:18.157713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.160051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.183054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-44faea36-f044-4651-ba90-7e4386604ee4 None None] Provisioning complete for port 3c912be2-ff27-436e-a642-3362caeba4f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:18.183735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-44faea36-f044-4651-ba90-7e4386604ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.196223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.237380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-44faea36-f044-4651-ba90-7e4386604ee4 None None] Port 3c912be2-ff27-436e-a642-3362caeba4f1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:18.266138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.270012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.271250 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0a66c3c2-7f01-4881-8b44-9e276df91863 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7600954 Nov 29 11:53:18.274914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58952) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:18.279752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'port': {'network_id': '7e2e2706-af02-4b29-9081-72d2eef5a045', 'name': 'tempest-FloatingIPTestJSON-1454487481'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:18.281786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1dc3afbc-09a2-4143-8ab1-7c12b7a8b0bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.287266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dd78761a-5a43-4649-ad71-33cf4addb2c8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:18.337727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58954) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:18.345062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port dd78761a-5a43-4649-ad71-33cf4addb2c8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:18.345918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.383720 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1dc3afbc-09a2-4143-8ab1-7c12b7a8b0bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 3c912be2-ff27-436e-a642-3362caeba4f1 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:18.405430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Deleting port c07b9875-8564-40b5-8120-b6626ade1fa9 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:18.406028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.473118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b80be5a0-a9cf-4be2-b5aa-a90b06390f29 None None] Provisioning complete for port 3c912be2-ff27-436e-a642-3362caeba4f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:18.473668 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b80be5a0-a9cf-4be2-b5aa-a90b06390f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.518591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] For port c07b9875-8564-40b5-8120-b6626ade1fa9, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c07b9875-8564-40b5-8120-b6626ade1fa9,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:18.518972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.529129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b80be5a0-a9cf-4be2-b5aa-a90b06390f29 None None] Port 3c912be2-ff27-436e-a642-3362caeba4f1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:18.567423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:18.571487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.600993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] device_id is not set on port 1dc3e095-ec52-4017-b145-99bb05956a5a yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:18.800645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.800925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.801264 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Floating IP 7678ec39-fda0-4927-877d-62cce6cc9f13 disassociated. External IP: 172.26.5.153, port: c07b9875-8564-40b5-8120-b6626ade1fa9. Nov 29 11:53:18.801582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Calling delete_port for c07b9875-8564-40b5-8120-b6626ade1fa9 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:18.808945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.20.0.7 (7e2e2706-af02-4b29-9081-72d2eef5a045/64f106df-4071-47c2-b102-37cd03fae5ad/1dc3e095-ec52-4017-b145-99bb05956a5a) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:18.833214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1235641758-network', 'tenant_id': 'b5e7218b8d9d4c4d896380bba249fd0f'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:18.839768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.922856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Made reservation on behalf of b5e7218b8d9d4c4d896380bba249fd0f for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:18.925275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:18.949753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.064711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.111531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event deleted for resources: {'Port': ['ID=c07b9875-8564-40b5-8120-b6626ade1fa9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:19.137181 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-65d1aba6-47ab-4859-babf-38923773f10f req-9e022d0f-06b1-4723-8eaa-4258a4ff19f8 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/ports?device_id=8eb95be2-38a4-45c9-81e5-fcdb8bb10c00 HTTP/1.1" status: 200 len: 210 time: 0.0630198 Nov 29 11:53:19.172077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1dc3afbc-09a2-4143-8ab1-7c12b7a8b0bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.201315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.222381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.224434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3afbc-09a2-4143-8ab1-7c12b7a8b0bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=3c912be2-ff27-436e-a642-3362caeba4f1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:19.238344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.269462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Router db154af1-04aa-4232-8aba-860248f4880a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:19.273862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.325340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=1dc3e095-ec52-4017-b145-99bb05956a5a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:19.344221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network 7e2e2706-af02-4b29-9081-72d2eef5a045 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:19.375665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:19.380685 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:19.409419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:19.448627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c1933c-7fc2-45a6-92da-4114ed3869ac,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:19.455362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.455979 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Added segment 1351644b-11de-4515-96b6-c7d7d05a87d7 of type vlan for network 5ae89007-c1b1-412d-94f8-f36d53e8098e Nov 29 11:53:19.456899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.473089 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:19.473721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.502709 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c8044377-5166-41d2-a649-b588d2870f44 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2269499 Nov 29 11:53:19.503849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:19.505315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58960) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:19.515359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'port_id': '1dc3e095-ec52-4017-b145-99bb05956a5a'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:19.517056 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] Sync routers for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:19.517658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.529087 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:19.529695 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:19.535657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1dc3afbc-09a2-4143-8ab1-7c12b7a8b0bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.542110 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1dc3afbc-09a2-4143-8ab1-7c12b7a8b0bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/3c912be2-ff27-436e-a642-3362caeba4f1 HTTP/1.1" status: 204 len: 168 time: 1.6104324 Nov 29 11:53:19.542110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.544213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58962) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:19.593661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] No DVR routers for this DVR port c07b9875-8564-40b5-8120-b6626ade1fa9 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:19.597723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.601388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.604946 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-30b3bea6-7af6-45f2-b2f1-6deb34f7b9ee req-ae43c517-770c-4696-b214-605344ede995 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.30 "DELETE /v2.0/ports/c07b9875-8564-40b5-8120-b6626ade1fa9 HTTP/1.1" status: 204 len: 173 time: 1.4872203 Nov 29 11:53:19.606405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'name': 'network-vif-deleted', 'tag': 'c07b9875-8564-40b5-8120-b6626ade1fa9'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:53:19.608950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c42727-362d-4d0d-a616-c77108b3a363" -d '{"events": [{"server_uuid": "8eb95be2-38a4-45c9-81e5-fcdb8bb10c00", "name": "network-vif-deleted", "tag": "c07b9875-8564-40b5-8120-b6626ade1fa9"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:53:19.614148 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a05c448-f5ac-4ff4-82c2-e2130bf1bef4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:19.619055 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9a05c448-f5ac-4ff4-82c2-e2130bf1bef4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/3c912be2-ff27-436e-a642-3362caeba4f1 HTTP/1.1" status: 404 len: 333 time: 0.0693901 Nov 29 11:53:19.623288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58966) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:19.652949 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:19.687748 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.688846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:19.689299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.723653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6379a1a-f8d7-4cfc-ba73-92459e94d7a0 x-openstack-request-id: req-e6379a1a-f8d7-4cfc-ba73-92459e94d7a0 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:53:19.724252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb95be2-38a4-45c9-81e5-fcdb8bb10c00", "name": "network-vif-deleted", "tag": "c07b9875-8564-40b5-8120-b6626ade1fa9", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:53:19.724691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6379a1a-f8d7-4cfc-ba73-92459e94d7a0 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:53:19.725294 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb95be2-38a4-45c9-81e5-fcdb8bb10c00', 'name': 'network-vif-deleted', 'tag': 'c07b9875-8564-40b5-8120-b6626ade1fa9', 'status': 'completed', 'code': 200} Nov 29 11:53:19.790264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b293c27-0475-4e5f-b5eb-2278a7099d1e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet 1bac10e0-98d3-4ae0-81a4-efd19142610f {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:19.803122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b293c27-0475-4e5f-b5eb-2278a7099d1e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.809180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4700751 Nov 29 11:53:19.823857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58968) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:19.830231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Request body: {'subnet': {'network_id': '5ae89007-c1b1-412d-94f8-f36d53e8098e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1235641758-subnet', 'tenant_id': 'b5e7218b8d9d4c4d896380bba249fd0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:19.851759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba9411-52fb-4b32-8d98-bf65c0c351d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae89007-c1b1-412d-94f8-f36d53e8098e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:19.859523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.103 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/c05f2223-79ef-4bcd-b7fa-6eb9eb564816) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:19.873397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 5ae89007-c1b1-412d-94f8-f36d53e8098e details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:19.877187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Made reservation on behalf of b5e7218b8d9d4c4d896380bba249fd0f for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:19.881284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.884789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b293c27-0475-4e5f-b5eb-2278a7099d1e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:19.900171 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:30Z', 'revision_number': 5, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:19.946012 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] Checking router: db154af1-04aa-4232-8aba-860248f4880a for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:53:19.960853 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:19.962283 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:20.064077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b293c27-0475-4e5f-b5eb-2278a7099d1e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.091143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.154216 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:20.160370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b293c27-0475-4e5f-b5eb-2278a7099d1e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.169600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.207900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b293c27-0475-4e5f-b5eb-2278a7099d1e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=1bac10e0-98d3-4ae0-81a4-efd19142610f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:20.220499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df2b176-52ec-4391-a46c-9531fbc58bec None None] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:20.236255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2b293c27-0475-4e5f-b5eb-2278a7099d1e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.241442 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2b293c27-0475-4e5f-b5eb-2278a7099d1e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/1bac10e0-98d3-4ae0-81a4-efd19142610f HTTP/1.1" status: 204 len: 168 time: 0.6141491 Nov 29 11:53:20.244908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58976) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:20.289485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:20.290312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58978) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:20.316608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:20.329811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:20.332211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=c05f2223-79ef-4bcd-b7fa-6eb9eb564816,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:20.396613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-11773bb7-4710-4931-aba2-c7b89951c667 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet aaeaf68a-cea6-40c3-ad4d-01601b2278f3 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:20.404544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11773bb7-4710-4931-aba2-c7b89951c667 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.447640 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:30Z', 'revision_number': 5, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:20.466469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81297838-e7b5-4168-bbe0-a883f0486e1d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.480161 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2617c-54a5-4e39-a5cd-99c10c08ffdc None None] The sync data for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv is: [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:48:23Z', 'revision_number': 4, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '82145c86-50bc-4559-8e60-ef9f212e3629', 'name': '', 'network_id': '184cc2ac-2415-4f9b-a217-5513ff3793c3', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'mac_address': 'fa:16:3e:5a:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:19Z', 'updated_at': '2021-11-29T11:48:30Z', 'revision_number': 5, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'subnets': [{'id': '1c7219d5-eb30-479b-8839-b68d0afa8c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:20.553199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11773bb7-4710-4931-aba2-c7b89951c667 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.611513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81297838-e7b5-4168-bbe0-a883f0486e1d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.707013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.716846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.743385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.784952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11773bb7-4710-4931-aba2-c7b89951c667 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.825927 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81297838-e7b5-4168-bbe0-a883f0486e1d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.828529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81297838-e7b5-4168-bbe0-a883f0486e1d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.832749 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-81297838-e7b5-4168-bbe0-a883f0486e1d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "DELETE /v2.0/security-groups/25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1 HTTP/1.1" status: 204 len: 168 time: 0.5362494 Nov 29 11:53:20.837010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58980) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:20.848119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81297838-e7b5-4168-bbe0-a883f0486e1d tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:20.880876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Checking segment: {'id': '1351644b-11de-4515-96b6-c7d7d05a87d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ae89007-c1b1-412d-94f8-f36d53e8098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:20.881235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Network hostable DHCP agents. Network: 5ae89007-c1b1-412d-94f8-f36d53e8098e, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:20.883969 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-3661d156-96b7-4928-b62c-be2878e4c17f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] show failed (client error): The resource could not be found. Nov 29 11:53:20.884400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518a6976-c945-4018-ad7c-49a0a767e96f None None] New status for floating IP 7678ec39-fda0-4927-877d-62cce6cc9f13: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:53:20.888663 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3661d156-96b7-4928-b62c-be2878e4c17f tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "GET /v2.0/security-groups/25aa8c9e-3a49-48a1-8509-6cfa0c79f2d1 HTTP/1.1" status: 404 len: 347 time: 0.0470538 Nov 29 11:53:20.889030 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58982) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:20.889540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a2a7ca-f779-4aa6-9adf-752049cb65ce,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:20.896767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:20.924045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Network 5ae89007-c1b1-412d-94f8-f36d53e8098e is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:20.936002 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP a9002f55-fde0-45d8-b9e3-51d6c4e7a72f associated. External IP: 172.26.5.49, port: 1dc3e095-ec52-4017-b145-99bb05956a5a. Nov 29 11:53:20.940666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 5ae89007-c1b1-412d-94f8-f36d53e8098e) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:20.959566 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:53:20.964475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a99df-7bdf-4983-aa57-6d3f0ead3928 None None] Network 5ae89007-c1b1-412d-94f8-f36d53e8098e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:21.005669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:21.006272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.044654 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8eb923af-dd46-4cef-a4c9-f4b233b55786 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2117229 Nov 29 11:53:21.109107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11773bb7-4710-4931-aba2-c7b89951c667 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.156373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device c07b9875-8564-40b5-8120-b6626ade1fa9 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:21.159716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11773bb7-4710-4931-aba2-c7b89951c667 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=aaeaf68a-cea6-40c3-ad4d-01601b2278f3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:21.193649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: c07b9875-8564-40b5-8120-b6626ade1fa9 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:21.194186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device c07b9875-8564-40b5-8120-b6626ade1fa9 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:21.214945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:21.228207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11773bb7-4710-4931-aba2-c7b89951c667 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.235437 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-11773bb7-4710-4931-aba2-c7b89951c667 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/aaeaf68a-cea6-40c3-ad4d-01601b2278f3 HTTP/1.1" status: 204 len: 168 time: 0.9895062 Nov 29 11:53:21.240305 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 58988) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:21.250083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5d5d7-bcd3-4079-8c55-2ff4394896b8 None None] Network fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:21.274810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.399526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f0a94044-8c3a-492e-8dbb-accf58ccb085 None None] Provisioning complete for port dd78761a-5a43-4649-ad71-33cf4addb2c8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:21.400055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f0a94044-8c3a-492e-8dbb-accf58ccb085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.406218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Deleting port e2587d8f-3f46-4001-812f-3724c4b57301 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:21.406218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.417271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:21.423769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.432714 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692e6a0-fcb9-442c-8539-e12d075aaf36 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:21.442694 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692e6a0-fcb9-442c-8539-e12d075aaf36 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:21.451702 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7692e6a0-fcb9-442c-8539-e12d075aaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:21.481163 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c46f8c98-2e15-4ddd-9514-23346a1008cc tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/floatingips/a9002f55-fde0-45d8-b9e3-51d6c4e7a72f HTTP/1.1" status: 200 len: 977 time: 1.9739034 Nov 29 11:53:21.483563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 58994) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:21.494690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d984a-e8a4-4b08-a20a-99d8517c78be None None] Network 5ae89007-c1b1-412d-94f8-f36d53e8098e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:21.500032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.526079 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7692e6a0-fcb9-442c-8539-e12d075aaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:21.539897 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692e6a0-fcb9-442c-8539-e12d075aaf36 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:21.541092 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7692e6a0-fcb9-442c-8539-e12d075aaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:21.550288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.550617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.582979 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7692e6a0-fcb9-442c-8539-e12d075aaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:21.583848 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7692e6a0-fcb9-442c-8539-e12d075aaf36 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:21.599609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Calling delete_port for e2587d8f-3f46-4001-812f-3724c4b57301 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:21.619013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port dd78761a-5a43-4649-ad71-33cf4addb2c8 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:21.619511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.622921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 0ad84437-35d4-4c79-a004-568908cdc145 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:53:21.715391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] For port dd78761a-5a43-4649-ad71-33cf4addb2c8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dd78761a-5a43-4649-ad71-33cf4addb2c8,segment=NetworkSegment(159ff534-4b94-4348-9458-a5ed237d0915),segment_id=159ff534-4b94-4348-9458-a5ed237d0915)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:21.716825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.737483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for dd78761a-5a43-4649-ad71-33cf4addb2c8 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:21.780875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port 1dc3e095-ec52-4017-b145-99bb05956a5a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:21.781219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.815763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59002) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:21.825908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1687963085-network', 'tenant_id': '882a8a63ba9741d8a52ff99dbfdf749d'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:21.865219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Made reservation on behalf of 882a8a63ba9741d8a52ff99dbfdf749d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:21.865865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] DHCP port deletion for fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:21.869179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.883877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.892940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.921034 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] Deleting port dd78761a-5a43-4649-ad71-33cf4addb2c8 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:21.921682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.928231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=dd78761a-5a43-4649-ad71-33cf4addb2c8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:21.930552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:21.935588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No DVR routers for this DVR port dd78761a-5a43-4649-ad71-33cf4addb2c8 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:21.964655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Sync routers for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:21.976756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:21.988617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:21.989271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:22.008615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59006) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:22.057925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] For port dd78761a-5a43-4649-ad71-33cf4addb2c8, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:22.058680 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.062283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.065987 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1e174e77-69a5-408b-97c4-a24f3ce01bf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.0101969 Nov 29 11:53:22.077229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] Calling delete_port for dd78761a-5a43-4649-ad71-33cf4addb2c8 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:22.079376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59008) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:22.081222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.ipam_backend_mixin [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] Port dd78761a-5a43-4649-ad71-33cf4addb2c8 was not found and therefore no delete operation was performed {{(pid=102105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 11:53:22.089304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.093722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.110137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.127058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] Pushing event deleted for resources: {'Port': ['ID=dd78761a-5a43-4649-ad71-33cf4addb2c8,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:22.134542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0723ff-7dea-4d79-8035-cd5b3d388e5d None None] No DVR routers for this DVR port dd78761a-5a43-4649-ad71-33cf4addb2c8 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:22.152189 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:22.154890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Pushing event deleted for resources: {'Port': ['ID=e2587d8f-3f46-4001-812f-3724c4b57301,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:22.171193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe57ff47-fbad-4914-8b9b-1a0fcdcdb952']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:22.204228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159ff534-4b94-4348-9458-a5ed237d0915') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:22.204600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159ff534-4b94-4348-9458-a5ed237d0915') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:22.218458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.239513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dd78761a-5a43-4649-ad71-33cf4addb2c8 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:22.272471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: dd78761a-5a43-4649-ad71-33cf4addb2c8 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:22.273851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dd78761a-5a43-4649-ad71-33cf4addb2c8 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:22.283365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.286381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.304649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:22.305148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.309513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:22.313886 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:22.418982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:20Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:22.453157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:22.457895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Checking router: 0ad84437-35d4-4c79-a004-568908cdc145 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:53:22.458554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Updating router 0ad84437-35d4-4c79-a004-568908cdc145 port c05f2223-79ef-4bcd-b7fa-6eb9eb564816 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:53:22.498960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.499349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c560d1-551e-4b00-8977-898f87b5fe59,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:22.506602 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e494090c-7416-4228-9e28-3f9b40cfdc9a tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4244313 Nov 29 11:53:22.508365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.508713 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Added segment 6e4ad9bd-cf46-4509-af24-fce6fd2ef74f of type vlan for network 3336d56b-d433-49db-82fd-4c811b2dd10b Nov 29 11:53:22.518327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59012) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:22.518685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.537751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.544510 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/networks/fe57ff47-fbad-4914-8b9b-1a0fcdcdb952 HTTP/1.1" status: 204 len: 168 time: 1.2978058 Nov 29 11:53:22.566697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59014) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:22.645508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2340d71-1cb6-488b-9b96-d70d931649d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Network': ['ID=fe57ff47-fbad-4914-8b9b-1a0fcdcdb952,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:22.678427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.739124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.742149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.746166 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-49e0747d-5ff4-41d1-8083-80b4e3172974 tempest-ServerActionsTestJSON-486063677 tempest-ServerActionsTestJSON-486063677-project] 10.222.0.23 "DELETE /v2.0/floatingips/7678ec39-fda0-4927-877d-62cce6cc9f13 HTTP/1.1" status: 204 len: 168 time: 1.8542552 Nov 29 11:53:22.747590 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59016) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:22.770448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.771138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.771585 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP a9002f55-fde0-45d8-b9e3-51d6c4e7a72f disassociated. External IP: 172.26.5.49, port: 1dc3e095-ec52-4017-b145-99bb05956a5a. Nov 29 11:53:22.772183 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for 1dc3e095-ec52-4017-b145-99bb05956a5a owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:22.796107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Deleting port b9794b78-2506-4b03-b187-47fdfc92552c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:22.796726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.807632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.814480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.843169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.844230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:22.844812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.853829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5823ce-f35f-4bb7-97eb-4a72a039fd2d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:22.858765 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cc5823ce-f35f-4bb7-97eb-4a72a039fd2d tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2644768 Nov 29 11:53:22.859293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59020) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:22.877826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9ff32-cd6a-4cee-a0eb-70c8ce08b978 None None] Pushing event updated for resources: {'Port': ['ID=c05f2223-79ef-4bcd-b7fa-6eb9eb564816,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:22.903072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Attempting to bind port c05f2223-79ef-4bcd-b7fa-6eb9eb564816 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:22.903634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Attempting to bind port c05f2223-79ef-4bcd-b7fa-6eb9eb564816 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:22.904031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Attempting to bind port c05f2223-79ef-4bcd-b7fa-6eb9eb564816 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:22.909373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:22.909748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:22.910201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.910595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:22.911062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Bound port: c05f2223-79ef-4bcd-b7fa-6eb9eb564816, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:22.911446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.948346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee20ac4-6d6b-4967-bc94-d4b2e472ff72 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:22.952477 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7ee20ac4-6d6b-4967-bc94-d4b2e472ff72 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4293084 Nov 29 11:53:22.962948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59022) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:22.966649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] For port c05f2223-79ef-4bcd-b7fa-6eb9eb564816, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:22.971839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] For port c05f2223-79ef-4bcd-b7fa-6eb9eb564816, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c05f2223-79ef-4bcd-b7fa-6eb9eb564816,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:22.977555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:22.990086 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1730280 Nov 29 11:53:23.004887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59024) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:23.029468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Request body: {'subnet': {'network_id': '3336d56b-d433-49db-82fd-4c811b2dd10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1687963085-subnet', 'tenant_id': '882a8a63ba9741d8a52ff99dbfdf749d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:23.037038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648ac36-d01b-4d0e-8393-c4b6a9a8c086 admin admin] Pushing event updated for resources: {'Network': ['ID=3336d56b-d433-49db-82fd-4c811b2dd10b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:23.039058 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8bbe1cd1-a366-44ab-bb9b-588a31be9ba9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1783264 Nov 29 11:53:23.039825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.042912 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-204b10f3-8162-4ab0-8d6e-30e8e0b135a4 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764749 Nov 29 11:53:23.047165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59026) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:23.047165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59028) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:23.052523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9ff32-cd6a-4cee-a0eb-70c8ce08b978 None None] Pushing event updated for resources: {'Port': ['ID=c05f2223-79ef-4bcd-b7fa-6eb9eb564816,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:23.054376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1493253208'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:23.059079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 3336d56b-d433-49db-82fd-4c811b2dd10b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:23.067113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550486760', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:23.068285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.068622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.084465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Calling delete_port for b9794b78-2506-4b03-b187-47fdfc92552c owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:23.087071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Made reservation on behalf of 882a8a63ba9741d8a52ff99dbfdf749d for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:23.089479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.135013 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:23.135797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:23.153148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=1dc3e095-ec52-4017-b145-99bb05956a5a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:23.251051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:23.301406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:23.305596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.371742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.407340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:23.410876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.418471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:23.432950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.448682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:20Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:23.475945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383f504-ad26-4b70-9867-29680dbcbc93 None None] The sync data for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv is: [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:20Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:23.477763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21bb630-0060-4aae-90b2-b72e73654521,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:23.484111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event deleted for resources: {'Port': ['ID=b9794b78-2506-4b03-b187-47fdfc92552c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:23.492946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.493100 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Added segment fee3137e-5190-4e76-9db7-7dfc62f7c0c2 of type vlan for network 95e20f69-cfe1-4774-8dac-8c10f3985a5e Nov 29 11:53:23.496675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Checking segment: {'id': '6e4ad9bd-cf46-4509-af24-fce6fd2ef74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3336d56b-d433-49db-82fd-4c811b2dd10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:23.496923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Network hostable DHCP agents. Network: 3336d56b-d433-49db-82fd-4c811b2dd10b, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:23.554754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:23.575832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Network 3336d56b-d433-49db-82fd-4c811b2dd10b is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:23.582370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.582696 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Floating IP 411ac69d-0a57-4f61-a04a-7b659cb50ec4 disassociated (deleted). External IP: 172.26.5.27, port: a0fe5271-74ed-4f19-b21f-830145ce545e. Nov 29 11:53:23.620053 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 3336d56b-d433-49db-82fd-4c811b2dd10b) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:23.628252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b74612-598c-42de-ba60-c6dfe69420cc None None] Network 3336d56b-d433-49db-82fd-4c811b2dd10b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:23.638253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.660412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:23.661009 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.682554 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e3ecca09-e556-4b42-b9e1-70c8e2f04afa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6776521 Nov 29 11:53:23.770852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.db.resource_extend [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:53:23.826341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e2345-2c79-48ec-991a-ce87310f63b2 None None] Network 3336d56b-d433-49db-82fd-4c811b2dd10b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:23.877566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.883585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:23.884517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:23.988778 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9403889 Nov 29 11:53:24.002449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59034) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:24.034883 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:24.049290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:24.065370 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f9992-a0eb-48ad-b5d8-070cfab92078 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:24.080939 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f9992-a0eb-48ad-b5d8-070cfab92078 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:24.081572 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5c0f9992-a0eb-48ad-b5d8-070cfab92078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:24.127444 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5c0f9992-a0eb-48ad-b5d8-070cfab92078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:24.143659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f9992-a0eb-48ad-b5d8-070cfab92078 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:24.144587 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5c0f9992-a0eb-48ad-b5d8-070cfab92078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:24.144722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e6f6f-e38e-4fa7-863a-8b8a5f87c3a7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Network': ['ID=95e20f69-cfe1-4774-8dac-8c10f3985a5e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:24.192413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 95e20f69-cfe1-4774-8dac-8c10f3985a5e details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:24.192969 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5c0f9992-a0eb-48ad-b5d8-070cfab92078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:24.193341 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f9992-a0eb-48ad-b5d8-070cfab92078 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:24.213820 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:24.374753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c05f2223-79ef-4bcd-b7fa-6eb9eb564816 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:24.381526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:24.385850 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-60a5c5e1-8eb7-4cc4-adb3-ac2f0930b3e9 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/ports/1dc3e095-ec52-4017-b145-99bb05956a5a HTTP/1.1" status: 204 len: 168 time: 2.9002457 Nov 29 11:53:24.390134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=9b977fa0-8834-42ec-9277-08c3dce123a0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:24.392349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59040) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:24.530735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Router 607e3a79-0d1b-4b82-991e-b82127b4397d has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:24.552553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:24.553025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: dab52360-1d21-4973-8f5b-895b25c990d2, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:24.567867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:24.575276 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fe9228fa-4e43-493d-b97a-0d2fa2de5cc4 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "GET /v2.0/floatingips/a9002f55-fde0-45d8-b9e3-51d6c4e7a72f HTTP/1.1" status: 200 len: 687 time: 0.1722083 Nov 29 11:53:24.577216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:24.581503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:24.587093 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c05f2223-79ef-4bcd-b7fa-6eb9eb564816 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:24.587907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:24.626467 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59054) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:24.667035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:24.668791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:24.673521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:24.689476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c05f2223-79ef-4bcd-b7fa-6eb9eb564816, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c05f2223-79ef-4bcd-b7fa-6eb9eb564816,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:24.692423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] Sync routers for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:24.699797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:24.703267 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4e26d62b-e68a-4888-96a2-dca1187b94ac tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "DELETE /v2.0/floatingips/411ac69d-0a57-4f61-a04a-7b659cb50ec4 HTTP/1.1" status: 204 len: 168 time: 2.6935747 Nov 29 11:53:24.704094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:53:24.711225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14" -d '{"events": [{"name": "network-changed", "server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:53:24.731485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:24.732110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:24.827839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c05f2223-79ef-4bcd-b7fa-6eb9eb564816,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:24.840818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network dab52360-1d21-4973-8f5b-895b25c990d2 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:24.896260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:24.912200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08f91ff-c173-40a2-95b2-1a5d9650b495 x-openstack-request-id: req-e08f91ff-c173-40a2-95b2-1a5d9650b495 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:53:24.912484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:53:24.912799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e08f91ff-c173-40a2-95b2-1a5d9650b495 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:53:24.913778 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'status': 'completed', 'code': 200} Nov 29 11:53:24.927681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-e782be01-52a1-4bb0-b45d-14d7eb300bc0 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:24.932071 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-e782be01-52a1-4bb0-b45d-14d7eb300bc0 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/networks?id=5ae89007-c1b1-412d-94f8-f36d53e8098e HTTP/1.1" status: 200 len: 812 time: 0.4608581 Nov 29 11:53:24.962164 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, dab52360-1d21-4973-8f5b-895b25c990d2) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:24.977476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-107d8958-476e-4166-bcd7-6863a0474fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:24.980310 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-107d8958-476e-4166-bcd7-6863a0474fb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e285bee7dd843728c6e0cdde26a910e&device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 1098 time: 0.0440836 Nov 29 11:53:24.982605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:24.983191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.003871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d513d1-0ca2-40ed-b0a3-c948d7041719 None None] Network dab52360-1d21-4973-8f5b-895b25c990d2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:25.052490 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-7c04beda-a4cf-4513-aa44-96bbc2904eb4 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/quotas/b5e7218b8d9d4c4d896380bba249fd0f HTTP/1.1" status: 200 len: 375 time: 0.0852380 Nov 29 11:53:25.111368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-aa64fad2-7944-4132-88cf-cab62d3466fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:25.112734 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-aa64fad2-7944-4132-88cf-cab62d3466fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=9905691f-c26a-46f0-a814-cd0a62d0f60f HTTP/1.1" status: 200 len: 898 time: 0.1252401 Nov 29 11:53:25.122939 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-35b398b9-f1d7-49ee-99ac-fcf552a0155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0721791 Nov 29 11:53:25.123778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59062) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:25.157794 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-e0209ce0-ee39-4c03-adde-b81625cee59a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0fe5271-74ed-4f19-b21f-830145ce545e HTTP/1.1" status: 200 len: 217 time: 0.0375628 Nov 29 11:53:25.208182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-442c3a81-df67-4a48-aa07-7cdf845c2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:25.209498 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-442c3a81-df67-4a48-aa07-7cdf845c2803 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89db33cd-d4bb-4d2d-8f40-1e641ed8fc73 HTTP/1.1" status: 200 len: 835 time: 0.0445790 Nov 29 11:53:25.250880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:14Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:25.263564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-03058d38-4994-4a1d-bf8d-100745c4d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:25.265806 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-03058d38-4994-4a1d-bf8d-100745c4d785 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9905691f-c26a-46f0-a814-cd0a62d0f60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471005 Nov 29 11:53:25.283394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-dab52360-1d21-4973-8f5b-895b25c990d2', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:53:25.284259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.288139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] Checking router: 607e3a79-0d1b-4b82-991e-b82127b4397d for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:53:25.311944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:25.312585 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:25.371858 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-84ae1296-a7b0-4a66-8544-b38ff9de61d0 service neutron] 10.222.0.30 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978060 Nov 29 11:53:25.472317 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b549f9d-29f8-4976-b6a1-afa9b25bcf14 req-a7fcfedf-c155-4a67-9811-bc769a25efe3 service neutron] 10.222.0.30 "GET /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924852 Nov 29 11:53:25.511253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:25.550960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Allocated IP 172.20.0.2 (dab52360-1d21-4973-8f5b-895b25c990d2/9b977fa0-8834-42ec-9277-08c3dce123a0/69cb1e7a-f9de-48af-901c-be5b2861706c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:25.582128 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-6f760a97-73de-4f4a-9e1f-e17dcf014704 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5e7218b8d9d4c4d896380bba249fd0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4863784 Nov 29 11:53:25.590404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port af8d510a-4ebe-4ae4-8bfa-072ca8af9e82 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:25.590752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.734160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2061e8-52a0-429b-b51e-190f16da42f6 req-71a74afa-d1f8-43bb-a2f9-498b8ddcfbfc tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:25.735657 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cd2061e8-52a0-429b-b51e-190f16da42f6 req-71a74afa-d1f8-43bb-a2f9-498b8ddcfbfc tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.7094746 Nov 29 11:53:25.814382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.823047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.831412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.871127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Network dab52360-1d21-4973-8f5b-895b25c990d2 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:25.876122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:25.879101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:14Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:25.880939 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:25.911884 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cdd3bf-78c3-4677-b999-728a63660c85 None None] The sync data for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv is: [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '60e166c6-2c02-46ae-9f32-31d1e0fdd641', 'name': '', 'network_id': '9905691f-c26a-46f0-a814-cd0a62d0f60f', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'mac_address': 'fa:16:3e:71:c4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:07Z', 'updated_at': '2021-11-29T11:50:14Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'subnets': [{'id': '89db33cd-d4bb-4d2d-8f40-1e641ed8fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:25.923084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Pushing event updated for resources: {'Port': ['ID=69cb1e7a-f9de-48af-901c-be5b2861706c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:25.950409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.950737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.969690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Attempting to bind port 69cb1e7a-f9de-48af-901c-be5b2861706c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:25.970094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Attempting to bind port 69cb1e7a-f9de-48af-901c-be5b2861706c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:25.970463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Attempting to bind port 69cb1e7a-f9de-48af-901c-be5b2861706c on network dab52360-1d21-4973-8f5b-895b25c990d2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:25.975535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:25.975988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Checking segment: {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:25.976390 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:25.976787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Bound using segment: {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:25.977305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Bound port: 69cb1e7a-f9de-48af-901c-be5b2861706c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:25.977692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.029173 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cd2061e8-52a0-429b-b51e-190f16da42f6 req-0043b88b-eec4-40e6-8a2d-37508bd8fab6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/security-groups?id=46a09a6f-be08-4c7e-884e-dac621a5ccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618680 Nov 29 11:53:26.041638 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-f87d2ba4-3285-4dd3-90b5-f81e45151846 service neutron] 10.222.0.23 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473374 Nov 29 11:53:26.042577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for af8d510a-4ebe-4ae4-8bfa-072ca8af9e82 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:26.045616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] For port 69cb1e7a-f9de-48af-901c-be5b2861706c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:26.049299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] For port 69cb1e7a-f9de-48af-901c-be5b2861706c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=69cb1e7a-f9de-48af-901c-be5b2861706c,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:26.063381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.109682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:26.127926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad789fea-6d36-4d5d-9c30-26371dcd41b1 None None] Pushing event updated for resources: {'Port': ['ID=69cb1e7a-f9de-48af-901c-be5b2861706c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:26.214750 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f624ed05-26e1-4bf0-abb8-53fb357922fd None None] New status for floating IP 411ac69d-0a57-4f61-a04a-7b659cb50ec4: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:53:26.224752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c05f2223-79ef-4bcd-b7fa-6eb9eb564816 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:26.283878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c05f2223-79ef-4bcd-b7fa-6eb9eb564816 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:26.284467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.395677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking segment: {'id': 'fee3137e-5190-4e76-9db7-7dfc62f7c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:26.396044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network hostable DHCP agents. Network: 95e20f69-cfe1-4774-8dac-8c10f3985a5e, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:26.472216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Deleting port 82145c86-50bc-4559-8e60-ef9f212e3629 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:26.472554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.522932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9d26f74b-79ea-4d2f-ad74-4e6d222ffe91 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:26.524457 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9d26f74b-79ea-4d2f-ad74-4e6d222ffe91 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.30 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 945 time: 0.0615942 Nov 29 11:53:26.537833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 95e20f69-cfe1-4774-8dac-8c10f3985a5e is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:26.557491 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-551413dd-397a-4a6c-9ca7-0c59a7b31c29 service neutron] 10.222.0.23 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057607 Nov 29 11:53:26.613044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 95e20f69-cfe1-4774-8dac-8c10f3985a5e) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:26.618431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:26.619020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.624524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42c321-d844-47ac-ae04-3d2b46a375e0 None None] Network 95e20f69-cfe1-4774-8dac-8c10f3985a5e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:26.664285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Deleting port a0fe5271-74ed-4f19-b21f-830145ce545e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:26.664552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.705552 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2676702e-3ed2-46ec-b8a4-73309714fe9e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6806993 Nov 29 11:53:26.713797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59066) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:26.719765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.732662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e', 'name': 'tempest-PortsTestJSON-930209019'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:26.788951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] For port a0fe5271-74ed-4f19-b21f-830145ce545e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a0fe5271-74ed-4f19-b21f-830145ce545e,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:26.789328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.803935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Calling delete_port for a0fe5271-74ed-4f19-b21f-830145ce545e owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:26.816088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=af8d510a-4ebe-4ae4-8bfa-072ca8af9e82,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:26.882773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] For port 82145c86-50bc-4559-8e60-ef9f212e3629, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=82145c86-50bc-4559-8e60-ef9f212e3629,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:26.883654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:26.908821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Calling delete_port for 82145c86-50bc-4559-8e60-ef9f212e3629 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:26.988368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.032874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-95e20f69-cfe1-4774-8dac-8c10f3985a5e', 'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e', 'tenant_id': 'c3e0a921d7db464581fee2647c1ff212', 'fixed_ips': [{'subnet_id': 'c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:53:27.034143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event deleted for resources: {'Port': ['ID=a0fe5271-74ed-4f19-b21f-830145ce545e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:27.034612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.041280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-55798b50-168d-4c47-b0f5-b398d2e65f58 req-61616fbb-f889-4833-9ce4-e4a3f49774c9 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 210 time: 0.2447109 Nov 29 11:53:27.135246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] No DVR routers for this DVR port a0fe5271-74ed-4f19-b21f-830145ce545e on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:27.156337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.160185 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7d858adc-8545-4f84-a1ee-ecf801e6ad86 req-9fb39ca8-371c-45b3-99ad-29d9d3ca5f34 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.30 "DELETE /v2.0/ports/a0fe5271-74ed-4f19-b21f-830145ce545e HTTP/1.1" status: 204 len: 173 time: 0.6297855 Nov 29 11:53:27.160835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'name': 'network-vif-deleted', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:53:27.164017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa311f-4076-448d-91b6-2c28717a5674" -d '{"events": [{"server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "name": "network-vif-deleted", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:53:27.227152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89393535-0500-412c-9e70-99757803b951 x-openstack-request-id: req-89393535-0500-412c-9e70-99757803b951 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:53:27.227456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eb1cb58-307f-4beb-8c00-e0aac5c4da0c", "name": "network-vif-deleted", "tag": "a0fe5271-74ed-4f19-b21f-830145ce545e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:53:27.227713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89393535-0500-412c-9e70-99757803b951 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:53:27.228160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb1cb58-307f-4beb-8c00-e0aac5c4da0c', 'name': 'network-vif-deleted', 'tag': 'a0fe5271-74ed-4f19-b21f-830145ce545e', 'status': 'completed', 'code': 200} Nov 29 11:53:27.286122 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ebc515d3-52dd-487b-b636-8e61333a5445 req-e45ab4aa-1655-4ac7-8ab9-51c9adeab76f tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "GET /v2.0/ports?device_id=0eb1cb58-307f-4beb-8c00-e0aac5c4da0c HTTP/1.1" status: 200 len: 210 time: 0.1141250 Nov 29 11:53:27.289613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Allocated IP 172.20.0.2 (95e20f69-cfe1-4774-8dac-8c10f3985a5e/c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028/c5b8bf4f-9afc-47c0-9dd8-e8736028149a) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:27.326925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.395000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.398742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.403554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59080) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:27.403748 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-389679c6-54ac-40a2-9edf-78d4ae0bac2d tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/floatingips/a9002f55-fde0-45d8-b9e3-51d6c4e7a72f HTTP/1.1" status: 204 len: 168 time: 2.7742312 Nov 29 11:53:27.409173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'b26bda21-dc09-497c-bd12-5d40d97148b5'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:27.446544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.468435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.471405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818f735-01f2-4818-b97f-6679e48d9e99 None None] Network dab52360-1d21-4973-8f5b-895b25c990d2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:27.579380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:27.580623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5d023f05-35ca-453f-a642-311e9ce4215f None None] Provisioning complete for port 69cb1e7a-f9de-48af-901c-be5b2861706c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:27.580993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5d023f05-35ca-453f-a642-311e9ce4215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.583373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.602172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.617682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 44798881-0b31-49d0-8f69-9737598c1c54 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:27.618068 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.637292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.649372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.748098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Pushing event updated for resources: {'Port': ['ID=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:27.748676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=82145c86-50bc-4559-8e60-ef9f212e3629,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:27.772128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.26.5.13 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/87295e65-f563-4530-a3f8-694c9d4d3f91) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:27.817526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Network 95e20f69-cfe1-4774-8dac-8c10f3985a5e is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:27.822997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:27.827955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:27.919987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.970707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Attempting to bind port c5b8bf4f-9afc-47c0-9dd8-e8736028149a on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:27.970707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Attempting to bind port c5b8bf4f-9afc-47c0-9dd8-e8736028149a by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'fee3137e-5190-4e76-9db7-7dfc62f7c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:27.971078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Attempting to bind port c5b8bf4f-9afc-47c0-9dd8-e8736028149a on network 95e20f69-cfe1-4774-8dac-8c10f3985a5e {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:27.979337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5d023f05-35ca-453f-a642-311e9ce4215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.981451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:27.981720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Checking segment: {'id': 'fee3137e-5190-4e76-9db7-7dfc62f7c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:27.982153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.982553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Bound using segment: {'id': 'fee3137e-5190-4e76-9db7-7dfc62f7c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:27.983038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Bound port: c5b8bf4f-9afc-47c0-9dd8-e8736028149a, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee3137e-5190-4e76-9db7-7dfc62f7c0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:27.983604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:27.990559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:28.017580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.13 (95e20f69-cfe1-4774-8dac-8c10f3985a5e/c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028/44798881-0b31-49d0-8f69-9737598c1c54) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:28.065203 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=87295e65-f563-4530-a3f8-694c9d4d3f91,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:28.083172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:28.087966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:28.092659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:28.098911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5d023f05-35ca-453f-a642-311e9ce4215f None None] For port 69cb1e7a-f9de-48af-901c-be5b2861706c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=69cb1e7a-f9de-48af-901c-be5b2861706c,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:28.126279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5d023f05-35ca-453f-a642-311e9ce4215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:28.224251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d023f05-35ca-453f-a642-311e9ce4215f None None] Pushing event updated for resources: {'Port': ['ID=69cb1e7a-f9de-48af-901c-be5b2861706c,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:28.233454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] For port c5b8bf4f-9afc-47c0-9dd8-e8736028149a, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:28.249682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] For port c5b8bf4f-9afc-47c0-9dd8-e8736028149a, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,segment=NetworkSegment(fee3137e-5190-4e76-9db7-7dfc62f7c0c2),segment_id=fee3137e-5190-4e76-9db7-7dfc62f7c0c2)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:28.259339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:28.292572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.1 (dab52360-1d21-4973-8f5b-895b25c990d2/9b977fa0-8834-42ec-9277-08c3dce123a0/01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:28.391667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 69cb1e7a-f9de-48af-901c-be5b2861706c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:28.423768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b68f2-f429-4667-a8a3-b3590a856ddd None None] Pushing event updated for resources: {'Port': ['ID=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:28.468302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59086) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:28.489828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 69cb1e7a-f9de-48af-901c-be5b2861706c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:28.490595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:28.557051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-283ecfee-57e8-4e4e-bd32-8a7dfa8f4c0a None None] Provisioning complete for port 69cb1e7a-f9de-48af-901c-be5b2861706c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:28.557695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-283ecfee-57e8-4e4e-bd32-8a7dfa8f4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:28.750393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-3c0ac9f0-0d5b-4bba-8ae7-2b22ff333dee tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:28.751979 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-3c0ac9f0-0d5b-4bba-8ae7-2b22ff333dee tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.30 "GET /v2.0/networks?id=5ae89007-c1b1-412d-94f8-f36d53e8098e HTTP/1.1" status: 200 len: 812 time: 0.5293901 Nov 29 11:53:28.793022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Request body: {'port': {'device_id': 'b37d8129-e7d7-4761-8ada-c4eeca8855bc', 'network_id': '5ae89007-c1b1-412d-94f8-f36d53e8098e', 'admin_state_up': True, 'tenant_id': 'b5e7218b8d9d4c4d896380bba249fd0f'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:28.860611 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-278c28eb-8fd0-419a-8665-4dfa8d747b56 req-32ffaf1f-7ba7-4704-b4df-4c1a4b521a14 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 210 time: 0.6822851 Nov 29 11:53:29.006362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.013183 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.169589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.173790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.233888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network dab52360-1d21-4973-8f5b-895b25c990d2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:29.246793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:29.249836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:29.264257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:29.326977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.375259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.389135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Made reservation on behalf of b5e7218b8d9d4c4d896380bba249fd0f for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:29.392645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.487547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 95e20f69-cfe1-4774-8dac-8c10f3985a5e is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:29.500230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:29.503119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:29.528278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.541088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=44798881-0b31-49d0-8f69-9737598c1c54,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:29.606760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:29.607408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.642144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Router db154af1-04aa-4232-8aba-860248f4880a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:29.645824 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-283aef45-86ba-4a95-bab8-814814c45ea0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9287922 Nov 29 11:53:29.649995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59092) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:29.657579 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3f3c9112-33a0-4b6a-b0f0-671cc78bb1ce None None] Provisioning complete for port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:29.658059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9112-33a0-4b6a-b0f0-671cc78bb1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.676813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': '95e20f69-cfe1-4774-8dac-8c10f3985a5e', 'name': 'tempest-PortsTestJSON-410127756'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:29.681201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed12a2-0256-4e2a-bf73-7e542b955624 None None] Network 95e20f69-cfe1-4774-8dac-8c10f3985a5e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:29.711235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Allocated IP 172.20.0.13 (5ae89007-c1b1-412d-94f8-f36d53e8098e/85a2a7ca-f779-4aa6-9adf-752049cb65ce/62526918-bc8c-447b-9aab-3e9f8d93bd88) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:29.724944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.731147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.736227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c9112-33a0-4b6a-b0f0-671cc78bb1ce None None] Port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:29.864440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f53e2f09-36b0-4a59-a3c9-fff0073958c5 None None] Provisioning complete for port c5b8bf4f-9afc-47c0-9dd8-e8736028149a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:29.864880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f53e2f09-36b0-4a59-a3c9-fff0073958c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:29.981769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f53e2f09-36b0-4a59-a3c9-fff0073958c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.021372 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b35487f2-0566-49b6-a478-eb4cce02849c req-f2d6f44a-c55b-4d97-a754-ccb85771c639 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 210 time: 0.0491617 Nov 29 11:53:30.028035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.041251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:30.049756 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f175d707-c1c6-4fa4-9ece-5f61b3147a29 admin admin] 10.222.0.23 "PUT /v2.0/routers/db154af1-04aa-4232-8aba-860248f4880a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2987309 Nov 29 11:53:30.052193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59096) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:30.062338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] Sync routers for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:30.082729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f53e2f09-36b0-4a59-a3c9-fff0073958c5 None None] For port c5b8bf4f-9afc-47c0-9dd8-e8736028149a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,segment=NetworkSegment(fee3137e-5190-4e76-9db7-7dfc62f7c0c2),segment_id=fee3137e-5190-4e76-9db7-7dfc62f7c0c2)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:30.088802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:30.089856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:30.092783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f53e2f09-36b0-4a59-a3c9-fff0073958c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.132414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:30.136352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.177200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 583dd882-6113-4a14-b31c-099ed4c61789 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:30.196213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.207607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.228289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e2f09-36b0-4a59-a3c9-fff0073958c5 None None] Pushing event updated for resources: {'Port': ['ID=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:30.275513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=87295e65-f563-4530-a3f8-694c9d4d3f91,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:30.302721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.314185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-92f9275f-7057-471b-8c0b-c750f011542e None None] Provisioning complete for port 44798881-0b31-49d0-8f69-9737598c1c54 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:30.314576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-92f9275f-7057-471b-8c0b-c750f011542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.335863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.407107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-92f9275f-7057-471b-8c0b-c750f011542e None None] Port 44798881-0b31-49d0-8f69-9737598c1c54 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:30.421743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:30.457595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 69cb1e7a-f9de-48af-901c-be5b2861706c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:30.490050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.514570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.5 (95e20f69-cfe1-4774-8dac-8c10f3985a5e/c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028/583dd882-6113-4a14-b31c-099ed4c61789) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:30.532265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-92f9275f-7057-471b-8c0b-c750f011542e None None] Provisioning complete for port c5b8bf4f-9afc-47c0-9dd8-e8736028149a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:30.532647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-92f9275f-7057-471b-8c0b-c750f011542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.549408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Network 5ae89007-c1b1-412d-94f8-f36d53e8098e is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:30.558909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:30.561134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.564460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:30.578661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.579472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.593343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.684438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Pushing event updated for resources: {'Port': ['ID=62526918-bc8c-447b-9aab-3e9f8d93bd88,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:30.722348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5096e063-e6bb-4636-8dc1-7a3ec9514330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.740510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:30.741367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.750117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 69cb1e7a-f9de-48af-901c-be5b2861706c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:30.750496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.765764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.772784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:30.796281 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c0cf7971-5382-4322-9c5c-db5aee21eff5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0072427 Nov 29 11:53:30.798912 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP 8179bdfa-d251-428e-9b51-f20bb99a5599 associated. External IP: 172.26.5.13, port: b26bda21-dc09-497c-bd12-5d40d97148b5. Nov 29 11:53:30.833019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40'}], 'enable_snat': True}, 'gw_port_id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:53:27Z', 'revision_number': 5, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port': {'id': 'ae0c06c8-983c-4f80-a906-b98e9022983c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:9b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db154af1-04aa-4232-8aba-860248f4880a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:48:12Z', 'updated_at': '2021-11-29T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:30.861551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Deleting port ae0c06c8-983c-4f80-a906-b98e9022983c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:30.861906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:30.868382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Request body: {'port': {'device_id': 'b37d8129-e7d7-4761-8ada-c4eeca8855bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:30.951701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Deleting port 60e166c6-2c02-46ae-9f32-31d1e0fdd641 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:30.952101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.008782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.042124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] Checking router: db154af1-04aa-4232-8aba-860248f4880a for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:53:31.078669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] Routers {'db154af1-04aa-4232-8aba-860248f4880a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:31.079303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['db154af1-04aa-4232-8aba-860248f4880a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:31.088051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c5b8bf4f-9afc-47c0-9dd8-e8736028149a up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:31.191669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a0fe5271-74ed-4f19-b21f-830145ce545e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:31.200880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-13d4fc0e-2200-485f-9eec-979498316d21 None None] Provisioning complete for port 44798881-0b31-49d0-8f69-9737598c1c54 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:31.201303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-13d4fc0e-2200-485f-9eec-979498316d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.252016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: a0fe5271-74ed-4f19-b21f-830145ce545e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:31.252270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a0fe5271-74ed-4f19-b21f-830145ce545e not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:31.281008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-13d4fc0e-2200-485f-9eec-979498316d21 None None] Port 44798881-0b31-49d0-8f69-9737598c1c54 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:31.289106 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] Set router db154af1-04aa-4232-8aba-860248f4880a gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:31.306665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.361357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:53:30Z', 'revision_number': 6, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:31.396478 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c5b8bf4f-9afc-47c0-9dd8-e8736028149a triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:31.396878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.420789 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8982a-ab01-4126-a938-0558e796354f None None] The sync data for ids ['db154af1-04aa-4232-8aba-860248f4880a'] in dv-neutron-819578-1-hyperv is: [{'id': 'db154af1-04aa-4232-8aba-860248f4880a', 'name': 'tempest-ServerActionsTestJSON-90820450-router', 'tenant_id': 'f2015f397b9945aa93bb9584373ba6e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:48:09Z', 'updated_at': '2021-11-29T11:53:30Z', 'revision_number': 6, 'project_id': 'f2015f397b9945aa93bb9584373ba6e7', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:31.433681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network dab52360-1d21-4973-8f5b-895b25c990d2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:31.463005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:31.465594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] For port 60e166c6-2c02-46ae-9f32-31d1e0fdd641, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=60e166c6-2c02-46ae-9f32-31d1e0fdd641,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:31.465594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.482569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5f1f6-a6c2-4f8b-bd17-5feed9c13be5 req-9a5c2e99-8cae-4e1a-8b48-61ad64cb8144 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:31.490019 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35f5f1f6-a6c2-4f8b-bd17-5feed9c13be5 req-9a5c2e99-8cae-4e1a-8b48-61ad64cb8144 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 932 time: 0.2049990 Nov 29 11:53:31.530257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] For port ae0c06c8-983c-4f80-a906-b98e9022983c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ae0c06c8-983c-4f80-a906-b98e9022983c,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:31.530640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.569386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Calling delete_port for 60e166c6-2c02-46ae-9f32-31d1e0fdd641 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:31.572991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.638132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Calling delete_port for ae0c06c8-983c-4f80-a906-b98e9022983c owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:31.690281 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35f5f1f6-a6c2-4f8b-bd17-5feed9c13be5 req-d05b413b-e022-4140-99f3-28ca3799adbf tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990473 Nov 29 11:53:31.700247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:31.700586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 95e20f69-cfe1-4774-8dac-8c10f3985a5e is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:31.742397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:31.744788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:31.781203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=583dd882-6113-4a14-b31c-099ed4c61789,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:31.818134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-073d0ddc-ef84-44e7-9f82-e1bf5dff9654 None None] Provisioning complete for port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:31.818642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-073d0ddc-ef84-44e7-9f82-e1bf5dff9654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.842410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 0ad84437-35d4-4c79-a004-568908cdc145 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:31.852086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:31.852722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:31.906449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-073d0ddc-ef84-44e7-9f82-e1bf5dff9654 None None] Port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:31.932689 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-63a37923-0d05-4bff-9f3d-c633daf58629 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2803805 Nov 29 11:53:31.945404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59102) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:32.059167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:32.072413 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdcc0b-5322-486d-ad3e-f47b2a84a816 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:32.074937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.083950 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdcc0b-5322-486d-ad3e-f47b2a84a816 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:32.084571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62526918-bc8c-447b-9aab-3e9f8d93bd88 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:53:32.084768 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62cdcc0b-5322-486d-ad3e-f47b2a84a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:32.088495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:32.097961 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e8cb67d0-fc7a-4cc3-afdb-2c9e450fb673 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/0ad84437-35d4-4c79-a004-568908cdc145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9487832 Nov 29 11:53:32.102580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59104) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:32.104420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.108811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Sync routers for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:32.122280 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62cdcc0b-5322-486d-ad3e-f47b2a84a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:32.142010 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cdcc0b-5322-486d-ad3e-f47b2a84a816 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:32.142839 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62cdcc0b-5322-486d-ad3e-f47b2a84a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:32.145900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0c06c8-983c-4f80-a906-b98e9022983c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:32.155739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:32.156741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:32.160338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3e6bfcd9-07aa-4105-ac2e-95695fc3177e None None] Provisioning complete for port 583dd882-6113-4a14-b31c-099ed4c61789 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:32.163392 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e6bfcd9-07aa-4105-ac2e-95695fc3177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.195240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.226007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.264978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2e081-d370-44e4-96f5-0e360e0885f4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.267245 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-02f2e081-d370-44e4-96f5-0e360e0885f4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.3161790 Nov 29 11:53:32.269758 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62cdcc0b-5322-486d-ad3e-f47b2a84a816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:32.270160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59106) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:32.271343 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdcc0b-5322-486d-ad3e-f47b2a84a816 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:32.284055 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-860a1a57-bf2a-43af-9974-2e1e2ba8a4a3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8792913 Nov 29 11:53:32.290580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3e6bfcd9-07aa-4105-ac2e-95695fc3177e None None] Port 583dd882-6113-4a14-b31c-099ed4c61789 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:32.304260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59108) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:32.309045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1377628769'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:32.358474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:32.387634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Transition to ACTIVE for port object 62526918-bc8c-447b-9aab-3e9f8d93bd88 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:53:32.394602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.403996 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c5b8bf4f-9afc-47c0-9dd8-e8736028149a up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:32.416914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:32.420359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.422234 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.429711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.434560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.473693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event deleted for resources: {'Port': ['ID=60e166c6-2c02-46ae-9f32-31d1e0fdd641,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:32.493846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.494161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router db154af1-04aa-4232-8aba-860248f4880a {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:53:32.499921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.503868 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-75119dc6-1a70-4345-82de-e1989f0295ae admin admin] 10.222.0.23 "DELETE /v2.0/routers/db154af1-04aa-4232-8aba-860248f4880a HTTP/1.1" status: 204 len: 168 time: 2.4504108 Nov 29 11:53:32.509345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59110) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:32.555390 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c5b8bf4f-9afc-47c0-9dd8-e8736028149a triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:32.555765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.561789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4c8503ac-84b0-4943-bec0-95cc2a636bea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 583dd882-6113-4a14-b31c-099ed4c61789 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:32.562050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c8503ac-84b0-4943-bec0-95cc2a636bea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.585854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.586430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.586909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.587386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.587855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.588322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.589470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.589974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.590452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.590941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.591399 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.594370 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-61d35ec0-94fc-463e-be89-39e2270334d7 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7712 time: 0.4855444 Nov 29 11:53:32.607110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59112) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:32.660215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53f2d69-c6b6-4900-aa27-1c107f3c0f18 admin admin] Deleting subnet 1c7219d5-eb30-479b-8839-b68d0afa8c95 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:32.676941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:32.682123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f53f2d69-c6b6-4900-aa27-1c107f3c0f18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.692373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.693628 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Added segment 275aef78-810c-491e-91a0-195477054fd0 of type vlan for network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 Nov 29 11:53:32.698534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:29Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:30Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:32.736294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Pushing event updated for resources: {'Port': ['ID=62526918-bc8c-447b-9aab-3e9f8d93bd88,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:32.752089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Checking router: 0ad84437-35d4-4c79-a004-568908cdc145 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:53:32.752450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Updating router 0ad84437-35d4-4c79-a004-568908cdc145 port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:53:32.781112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.781579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.782064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.782514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.782956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.783407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.783847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.784284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.784725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.785166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:32.790048 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-577a9c53-fe30-498b-80e4-2c901e8bc19d tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6453 time: 0.1774876 Nov 29 11:53:32.799118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f53f2d69-c6b6-4900-aa27-1c107f3c0f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.800736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59116) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:32.805467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.885152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 82145c86-50bc-4559-8e60-ef9f212e3629 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:32.906446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.908361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 82145c86-50bc-4559-8e60-ef9f212e3629 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:32.908710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 82145c86-50bc-4559-8e60-ef9f212e3629 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:32.909133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ae0c06c8-983c-4f80-a906-b98e9022983c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:32.933350 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: ae0c06c8-983c-4f80-a906-b98e9022983c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:32.933587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ae0c06c8-983c-4f80-a906-b98e9022983c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:32.977655 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c8503ac-84b0-4943-bec0-95cc2a636bea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:32.999322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4c8503ac-84b0-4943-bec0-95cc2a636bea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 583dd882-6113-4a14-b31c-099ed4c61789 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:33.008711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Attempting to bind port 62526918-bc8c-447b-9aab-3e9f8d93bd88 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:33.010094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Attempting to bind port 62526918-bc8c-447b-9aab-3e9f8d93bd88 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1351644b-11de-4515-96b6-c7d7d05a87d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ae89007-c1b1-412d-94f8-f36d53e8098e'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:33.010436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Attempting to bind port 62526918-bc8c-447b-9aab-3e9f8d93bd88 on network 5ae89007-c1b1-412d-94f8-f36d53e8098e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:33.017034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.024032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:33.024653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.049377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Port 62526918-bc8c-447b-9aab-3e9f8d93bd88 on network 5ae89007-c1b1-412d-94f8-f36d53e8098e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:53:33.049713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Attempting to bind port 62526918-bc8c-447b-9aab-3e9f8d93bd88 on network 5ae89007-c1b1-412d-94f8-f36d53e8098e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:33.106445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:33.106820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Checking segment: {'id': '1351644b-11de-4515-96b6-c7d7d05a87d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ae89007-c1b1-412d-94f8-f36d53e8098e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:33.107218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Bound using segment: {'id': '1351644b-11de-4515-96b6-c7d7d05a87d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ae89007-c1b1-412d-94f8-f36d53e8098e'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:33.107632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Bound port: 62526918-bc8c-447b-9aab-3e9f8d93bd88, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1351644b-11de-4515-96b6-c7d7d05a87d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '5ae89007-c1b1-412d-94f8-f36d53e8098e'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:33.107991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.126857 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8233094 Nov 29 11:53:33.127507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59120) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:33.142313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'subnet': {'network_id': 'ce3381bb-5811-44e3-9dcc-5fa16d264fa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:33.152458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79867390-b49f-4843-b952-498fa2e7455c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Network': ['ID=ce3381bb-5811-44e3-9dcc-5fa16d264fa9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:33.169069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:33.206282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f53f2d69-c6b6-4900-aa27-1c107f3c0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.233986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.262124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603dc3c-7762-4fb0-a0e6-026b36215625 req-205ada7d-c50b-4dfe-830c-f2c92957934b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:33.263819 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3603dc3c-7762-4fb0-a0e6-026b36215625 req-205ada7d-c50b-4dfe-830c-f2c92957934b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 944 time: 0.3677969 Nov 29 11:53:33.278255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.279716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-65eb4fc6-5db9-4d1b-bbd3-6eb87ea0e292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.290202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.393560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8210e70-1bbf-49a5-b74a-638330714ebb None None] Pushing event updated for resources: {'Port': ['ID=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:33.400158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3603dc3c-7762-4fb0-a0e6-026b36215625 req-611c5349-5ccb-426a-bdd1-fb265745a40f tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277144 Nov 29 11:53:33.401994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Attempting to bind port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:33.402465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Attempting to bind port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:33.403021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Attempting to bind port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 on network dab52360-1d21-4973-8f5b-895b25c990d2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:33.410261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:33.410650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Checking segment: {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:33.411058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.411452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Bound using segment: {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:33.412740 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Bound port: 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:33.412740 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.413607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f53f2d69-c6b6-4900-aa27-1c107f3c0f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.460243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f2d69-c6b6-4900-aa27-1c107f3c0f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c7219d5-eb30-479b-8839-b68d0afa8c95,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:33.468800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f53f2d69-c6b6-4900-aa27-1c107f3c0f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.475258 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f53f2d69-c6b6-4900-aa27-1c107f3c0f18 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1c7219d5-eb30-479b-8839-b68d0afa8c95 HTTP/1.1" status: 204 len: 168 time: 0.9631586 Nov 29 11:53:33.476853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef67c0b-db1e-47cd-ab76-0cdf0c1926a4 None None] Network 184cc2ac-2415-4f9b-a217-5513ff3793c3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:33.477150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59124) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:33.494286 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c8503ac-84b0-4943-bec0-95cc2a636bea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.571076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] For port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:33.614573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] For port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:33.621578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.661127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c8503ac-84b0-4943-bec0-95cc2a636bea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.668148 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4c8503ac-84b0-4943-bec0-95cc2a636bea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/583dd882-6113-4a14-b31c-099ed4c61789 HTTP/1.1" status: 204 len: 168 time: 1.3940008 Nov 29 11:53:33.668148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8503ac-84b0-4943-bec0-95cc2a636bea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=583dd882-6113-4a14-b31c-099ed4c61789,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:33.670608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59126) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:33.689118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] For port 62526918-bc8c-447b-9aab-3e9f8d93bd88, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:33.705194 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.717363 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a143de-99ec-4b19-9baa-9d37c4b9919e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:33.719000 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-43a143de-99ec-4b19-9baa-9d37c4b9919e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/583dd882-6113-4a14-b31c-099ed4c61789 HTTP/1.1" status: 404 len: 333 time: 0.0447392 Nov 29 11:53:33.722350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59128) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:33.739847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:33.742247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:33.745415 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dbe1b64a-ef78-48ee-b587-a9428acd0200 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.9435403 Nov 29 11:53:33.778295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.794159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] For port 62526918-bc8c-447b-9aab-3e9f8d93bd88, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88,segment=NetworkSegment(1351644b-11de-4515-96b6-c7d7d05a87d7),segment_id=1351644b-11de-4515-96b6-c7d7d05a87d7)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:33.810205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.837442 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:33.844040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:33.891817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:33.917669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Deleting port 8988311b-2abd-4113-9ef5-72beb3be68a8 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:33.920754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.014751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] For port 8988311b-2abd-4113-9ef5-72beb3be68a8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8988311b-2abd-4113-9ef5-72beb3be68a8,segment=NetworkSegment(8783d4b8-e0f0-475c-b36c-77106f8a25be),segment_id=8783d4b8-e0f0-475c-b36c-77106f8a25be)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:34.015204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.035689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Calling delete_port for 8988311b-2abd-4113-9ef5-72beb3be68a8 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:34.050291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59132) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:34.062289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-df2368e6-7e8f-493c-9543-c724caafb5a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156845399', 'description': 'tempest-secgroup-smoke-1156845399 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:34.136216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:34.136848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.138274 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/62526918-bc8c-447b-9aab-3e9f8d93bd88 HTTP/1.1" status: 200 len: 1094 time: 3.3035309 Nov 29 11:53:34.138735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37d8129-e7d7-4761-8ada-c4eeca8855bc', 'tag': '62526918-bc8c-447b-9aab-3e9f8d93bd88'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:53:34.141369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27626243-bee1-4f2e-87d8-cede26e7a7be" -d '{"events": [{"name": "network-changed", "server_uuid": "b37d8129-e7d7-4761-8ada-c4eeca8855bc", "tag": "62526918-bc8c-447b-9aab-3e9f8d93bd88"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:53:34.196214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.229272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=8988311b-2abd-4113-9ef5-72beb3be68a8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:34.231177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] No DVR routers for this DVR port 8988311b-2abd-4113-9ef5-72beb3be68a8 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:34.248875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d8589-29a9-4e19-85ee-ee636849ae8c None None] DHCP port deletion for 184cc2ac-2415-4f9b-a217-5513ff3793c3 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:34.260850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8210e70-1bbf-49a5-b74a-638330714ebb None None] Pushing event updated for resources: {'Port': ['ID=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:34.306031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9cbf45-4d95-4cd4-b8b4-3add4f1e0110 x-openstack-request-id: req-0c9cbf45-4d95-4cd4-b8b4-3add4f1e0110 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:53:34.306643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37d8129-e7d7-4761-8ada-c4eeca8855bc", "tag": "62526918-bc8c-447b-9aab-3e9f8d93bd88", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:53:34.307051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c9cbf45-4d95-4cd4-b8b4-3add4f1e0110 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:53:34.308038 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37d8129-e7d7-4761-8ada-c4eeca8855bc', 'tag': '62526918-bc8c-447b-9aab-3e9f8d93bd88', 'status': 'completed', 'code': 200} Nov 29 11:53:34.315374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.335884 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-42b960ef-5d68-4966-a68d-6c0f432a4819 None None] Provisioning complete for port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:34.336344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42b960ef-5d68-4966-a68d-6c0f432a4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.340676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184cc2ac-2415-4f9b-a217-5513ff3793c3']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:34.350692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2f17b-11e6-489b-9551-f998e73f92b2 service neutron] Pushing event updated for resources: {'Port': ['ID=62526918-bc8c-447b-9aab-3e9f8d93bd88,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:34.359418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df2368e6-7e8f-493c-9543-c724caafb5a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.377475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8783d4b8-e0f0-475c-b36c-77106f8a25be') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:34.377776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8783d4b8-e0f0-475c-b36c-77106f8a25be') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:34.400941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.404236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8988311b-2abd-4113-9ef5-72beb3be68a8 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:34.418187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.428134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:34.429035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 8988311b-2abd-4113-9ef5-72beb3be68a8 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:34.429194 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8988311b-2abd-4113-9ef5-72beb3be68a8 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:34.430699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:34.434325 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:34.480460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c95bc-25e1-41dc-bb31-c853e95a2466 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 44798881-0b31-49d0-8f69-9737598c1c54 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:34.480896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d9c95bc-25e1-41dc-bb31-c853e95a2466 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.513188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42b960ef-5d68-4966-a68d-6c0f432a4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.518619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.528975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.531932 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] 10.222.0.23 "DELETE /v2.0/networks/184cc2ac-2415-4f9b-a217-5513ff3793c3 HTTP/1.1" status: 204 len: 168 time: 1.0534451 Nov 29 11:53:34.555521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-61cdea1f-3771-41e3-ae57-dfa35a85469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:34.557146 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-61cdea1f-3771-41e3-ae57-dfa35a85469c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5e7218b8d9d4c4d896380bba249fd0f&device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 1097 time: 0.2477155 Nov 29 11:53:34.570805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-42b960ef-5d68-4966-a68d-6c0f432a4819 None None] For port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:34.582053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34b3c9-6b4c-47f2-849a-39efe0556a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=184cc2ac-2415-4f9b-a217-5513ff3793c3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:34.605729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42b960ef-5d68-4966-a68d-6c0f432a4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.609442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9f9d7-21af-4e3b-a721-ef096b99b2a0 req-ef6b9453-e75e-45f1-a71d-c68db631764b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:34.618103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Router 607e3a79-0d1b-4b82-991e-b82127b4397d has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:34.619589 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dad9f9d7-21af-4e3b-a721-ef096b99b2a0 req-ef6b9453-e75e-45f1-a71d-c68db631764b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 944 time: 0.0947037 Nov 29 11:53:34.630499 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-9ab8fa0d-82df-4354-8f35-8bd0e92434d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88 HTTP/1.1" status: 200 len: 217 time: 0.0607140 Nov 29 11:53:34.667806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.672324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b960ef-5d68-4966-a68d-6c0f432a4819 None None] Pushing event updated for resources: {'Port': ['ID=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:34.692050 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dad9f9d7-21af-4e3b-a721-ef096b99b2a0 req-29c46322-f829-4488-abe2-bc47b6e5007e tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715120 Nov 29 11:53:34.692485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:29Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:33Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:34.732930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd700f-91ac-4ec5-a85c-9c01186083f4 None None] The sync data for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv is: [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:29Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:33Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:34.736826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59140) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:34.749809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7a3b6ec3-07c3-4dbb-9c71-7b187b740c23 None None] Provisioning complete for port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:34.750510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a3b6ec3-07c3-4dbb-9c71-7b187b740c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.818479 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-65895e94-6baf-4350-9f1e-d72e5cae20d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2015f397b9945aa93bb9584373ba6e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0804110 Nov 29 11:53:34.821152 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59142) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:34.863949 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df2368e6-7e8f-493c-9543-c724caafb5a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.872044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d9c95bc-25e1-41dc-bb31-c853e95a2466 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.882988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df2368e6-7e8f-493c-9543-c724caafb5a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.899254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bcaafd75-6cd8-4d1b-b07b-c6092ca695d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.901632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c95bc-25e1-41dc-bb31-c853e95a2466 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 44798881-0b31-49d0-8f69-9737598c1c54 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:34.922153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bcaafd75-6cd8-4d1b-b07b-c6092ca695d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.961787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.982352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-3e568853-90c8-41c6-b8c1-d2ebc640c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:34.983854 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-3e568853-90c8-41c6-b8c1-d2ebc640c0c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85a2a7ca-f779-4aa6-9adf-752049cb65ce HTTP/1.1" status: 200 len: 852 time: 0.3431616 Nov 29 11:53:34.983985 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bcaafd75-6cd8-4d1b-b07b-c6092ca695d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.990607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bcaafd75-6cd8-4d1b-b07b-c6092ca695d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:34.994605 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bcaafd75-6cd8-4d1b-b07b-c6092ca695d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1240da94-bb87-40cd-a87d-6e88446f1701 HTTP/1.1" status: 204 len: 168 time: 0.1724484 Nov 29 11:53:35.038512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaafd75-6cd8-4d1b-b07b-c6092ca695d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1240da94-bb87-40cd-a87d-6e88446f1701,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:35.093479 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-17b341b9-395a-45ae-83fd-4e324fe6b783 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae89007-c1b1-412d-94f8-f36d53e8098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991540 Nov 29 11:53:35.102302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df2368e6-7e8f-493c-9543-c724caafb5a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.103515 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-df2368e6-7e8f-493c-9543-c724caafb5a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0450199 Nov 29 11:53:35.106555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59146) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:35.115460 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-326ae5a2-2521-49f0-abc5-bb9b93e4a2e9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '6bf0335d-0e3e-4695-86b1-76632e800d44', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:35.136387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2368e6-7e8f-493c-9543-c724caafb5a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf0335d-0e3e-4695-86b1-76632e800d44,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:35.165276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-326ae5a2-2521-49f0-abc5-bb9b93e4a2e9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.211721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Subnet': ['ID=e7ca4c63-53d0-46ed-bae9-08e0078e8601,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:35.246479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-326ae5a2-2521-49f0-abc5-bb9b93e4a2e9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.247382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:35.257538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-326ae5a2-2521-49f0-abc5-bb9b93e4a2e9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.259044 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] Sync routers for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:35.267127 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-971a07a2-9fed-40d5-993f-0b0caa8752d6 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "PUT /v2.0/routers/607e3a79-0d1b-4b82-991e-b82127b4397d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7954962 Nov 29 11:53:35.273509 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:35.274811 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:35.280137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59150) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:35.300235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ae5a2-2521-49f0-abc5-bb9b93e4a2e9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1df68ae-7ceb-4390-a404-2c0c53869bb5,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:35.324617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-326ae5a2-2521-49f0-abc5-bb9b93e4a2e9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.332061 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-326ae5a2-2521-49f0-abc5-bb9b93e4a2e9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2235863 Nov 29 11:53:35.333060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:35.339426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b406b64d-68bd-4c91-9204-ccb5a587a24f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '6bf0335d-0e3e-4695-86b1-76632e800d44', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:35.378693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b406b64d-68bd-4c91-9204-ccb5a587a24f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.411201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Checking segment: {'id': '275aef78-810c-491e-91a0-195477054fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce3381bb-5811-44e3-9dcc-5fa16d264fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:35.411556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network hostable DHCP agents. Network: ce3381bb-5811-44e3-9dcc-5fa16d264fa9, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:35.420901 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:35.461324 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b406b64d-68bd-4c91-9204-ccb5a587a24f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.466589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b406b64d-68bd-4c91-9204-ccb5a587a24f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.511719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-b170f05b-8389-4122-9183-23226fc72cc2 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Deleting subnet 89db33cd-d4bb-4d2d-8f40-1e641ed8fc73 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:35.524764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b170f05b-8389-4122-9183-23226fc72cc2 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.532503 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-83d2060c-7d9c-4443-a805-b30030c34dd8 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242938 Nov 29 11:53:35.535731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406b64d-68bd-4c91-9204-ccb5a587a24f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f84426d-e796-46ae-af97-d9484122a8de,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:35.550456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b406b64d-68bd-4c91-9204-ccb5a587a24f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.551719 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b406b64d-68bd-4c91-9204-ccb5a587a24f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2167594 Nov 29 11:53:35.554951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59158) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:35.559622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b71fc0f6-8365-4e55-8faa-cd389d246c09 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '6bf0335d-0e3e-4695-86b1-76632e800d44', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:35.569420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:35.618089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b71fc0f6-8365-4e55-8faa-cd389d246c09 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.656755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d9c95bc-25e1-41dc-bb31-c853e95a2466 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.661739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, ce3381bb-5811-44e3-9dcc-5fa16d264fa9) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:35.668915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:35.670680 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.676591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a987794-6200-46b4-8451-fd6f84ccc5a2 None None] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:35.687592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b170f05b-8389-4122-9183-23226fc72cc2 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.766792 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:53:32Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:35.799129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b71fc0f6-8365-4e55-8faa-cd389d246c09 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.806441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b71fc0f6-8365-4e55-8faa-cd389d246c09 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.810824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c95bc-25e1-41dc-bb31-c853e95a2466 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=44798881-0b31-49d0-8f69-9737598c1c54,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:35.847957 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] Checking router: 607e3a79-0d1b-4b82-991e-b82127b4397d for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:53:35.870190 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] Routers {'607e3a79-0d1b-4b82-991e-b82127b4397d'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:35.874427 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['607e3a79-0d1b-4b82-991e-b82127b4397d'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:35.911643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fc0f6-8365-4e55-8faa-cd389d246c09 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ae3630-6e98-40a7-a732-ce1769e3ddfa,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:35.933906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b71fc0f6-8365-4e55-8faa-cd389d246c09 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:35.937018 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b71fc0f6-8365-4e55-8faa-cd389d246c09 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3811033 Nov 29 11:53:35.939682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59166) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:35.950130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8a3c90a4-6394-4de3-9154-423b48c9199b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '6bf0335d-0e3e-4695-86b1-76632e800d44', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:36.010235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01180d10-66b9-4e70-9fa5-98de3b4e9ee8 req-fb9e0116-e633-433b-b9f0-2b842f2df241 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:36.021632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-01180d10-66b9-4e70-9fa5-98de3b4e9ee8 req-fb9e0116-e633-433b-b9f0-2b842f2df241 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 944 time: 0.1877263 Nov 29 11:53:36.025951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b170f05b-8389-4122-9183-23226fc72cc2 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.070769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.086936 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-01180d10-66b9-4e70-9fa5-98de3b4e9ee8 req-2a71306b-5f23-4531-95a5-fb793fd35b60 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642722 Nov 29 11:53:36.105772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a3c90a4-6394-4de3-9154-423b48c9199b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.157659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] Set router 607e3a79-0d1b-4b82-991e-b82127b4397d gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:53:36.190917 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-da95ba80-d486-44b0-aca8-e6202cfdecab tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0534701 Nov 29 11:53:36.196983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b170f05b-8389-4122-9183-23226fc72cc2 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.203276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59174) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:36.242688 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-ce3381bb-5811-44e3-9dcc-5fa16d264fa9', 'network_id': 'ce3381bb-5811-44e3-9dcc-5fa16d264fa9', 'tenant_id': 'e7f285fe5e7c45b8bb4d9abf011908f6', 'fixed_ips': [{'subnet_id': 'e7ca4c63-53d0-46ed-bae9-08e0078e8601'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:53:36.246131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-900205105', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:36.249692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.295211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170f05b-8389-4122-9183-23226fc72cc2 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event deleted for resources: {'Subnet': ['ID=89db33cd-d4bb-4d2d-8f40-1e641ed8fc73,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:36.370934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a3c90a4-6394-4de3-9154-423b48c9199b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.375491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.376612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.382996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a3c90a4-6394-4de3-9154-423b48c9199b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.471218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8a3c90a4-6394-4de3-9154-423b48c9199b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.472621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8a3c90a4-6394-4de3-9154-423b48c9199b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5318069 Nov 29 11:53:36.476872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59180) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:36.481827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b170f05b-8389-4122-9183-23226fc72cc2 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.494490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f68cd974-4348-477c-8d55-a6ce0a197655 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '6bf0335d-0e3e-4695-86b1-76632e800d44', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:36.498044 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b170f05b-8389-4122-9183-23226fc72cc2 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "DELETE /v2.0/subnets/89db33cd-d4bb-4d2d-8f40-1e641ed8fc73 HTTP/1.1" status: 204 len: 168 time: 1.2088768 Nov 29 11:53:36.546055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59182) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:36.550592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c90a4-6394-4de3-9154-423b48c9199b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e1759e-1d09-4622-9faa-c17c19001ab2,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:36.558687 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Allocated IP 172.20.0.2 (ce3381bb-5811-44e3-9dcc-5fa16d264fa9/e7ca4c63-53d0-46ed-bae9-08e0078e8601/1dd96dd4-dd12-41ff-a01f-ad0709fc552a) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:36.562069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d9c95bc-25e1-41dc-bb31-c853e95a2466 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.569760 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8d9c95bc-25e1-41dc-bb31-c853e95a2466 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/44798881-0b31-49d0-8f69-9737598c1c54 HTTP/1.1" status: 204 len: 168 time: 2.8414280 Nov 29 11:53:36.580477 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-f68cd974-4348-477c-8d55-a6ce0a197655 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:53:36.613049 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:53:32Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:36.639604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59184) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:36.640449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68cd974-4348-477c-8d55-a6ce0a197655 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.644870 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd0bf6-4997-4abc-a4ea-46c64a63552c None None] The sync data for ids ['607e3a79-0d1b-4b82-991e-b82127b4397d'] in dv-neutron-819578-1-hyperv is: [{'id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-431119883', 'tenant_id': '2e285bee7dd843728c6e0cdde26a910e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58'}], 'enable_snat': True}, 'gw_port_id': '0abaf46a-8a9b-43af-9999-853d82602259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:49:59Z', 'updated_at': '2021-11-29T11:53:32Z', 'revision_number': 5, 'project_id': '2e285bee7dd843728c6e0cdde26a910e', 'gw_port': {'id': '0abaf46a-8a9b-43af-9999-853d82602259', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fe:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607e3a79-0d1b-4b82-991e-b82127b4397d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:50:00Z', 'updated_at': '2021-11-29T11:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:36.708583 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4761044a-5d65-4ba7-b2c5-9943ec9ca43b req-741c424a-30cb-4e6b-80d3-ba47552d10bd service neutron] 10.222.0.30 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1328158 Nov 29 11:53:36.727141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.729203 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-100d090b-722e-4ed6-ac74-2b6c34433e3e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:36.733582 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-100d090b-722e-4ed6-ac74-2b6c34433e3e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/44798881-0b31-49d0-8f69-9737598c1c54 HTTP/1.1" status: 404 len: 333 time: 0.0783687 Nov 29 11:53:36.737770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59188) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:36.744604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.752917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:36.792098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65539565-e4d0-4dfc-a7b8-7087dcd5db35 None None] Network 9905691f-c26a-46f0-a814-cd0a62d0f60f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:36.826665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.878255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.910495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3437e7d9-8c41-44b0-b8a5-b6290e6dfad2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:36.917549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3437e7d9-8c41-44b0-b8a5-b6290e6dfad2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.954035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Pushing event updated for resources: {'Port': ['ID=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:36.959938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:36.960298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:36.961216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-81eb5562-f498-41ed-811f-8886b3b303c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:36.962749 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-81eb5562-f498-41ed-811f-8886b3b303c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5e7218b8d9d4c4d896380bba249fd0f&device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 1097 time: 0.1912897 Nov 29 11:53:36.988609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3437e7d9-8c41-44b0-b8a5-b6290e6dfad2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.045607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:37.052052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:37.070065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:37.138010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.300905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] DHCP port deletion for 9905691f-c26a-46f0-a814-cd0a62d0f60f request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:37.333732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Attempting to bind port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:37.338410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Attempting to bind port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '275aef78-810c-491e-91a0-195477054fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce3381bb-5811-44e3-9dcc-5fa16d264fa9'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:37.340318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Attempting to bind port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a on network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:37.396617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:37.397960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Checking segment: {'id': '275aef78-810c-491e-91a0-195477054fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce3381bb-5811-44e3-9dcc-5fa16d264fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:37.398504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.399209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Bound using segment: {'id': '275aef78-810c-491e-91a0-195477054fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce3381bb-5811-44e3-9dcc-5fa16d264fa9'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:37.399687 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Bound port: 1dd96dd4-dd12-41ff-a01f-ad0709fc552a, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275aef78-810c-491e-91a0-195477054fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'ce3381bb-5811-44e3-9dcc-5fa16d264fa9'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:37.400166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.471026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68cd974-4348-477c-8d55-a6ce0a197655 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.524649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68cd974-4348-477c-8d55-a6ce0a197655 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.540165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46bc41-f4c3-40e8-8d13-0a1ad7758e3a req-eb69166c-7c0a-4eed-b3c6-46e1b2c8415c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:37.541775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d46bc41-f4c3-40e8-8d13-0a1ad7758e3a req-eb69166c-7c0a-4eed-b3c6-46e1b2c8415c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 944 time: 0.2586811 Nov 29 11:53:37.544238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.588991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] For port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:37.596943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] For port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,segment=NetworkSegment(275aef78-810c-491e-91a0-195477054fd0),segment_id=275aef78-810c-491e-91a0-195477054fd0)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:37.602556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cd974-4348-477c-8d55-a6ce0a197655 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e445e3af-8aab-442f-a03f-815c91bae706,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:37.615413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.636729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68cd974-4348-477c-8d55-a6ce0a197655 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.638145 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f68cd974-4348-477c-8d55-a6ce0a197655 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1565611 Nov 29 11:53:37.641505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59208) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:37.652172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7b553bc8-ee02-4d6b-b48f-6201c703bcad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '6bf0335d-0e3e-4695-86b1-76632e800d44', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:37.685280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d46bc41-f4c3-40e8-8d13-0a1ad7758e3a req-f607aa86-8f53-43b8-946c-b8e3310c56bf tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292825 Nov 29 11:53:37.689681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] Deleting port 82d0c01a-2a5b-4173-abda-b26430a1981b {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:37.690160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.728986 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-7b553bc8-ee02-4d6b-b48f-6201c703bcad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:53:37.732984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-a0efe541-85b1-4893-ab59-a72ffb0fa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:37.734672 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-a0efe541-85b1-4893-ab59-a72ffb0fa18f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae89007-c1b1-412d-94f8-f36d53e8098e HTTP/1.1" status: 200 len: 913 time: 0.7627361 Nov 29 11:53:37.735299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b553bc8-ee02-4d6b-b48f-6201c703bcad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.748683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59210) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:37.822756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4f07-50bc-45ef-8ecb-75bcdcb34c2f None None] Pushing event updated for resources: {'Port': ['ID=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:37.831232 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-be003e20-1e1f-4f0b-be92-d40036a8e6c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88 HTTP/1.1" status: 200 len: 217 time: 0.0863080 Nov 29 11:53:37.839182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b553bc8-ee02-4d6b-b48f-6201c703bcad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.870608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] For port 82d0c01a-2a5b-4173-abda-b26430a1981b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=82d0c01a-2a5b-4173-abda-b26430a1981b,segment=NetworkSegment(4fff4728-f2be-48d4-9493-f806a4af942d),segment_id=4fff4728-f2be-48d4-9493-f806a4af942d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:37.871888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.890715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] Calling delete_port for 82d0c01a-2a5b-4173-abda-b26430a1981b owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:37.904221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3437e7d9-8c41-44b0-b8a5-b6290e6dfad2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.916748 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b553bc8-ee02-4d6b-b48f-6201c703bcad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:37.933778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-68892c41-71dc-4b62-9420-1e1795d83ba5 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:38.003262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b553bc8-ee02-4d6b-b48f-6201c703bcad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bd62fa-8601-4545-9081-e3b113182e3a,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:38.004637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.005513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.035062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3437e7d9-8c41-44b0-b8a5-b6290e6dfad2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.036446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7b553bc8-ee02-4d6b-b48f-6201c703bcad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.046243 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7b553bc8-ee02-4d6b-b48f-6201c703bcad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3904104 Nov 29 11:53:38.046450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] No DVR routers for this DVR port 82d0c01a-2a5b-4173-abda-b26430a1981b on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:38.048061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.054984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f31518-c9dc-4c8d-b5f0-a00dbe3f00de None None] Pushing event deleted for resources: {'Port': ['ID=82d0c01a-2a5b-4173-abda-b26430a1981b,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:38.083997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437e7d9-8c41-44b0-b8a5-b6290e6dfad2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:38.089467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3437e7d9-8c41-44b0-b8a5-b6290e6dfad2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.092853 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3437e7d9-8c41-44b0-b8a5-b6290e6dfad2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028 HTTP/1.1" status: 204 len: 168 time: 1.3534374 Nov 29 11:53:38.098792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59216) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:38.109379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e9f3d0-118c-4c78-8c07-528cb7ba0cf1 None None] Network 95e20f69-cfe1-4774-8dac-8c10f3985a5e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:38.185791 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.26.5.221 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/fe3e65cc-517d-4222-952a-b8b0c3390886) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:38.239658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.242468 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-68892c41-71dc-4b62-9420-1e1795d83ba5 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] 10.222.0.23 "PUT /v2.0/quotas/db9bcc5297a349169ec73845c1290c39 HTTP/1.1" status: 200 len: 368 time: 0.4908812 Nov 29 11:53:38.247543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-fd054079-91aa-4364-a3e7-9a8c4549bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:38.250442 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-fd054079-91aa-4364-a3e7-9a8c4549bf65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85a2a7ca-f779-4aa6-9adf-752049cb65ce HTTP/1.1" status: 200 len: 852 time: 0.3940094 Nov 29 11:53:38.255302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59220) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:38.265012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Request body: {'network': {'project_id': 'db9bcc5297a349169ec73845c1290c39'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:38.348075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.353827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1dd96dd4-dd12-41ff-a01f-ad0709fc552a up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:38.356377 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-a08f73f4-9f46-4c6d-938f-a2e482c5a0ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae89007-c1b1-412d-94f8-f36d53e8098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703347 Nov 29 11:53:38.360541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Made reservation on behalf of db9bcc5297a349169ec73845c1290c39 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:38.363135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.375916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Deleting port 0abaf46a-8a9b-43af-9999-853d82602259 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:38.376264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.410523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:38.410975 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.418147 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-462341f1-6457-4ce4-8508-f62dc8516021 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156845399&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0748801 Nov 29 11:53:38.433085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] DHCP port deletion for 95e20f69-cfe1-4774-8dac-8c10f3985a5e request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:38.460022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.481262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.535658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:38.543769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.546299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] Deleting port c5b8bf4f-9afc-47c0-9dd8-e8736028149a {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:38.546664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.547444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:38.552418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:38.594317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=fe3e65cc-517d-4222-952a-b8b0c3390886,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:38.624655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] For port 0abaf46a-8a9b-43af-9999-853d82602259, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0abaf46a-8a9b-43af-9999-853d82602259,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:38.625034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.633653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,segment=NetworkSegment(275aef78-810c-491e-91a0-195477054fd0),segment_id=275aef78-810c-491e-91a0-195477054fd0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:38.641678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.644868 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] For port c5b8bf4f-9afc-47c0-9dd8-e8736028149a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,segment=NetworkSegment(fee3137e-5190-4e76-9db7-7dfc62f7c0c2),segment_id=fee3137e-5190-4e76-9db7-7dfc62f7c0c2)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:38.645348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.681746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] Calling delete_port for c5b8bf4f-9afc-47c0-9dd8-e8736028149a owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:38.723143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port c5b8bf4f-9afc-47c0-9dd8-e8736028149a {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:38.723488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.731913 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-a6a5e101-1a8d-4aae-9ba3-5dc75d7742d0 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660684 Nov 29 11:53:38.743959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:38.752629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-c2479a0e-f654-4ce5-996f-265c10a21e4f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:38.754240 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-c2479a0e-f654-4ce5-996f-265c10a21e4f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 200 len: 796 time: 0.3287778 Nov 29 11:53:38.764835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 82d0c01a-2a5b-4173-abda-b26430a1981b no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:38.784480 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-2057d97d-f172-41b9-9740-e410f650ae94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0201635 Nov 29 11:53:38.784731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Calling delete_port for 0abaf46a-8a9b-43af-9999-853d82602259 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:38.792525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 82d0c01a-2a5b-4173-abda-b26430a1981b {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:38.793447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.798669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 82d0c01a-2a5b-4173-abda-b26430a1981b not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:38.799429 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 60e166c6-2c02-46ae-9f32-31d1e0fdd641 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:38.827258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 60e166c6-2c02-46ae-9f32-31d1e0fdd641 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:38.828321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 60e166c6-2c02-46ae-9f32-31d1e0fdd641 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:38.854488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.880914 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] Pushing event deleted for resources: {'Port': ['ID=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:38.885068 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:38.894430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9c573-7d2c-4abd-acf0-ca8ac27c7be0 None None] No DVR routers for this DVR port c5b8bf4f-9afc-47c0-9dd8-e8736028149a on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:38.984660 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-bbaa11af-9cb8-4d47-9c0d-adb87105560f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927366 Nov 29 11:53:39.003539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:39.016811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c526bf8-781f-4410-bd3e-791e1086739d req-944a3f49-cd5d-49b8-a3a9-1fe3befc3a51 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:39.019268 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9c526bf8-781f-4410-bd3e-791e1086739d req-944a3f49-cd5d-49b8-a3a9-1fe3befc3a51 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 944 time: 0.1886449 Nov 29 11:53:39.036464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e56bdf-18f0-46cc-b244-e41e3dd20b4d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:39.042556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] For port c5b8bf4f-9afc-47c0-9dd8-e8736028149a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,segment=NetworkSegment(fee3137e-5190-4e76-9db7-7dfc62f7c0c2),segment_id=fee3137e-5190-4e76-9db7-7dfc62f7c0c2)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:39.042556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.054389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.054773 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Added segment 913560d7-2c1e-4ab1-86f3-9dd7b339da82 of type vlan for network 80413c27-3c97-4770-86ec-65e761eb6af8 Nov 29 11:53:39.060190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.072580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for c5b8bf4f-9afc-47c0-9dd8-e8736028149a owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:39.118671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fff886-16f2-4aca-828b-c7d40ca654bd None None] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:39.182327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5c4465f8-74e7-4d64-981a-919d05964610 None None] Provisioning complete for port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:39.182327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c4465f8-74e7-4d64-981a-919d05964610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.190988 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-27626243-bee1-4f2e-87d8-cede26e7a7be req-40c0b16e-d60a-4cec-9710-aca268d42b30 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036241 Nov 29 11:53:39.223652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.225698 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9c526bf8-781f-4410-bd3e-791e1086739d req-aa011739-5cee-425b-8808-ecc1fdc44cdb tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978877 Nov 29 11:53:39.229970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 62526918-bc8c-447b-9aab-3e9f8d93bd88 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:53:39.308672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.309636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:39.310238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.319504 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-c5bda3bc-b782-4e93-a8d3-1a051733a4a0 service neutron] 10.222.0.23 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199205 Nov 29 11:53:39.382574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.429079 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1699834 Nov 29 11:53:39.439710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59234) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:39.441902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=c5b8bf4f-9afc-47c0-9dd8-e8736028149a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:39.449819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Request body: {'network': {'project_id': 'db9bcc5297a349169ec73845c1290c39'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:39.455381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No DVR routers for this DVR port c5b8bf4f-9afc-47c0-9dd8-e8736028149a on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:39.500531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169fcc0-49db-4750-979f-5aca66688a44 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Pushing event updated for resources: {'Network': ['ID=80413c27-3c97-4770-86ec-65e761eb6af8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:39.539533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 80413c27-3c97-4770-86ec-65e761eb6af8 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:39.565570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.598257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Made reservation on behalf of db9bcc5297a349169ec73845c1290c39 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:39.601139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.614752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event deleted for resources: {'Port': ['ID=0abaf46a-8a9b-43af-9999-853d82602259,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:39.623586 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.636751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 62526918-bc8c-447b-9aab-3e9f8d93bd88, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88,segment=NetworkSegment(1351644b-11de-4515-96b6-c7d7d05a87d7),segment_id=1351644b-11de-4515-96b6-c7d7d05a87d7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:39.653671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '62526918-bc8c-447b-9aab-3e9f8d93bd88', 'network_id': '5ae89007-c1b1-412d-94f8-f36d53e8098e', 'port_id': '62526918-bc8c-447b-9aab-3e9f8d93bd88', 'mac_address': 'fa:16:3e:bd:fd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a2a7ca-f779-4aa6-9adf-752049cb65ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:53:39.672520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e20f69-cfe1-4774-8dac-8c10f3985a5e']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:39.701509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.709256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee3137e-5190-4e76-9db7-7dfc62f7c0c2') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:39.709588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee3137e-5190-4e76-9db7-7dfc62f7c0c2') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:39.715973 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.717097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62526918-bc8c-447b-9aab-3e9f8d93bd88 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:53:39.722011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:39.735490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.740664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 62526918-bc8c-447b-9aab-3e9f8d93bd88, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88,segment=NetworkSegment(1351644b-11de-4515-96b6-c7d7d05a87d7),segment_id=1351644b-11de-4515-96b6-c7d7d05a87d7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:39.746424 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.758152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.758444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Added segment 163fa9cf-9ff1-49be-a15a-7290879a4a02 of type vlan for network d66c9f36-735c-4190-bc3f-a81b26fafbcc Nov 29 11:53:39.771249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.774669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.820419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=62526918-bc8c-447b-9aab-3e9f8d93bd88,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:39.824085 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-86918c8e-ab6d-4593-884c-0b6e93345afa service neutron] 10.222.0.23 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029676 Nov 29 11:53:39.894132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 3b0736f2-5eb1-4088-aec9-0932da261584 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:53:39.906081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:39.906594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:39.912235 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:39.933598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.964811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:39.972914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.041423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-017ee872-0b94-485e-8cda-f55845b91a50 None None] Provisioning complete for port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:40.042247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-017ee872-0b94-485e-8cda-f55845b91a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.045662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.060982 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-63e023d3-6b4a-46b8-b52d-dae959c1e1d1 req-81b7566a-686b-4078-9089-575dc84482a5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 210 time: 0.0533462 Nov 29 11:53:40.063518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.064056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Fanout notify agent at l3_agent the message router_deleted on router 607e3a79-0d1b-4b82-991e-b82127b4397d {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:53:40.065547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.066525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:40.067098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.077230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['62526918-bc8c-447b-9aab-3e9f8d93bd88'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:53:40.077353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.077353 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bb9c6c2c-3ab4-40e0-a52c-c5d562e6fc05 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "DELETE /v2.0/routers/607e3a79-0d1b-4b82-991e-b82127b4397d HTTP/1.1" status: 204 len: 168 time: 3.5274279 Nov 29 11:53:40.077886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.084889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59242) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:40.090124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/networks/95e20f69-cfe1-4774-8dac-8c10f3985a5e HTTP/1.1" status: 204 len: 168 time: 1.9900904 Nov 29 11:53:40.091118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa39cf1-b264-4438-a28e-6707da1de7dd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Network': ['ID=95e20f69-cfe1-4774-8dac-8c10f3985a5e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:40.095479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59244) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:40.100405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-718262794'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:40.165446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:40.184934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab6d8a-cb57-4bab-9402-d32128d0608a None None] Sync routers for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:40.252225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Pushing event updated for resources: {'Network': ['ID=d66c9f36-735c-4190-bc3f-a81b26fafbcc,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:40.256915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:40.258489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.270717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab6d8a-cb57-4bab-9402-d32128d0608a None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:40.271875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.272552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f8ab6d8a-cb57-4bab-9402-d32128d0608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:40.276786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.278152 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c8724a15-9386-4125-a6cf-221f04d07a4f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0649910 Nov 29 11:53:40.282588 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-611a8b39-9689-45e0-bde9-6d47d9ad0a58 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8383968 Nov 29 11:53:40.283109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59248) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:40.308292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59250) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:40.327712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network d66c9f36-735c-4190-bc3f-a81b26fafbcc details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:40.346141 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f8ab6d8a-cb57-4bab-9402-d32128d0608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:40.387145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.425598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e36d170b-ea36-4d70-ac95-33adcae21635 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Request body: {'network': {'project_id': 'db9bcc5297a349169ec73845c1290c39'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:40.429679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:40.452010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab6d8a-cb57-4bab-9402-d32128d0608a None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:40.452177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.452394 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Added segment 2c7adf53-aa3a-43c8-a430-fcd63a9b8649 of type vlan for network c2ab6802-eec9-47c2-b17e-43266118e1a3 Nov 29 11:53:40.454239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f8ab6d8a-cb57-4bab-9402-d32128d0608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:40.465356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9905691f-c26a-46f0-a814-cd0a62d0f60f']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:40.479153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fff4728-f2be-48d4-9493-f806a4af942d') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:40.479543 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fff4728-f2be-48d4-9493-f806a4af942d') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:40.488288 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36d170b-ea36-4d70-ac95-33adcae21635 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 29 11:53:40.488753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36d170b-ea36-4d70-ac95-33adcae21635 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:40.493558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e36d170b-ea36-4d70-ac95-33adcae21635 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1087029 Nov 29 11:53:40.496949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59256) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:40.507703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f8ab6d8a-cb57-4bab-9402-d32128d0608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:40.509922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab6d8a-cb57-4bab-9402-d32128d0608a None None] The sync data for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:40.520038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.550334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.562076 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5d23e37b-726b-4ae6-b5f8-75d31ff70d1f tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db9bcc5297a349169ec73845c1290c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0641074 Nov 29 11:53:40.563115 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59258) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:40.572502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac82b77-1775-4ed2-b8aa-14928a7c9660 req-2af3656f-5d8e-4cbd-981c-49bdfbbd367c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:40.574518 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ac82b77-1775-4ed2-b8aa-14928a7c9660 req-2af3656f-5d8e-4cbd-981c-49bdfbbd367c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 945 time: 0.1847572 Nov 29 11:53:40.596479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.626867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:40.627282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:40.630350 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:40.690248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.697525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:40.699200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.713459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1dd96dd4-dd12-41ff-a01f-ad0709fc552a up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:40.736921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-721a6893-ba27-46dc-aed2-bf97c6007132 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.768974 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ac82b77-1775-4ed2-b8aa-14928a7c9660 req-4434a5e6-be05-4020-b598-31684cf80e06 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827590 Nov 29 11:53:40.777865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-721a6893-ba27-46dc-aed2-bf97c6007132 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.797019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.801501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.806048 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "DELETE /v2.0/networks/9905691f-c26a-46f0-a814-cd0a62d0f60f HTTP/1.1" status: 204 len: 168 time: 0.7137451 Nov 29 11:53:40.807913 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7113762 Nov 29 11:53:40.811618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59262) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:40.811950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59264) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:40.813272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:40.813758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:40.838423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:40.892167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05482bf-c563-4f95-a0af-8377a29ca8df tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Network': ['ID=c2ab6802-eec9-47c2-b17e-43266118e1a3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:40.910574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network c2ab6802-eec9-47c2-b17e-43266118e1a3 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:40.915099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e0dc4-c70d-4fc1-934b-8265ef96d93c tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event deleted for resources: {'Network': ['ID=9905691f-c26a-46f0-a814-cd0a62d0f60f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:41.005587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:41.010440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.031639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c5b8bf4f-9afc-47c0-9dd8-e8736028149a no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:41.033204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-721a6893-ba27-46dc-aed2-bf97c6007132 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.036202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-721a6893-ba27-46dc-aed2-bf97c6007132 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.040461 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-721a6893-ba27-46dc-aed2-bf97c6007132 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3e56bdf-18f0-46cc-b244-e41e3dd20b4d HTTP/1.1" status: 204 len: 168 time: 0.4649074 Nov 29 11:53:41.043547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59266) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:41.063882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c5b8bf4f-9afc-47c0-9dd8-e8736028149a {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:41.064481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c5b8bf4f-9afc-47c0-9dd8-e8736028149a not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:41.092639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a6893-ba27-46dc-aed2-bf97c6007132 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e56bdf-18f0-46cc-b244-e41e3dd20b4d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:41.097526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b19cb228-d6a8-46e3-b23c-b060ac650148 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.138830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b19cb228-d6a8-46e3-b23c-b060ac650148 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.218761 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67cb559e-1846-48d6-8d7f-cd4df52f6372 req-d059a5c0-a87f-4840-acc1-19a2e12a2b3c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 210 time: 0.0614190 Nov 29 11:53:41.259707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 62526918-bc8c-447b-9aab-3e9f8d93bd88 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:41.290076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b19cb228-d6a8-46e3-b23c-b060ac650148 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.292661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b19cb228-d6a8-46e3-b23c-b060ac650148 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.296504 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b19cb228-d6a8-46e3-b23c-b060ac650148 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] 10.222.0.23 "DELETE /v2.0/security-groups/46a09a6f-be08-4c7e-884e-dac621a5ccab HTTP/1.1" status: 204 len: 168 time: 0.4743991 Nov 29 11:53:41.310327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cb228-d6a8-46e3-b23c-b060ac650148 tempest-TestNetworkAdvancedServerOps-1248420434 tempest-TestNetworkAdvancedServerOps-1248420434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a09a6f-be08-4c7e-884e-dac621a5ccab,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:41.349103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 62526918-bc8c-447b-9aab-3e9f8d93bd88 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:53:41.354842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 62526918-bc8c-447b-9aab-3e9f8d93bd88 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:41.355493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.389189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.454755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.460487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.474306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=892ab739-239e-433f-b134-88ff1ac7ef72,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:41.476823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking segment: {'id': '2c7adf53-aa3a-43c8-a430-fcd63a9b8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:41.477196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network hostable DHCP agents. Network: c2ab6802-eec9-47c2-b17e-43266118e1a3, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:41.484031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37d8129-e7d7-4761-8ada-c4eeca8855bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62526918-bc8c-447b-9aab-3e9f8d93bd88'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:53:41.487108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ec6660-03cc-4343-8d97-648369e7b1f4" -d '{"events": [{"server_uuid": "b37d8129-e7d7-4761-8ada-c4eeca8855bc", "name": "network-vif-plugged", "status": "completed", "tag": "62526918-bc8c-447b-9aab-3e9f8d93bd88"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:53:41.501416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network c2ab6802-eec9-47c2-b17e-43266118e1a3 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:41.505439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 62526918-bc8c-447b-9aab-3e9f8d93bd88, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88,segment=NetworkSegment(1351644b-11de-4515-96b6-c7d7d05a87d7),segment_id=1351644b-11de-4515-96b6-c7d7d05a87d7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:41.513551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.524671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, c2ab6802-eec9-47c2-b17e-43266118e1a3) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:41.539400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:41.540058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.544412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab0e30-76c7-418e-9ee0-db99c04cd6ea None None] Network c2ab6802-eec9-47c2-b17e-43266118e1a3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:41.570219 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1efaf5a8-6e86-46e7-a6d2-8c48ce1976ab tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7516224 Nov 29 11:53:41.571074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59276) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:41.577819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3', 'name': 'tempest-PortsTestJSON-406041546', 'fixed_ips': [{'subnet_id': '892ab739-239e-433f-b134-88ff1ac7ef72', 'ip_address': '172.20.0.10'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:41.593890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2af9b6-ac43-4b4f-b54b-630ecf41f230 x-openstack-request-id: req-4d2af9b6-ac43-4b4f-b54b-630ecf41f230 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:53:41.594422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37d8129-e7d7-4761-8ada-c4eeca8855bc", "name": "network-vif-plugged", "status": "completed", "tag": "62526918-bc8c-447b-9aab-3e9f8d93bd88", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:53:41.594778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d2af9b6-ac43-4b4f-b54b-630ecf41f230 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:53:41.595276 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37d8129-e7d7-4761-8ada-c4eeca8855bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62526918-bc8c-447b-9aab-3e9f8d93bd88', 'code': 200} Nov 29 11:53:41.638651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=62526918-bc8c-447b-9aab-3e9f8d93bd88,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:41.720522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.752382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-c2ab6802-eec9-47c2-b17e-43266118e1a3', 'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3', 'tenant_id': 'c3e0a921d7db464581fee2647c1ff212', 'fixed_ips': [{'subnet_id': '892ab739-239e-433f-b134-88ff1ac7ef72'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:53:41.753774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.757271 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:41.866289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:41.928044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59284) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:41.931496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:41.948853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Allocated IP 172.20.0.2 (c2ab6802-eec9-47c2-b17e-43266118e1a3/892ab739-239e-433f-b134-88ff1ac7ef72/efe4352b-9a56-4ea9-9b3e-ca4c8ea80214) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:41.974376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-89280168-f086-4e97-8a7c-3b0a4358e956 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:41.976730 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-89280168-f086-4e97-8a7c-3b0a4358e956 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 200 len: 796 time: 0.3767884 Nov 29 11:53:42.020580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.058303 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-45612c25-8643-402a-a9cb-8ed7770dd89f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 380 time: 0.0682366 Nov 29 11:53:42.072447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['6bf0335d-0e3e-4695-86b1-76632e800d44']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:42.079656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66c9f36-735c-4190-bc3f-a81b26fafbcc']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:42.122274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d4d9f-a4be-450b-b7a6-9f43c8b1fced req-e907fe45-cbbe-4cbb-8bd3-875a79e360b5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:42.123775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c81d4d9f-a4be-450b-b7a6-9f43c8b1fced req-e907fe45-cbbe-4cbb-8bd3-875a79e360b5 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.2406774 Nov 29 11:53:42.134618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163fa9cf-9ff1-49be-a15a-7290879a4a02') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:42.134978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163fa9cf-9ff1-49be-a15a-7290879a4a02') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:42.140523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.152240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.158911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.186723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.191188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0abaf46a-8a9b-43af-9999-853d82602259 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:42.220977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Network c2ab6802-eec9-47c2-b17e-43266118e1a3 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:42.224223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 0abaf46a-8a9b-43af-9999-853d82602259 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:42.224684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0abaf46a-8a9b-43af-9999-853d82602259 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:42.228749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:42.231871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:42.232372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.232654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:42.234245 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:42.257740 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Pushing event updated for resources: {'Port': ['ID=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:42.269685 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-42e3de45-9520-4517-b35e-c85210f67cf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e285bee7dd843728c6e0cdde26a910e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278282 Nov 29 11:53:42.293405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed1e61-904d-493f-b43e-c4de7a5dfb5f req-a7abe0ea-1b74-4241-a46a-586f6275452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:42.294964 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f5ed1e61-904d-493f-b43e-c4de7a5dfb5f req-a7abe0ea-1b74-4241-a46a-586f6275452d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 1099 time: 0.4793429 Nov 29 11:53:42.295294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59294) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:42.319420 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c81d4d9f-a4be-450b-b7a6-9f43c8b1fced req-401a1478-2eb5-449b-8107-954424b15712 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831062 Nov 29 11:53:42.348983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Attempting to bind port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:42.349645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Attempting to bind port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '2c7adf53-aa3a-43c8-a430-fcd63a9b8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:42.350730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Attempting to bind port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 on network c2ab6802-eec9-47c2-b17e-43266118e1a3 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:42.357060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:42.357436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Checking segment: {'id': '2c7adf53-aa3a-43c8-a430-fcd63a9b8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:42.357881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.359932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Bound using segment: {'id': '2c7adf53-aa3a-43c8-a430-fcd63a9b8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:42.360211 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f8995081-f27f-4083-9db9-65e522d8ce7f req-f7414784-86a9-483d-b099-44f333d62f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 210 time: 0.0642719 Nov 29 11:53:42.360430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Bound port: efe4352b-9a56-4ea9-9b3e-ca4c8ea80214, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7adf53-aa3a-43c8-a430-fcd63a9b8649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:42.360854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.395884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.10 (c2ab6802-eec9-47c2-b17e-43266118e1a3/892ab739-239e-433f-b134-88ff1ac7ef72/a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:42.401814 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f5ed1e61-904d-493f-b43e-c4de7a5dfb5f req-08bfa0c2-da8c-4185-94b4-f0abc1f2f9ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796142 Nov 29 11:53:42.412095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.426440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.430126 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] 10.222.0.23 "DELETE /v2.0/networks/d66c9f36-735c-4190-bc3f-a81b26fafbcc HTTP/1.1" status: 204 len: 168 time: 1.3856895 Nov 29 11:53:42.434303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59296) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:42.448387 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] For port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:42.451857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] For port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,segment=NetworkSegment(2c7adf53-aa3a-43c8-a430-fcd63a9b8649),segment_id=2c7adf53-aa3a-43c8-a430-fcd63a9b8649)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:42.457531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.479328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b9477-dcbd-46cc-8a88-b0ddd4f55286 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Pushing event deleted for resources: {'Network': ['ID=d66c9f36-735c-4190-bc3f-a81b26fafbcc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:42.531984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b9ff-47b7-429a-a9bf-7491a4f25fbb None None] Pushing event updated for resources: {'Port': ['ID=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:42.555200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:42.558633 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.582448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.585581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-77f7fd40-01f0-44bc-af6e-6146b969e5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.610013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.623308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.632142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.20.0.1 (ce3381bb-5811-44e3-9dcc-5fa16d264fa9/e7ca4c63-53d0-46ed-bae9-08e0078e8601/fe6b3d83-7b2d-4594-bd83-2d03e06572c9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:42.651844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-77f7fd40-01f0-44bc-af6e-6146b969e5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.671802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network c2ab6802-eec9-47c2-b17e-43266118e1a3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:42.675300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:42.680417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:42.697373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:42.746542 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:42.747167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.774530 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-55a96654-077a-4ad7-a1f0-f06ae8bc09c0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2022648 Nov 29 11:53:42.775305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59298) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:42.780546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': 'c2ab6802-eec9-47c2-b17e-43266118e1a3', 'name': 'tempest-PortsTestJSON-643578349', 'fixed_ips': [{'subnet_id': '892ab739-239e-433f-b134-88ff1ac7ef72', 'ip_address': '172.20.0.9'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:42.902598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:42.908053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.925350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 09e3ed40-00d3-45f4-94ee-59049338cba9 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:42.933467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.957592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-77f7fd40-01f0-44bc-af6e-6146b969e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.960813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-77f7fd40-01f0-44bc-af6e-6146b969e5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:42.964548 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-77f7fd40-01f0-44bc-af6e-6146b969e5e0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c39c5d3b-200e-4da0-a485-b61e1288250f HTTP/1.1" status: 204 len: 168 time: 0.6642618 Nov 29 11:53:42.976885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.7 (dab52360-1d21-4973-8f5b-895b25c990d2/9b977fa0-8834-42ec-9277-08c3dce123a0/b164c716-e2d7-46f1-9843-175b100d4423) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:43.003100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7fd40-01f0-44bc-af6e-6146b969e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39c5d3b-200e-4da0-a485-b61e1288250f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:43.007502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80413c27-3c97-4770-86ec-65e761eb6af8']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:43.044793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913560d7-2c1e-4ab1-86f3-9dd7b339da82') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:43.045101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913560d7-2c1e-4ab1-86f3-9dd7b339da82') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:43.048846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.073916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.107644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.109858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.9 (c2ab6802-eec9-47c2-b17e-43266118e1a3/892ab739-239e-433f-b134-88ff1ac7ef72/09e3ed40-00d3-45f4-94ee-59049338cba9) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:43.157278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:43.157687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:43.159562 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:43.229902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.279113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.283078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.289529 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] 10.222.0.23 "DELETE /v2.0/networks/80413c27-3c97-4770-86ec-65e761eb6af8 HTTP/1.1" status: 204 len: 168 time: 0.8532910 Nov 29 11:53:43.308462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.324668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:43.327556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ebd75-a43f-48d6-ad1c-c6f96493def0 tempest-QuotasNegativeTest-353436391 tempest-QuotasNegativeTest-353436391-project-admin] Pushing event deleted for resources: {'Network': ['ID=80413c27-3c97-4770-86ec-65e761eb6af8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:43.338674 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:43.340950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:43.373698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59308) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:43.383072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.386383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=fe6b3d83-7b2d-4594-bd83-2d03e06572c9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:43.393880 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a11a530f-a3a2-4d9e-a89e-209803a3733f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.405895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.453039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.515366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network c2ab6802-eec9-47c2-b17e-43266118e1a3 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:43.543346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:43.545977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:43.652740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=09e3ed40-00d3-45f4-94ee-59049338cba9,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:43.686111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.716104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:43.716877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.734912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4c18f-9174-46c5-a36f-8b9d012a9a3b req-c449035c-b876-4f05-be13-d5a1c3c716a0 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:43.747722 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fef4c18f-9174-46c5-a36f-8b9d012a9a3b req-c449035c-b876-4f05-be13-d5a1c3c716a0 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.2856071 Nov 29 11:53:43.793986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1309f5-f283-4ba8-80d8-5f1f10cf69db req-8ab40dc2-5ba2-42f5-b738-7493305decbb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:43.795507 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e1309f5-f283-4ba8-80d8-5f1f10cf69db req-8ab40dc2-5ba2-42f5-b738-7493305decbb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 931 time: 0.2775657 Nov 29 11:53:43.804365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.809022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network dab52360-1d21-4973-8f5b-895b25c990d2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:43.827931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:43.832705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:43.835650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=b164c716-e2d7-46f1-9843-175b100d4423,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:43.857086 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fef4c18f-9174-46c5-a36f-8b9d012a9a3b req-029ff879-b35c-4f41-9925-10e035412a43 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061749 Nov 29 11:53:43.860616 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7bbe51a4-d9c5-4084-958c-5f2b3bc4833a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0843060 Nov 29 11:53:43.872348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d957d-9375-455d-978a-a581cc21baed None None] Network c2ab6802-eec9-47c2-b17e-43266118e1a3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:43.886144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59314) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:43.911764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a11a530f-a3a2-4d9e-a89e-209803a3733f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.922742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a11a530f-a3a2-4d9e-a89e-209803a3733f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.961008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] Provisioning complete for port fe6b3d83-7b2d-4594-bd83-2d03e06572c9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:43.961458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:43.971658 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e1309f5-f283-4ba8-80d8-5f1f10cf69db req-2cf09ac9-78d3-495c-93d8-1f243ee80ecf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543581 Nov 29 11:53:44.001797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a530f-a3a2-4d9e-a89e-209803a3733f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45248282-5efd-4b1d-b580-3c24e2b2a29c,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:44.009881 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a11a530f-a3a2-4d9e-a89e-209803a3733f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d29d0197e8cc4b0e839e16a9ca5fd798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350677 Nov 29 11:53:44.012674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59316) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:44.016770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:44.017296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.036283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] Port fe6b3d83-7b2d-4594-bd83-2d03e06572c9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:44.081148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] Provisioning complete for port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:44.084954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.104966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2545-d2ad-4776-809f-c50c896ca632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.134706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a2298d-bda4-46c5-af59-00bb15db048b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:44.136281 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-45a2298d-bda4-46c5-af59-00bb15db048b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2555625 Nov 29 11:53:44.139698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59320) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:44.142585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2545-d2ad-4776-809f-c50c896ca632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.181983 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-a3c8f456-7d04-470e-87e7-4ef69b8794bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1160500 Nov 29 11:53:44.201640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Request body: {'port': {'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:44.262815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2545-d2ad-4776-809f-c50c896ca632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.268313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a8e2545-d2ad-4776-809f-c50c896ca632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.273082 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7a8e2545-d2ad-4776-809f-c50c896ca632 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45248282-5efd-4b1d-b580-3c24e2b2a29c HTTP/1.1" status: 204 len: 168 time: 0.2558708 Nov 29 11:53:44.274948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189046a-d8f0-4fcc-a442-822c5fa98704 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:44.284341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189046a-d8f0-4fcc-a442-822c5fa98704 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:44.285065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e2545-d2ad-4776-809f-c50c896ca632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45248282-5efd-4b1d-b580-3c24e2b2a29c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:44.292220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189046a-d8f0-4fcc-a442-822c5fa98704 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:44.293985 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8189046a-d8f0-4fcc-a442-822c5fa98704 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1531665 Nov 29 11:53:44.298409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59324) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:44.343171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59326) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:44.347009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:44.377479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.452542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] For port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,segment=NetworkSegment(2c7adf53-aa3a-43c8-a430-fcd63a9b8649),segment_id=2c7adf53-aa3a-43c8-a430-fcd63a9b8649)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:44.468294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.487107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:44.487107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.522944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-cec58ea4-125e-4f0e-8dd8-c7e420dd7262 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 09e3ed40-00d3-45f4-94ee-59049338cba9 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:44.524270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec58ea4-125e-4f0e-8dd8-c7e420dd7262 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.610782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdf279-e977-4800-a1ef-6b3e8d78121c None None] Pushing event updated for resources: {'Port': ['ID=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:44.643244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3ce9298e-351d-49f2-9906-4fa6c1859609 None None] Provisioning complete for port b164c716-e2d7-46f1-9843-175b100d4423 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:44.644132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3ce9298e-351d-49f2-9906-4fa6c1859609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.708591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec58ea4-125e-4f0e-8dd8-c7e420dd7262 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.744126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-cec58ea4-125e-4f0e-8dd8-c7e420dd7262 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 09e3ed40-00d3-45f4-94ee-59049338cba9 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:44.781093 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3ce9298e-351d-49f2-9906-4fa6c1859609 None None] Port b164c716-e2d7-46f1-9843-175b100d4423 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:44.826299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.867857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e030a0bc-fbfe-4fa3-96cf-3023949decc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.914658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-df76e5ef-43a3-49ee-b5fe-dc69f7072c1e None None] Provisioning complete for port 09e3ed40-00d3-45f4-94ee-59049338cba9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:44.915288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-df76e5ef-43a3-49ee-b5fe-dc69f7072c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:44.966041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-df76e5ef-43a3-49ee-b5fe-dc69f7072c1e None None] Port 09e3ed40-00d3-45f4-94ee-59049338cba9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:44.977347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-df76e5ef-43a3-49ee-b5fe-dc69f7072c1e None None] Provisioning complete for port a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:44.978214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-df76e5ef-43a3-49ee-b5fe-dc69f7072c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.037765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-df76e5ef-43a3-49ee-b5fe-dc69f7072c1e None None] Port a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:45.042156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec58ea4-125e-4f0e-8dd8-c7e420dd7262 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.057476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-df76e5ef-43a3-49ee-b5fe-dc69f7072c1e None None] Provisioning complete for port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:45.057856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-df76e5ef-43a3-49ee-b5fe-dc69f7072c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.067929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e030a0bc-fbfe-4fa3-96cf-3023949decc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.092958 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec58ea4-125e-4f0e-8dd8-c7e420dd7262 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=09e3ed40-00d3-45f4-94ee-59049338cba9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:45.094679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e030a0bc-fbfe-4fa3-96cf-3023949decc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.188144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc6458-0f33-40e6-aa95-df8a569303e8 req-f5e5feff-b7aa-4b72-8617-77bf0da1c057 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:45.189802 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5cbc6458-0f33-40e6-aa95-df8a569303e8 req-f5e5feff-b7aa-4b72-8617-77bf0da1c057 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.2064774 Nov 29 11:53:45.222134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.235622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.265413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030a0bc-fbfe-4fa3-96cf-3023949decc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0c350-fd2c-4ef3-bb47-06f26615d2c9,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:45.274117 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e030a0bc-fbfe-4fa3-96cf-3023949decc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b6ecad6536546399f5a5ba139e765ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9294281 Nov 29 11:53:45.279219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59334) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:45.291121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cec58ea4-125e-4f0e-8dd8-c7e420dd7262 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.294324 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cec58ea4-125e-4f0e-8dd8-c7e420dd7262 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/09e3ed40-00d3-45f4-94ee-59049338cba9 HTTP/1.1" status: 204 len: 168 time: 0.9942393 Nov 29 11:53:45.299317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e291b46f-0662-419a-8085-950f57112067 None None] Provisioning complete for port a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:45.299690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e291b46f-0662-419a-8085-950f57112067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.310381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59336) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:45.346749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e291b46f-0662-419a-8085-950f57112067 None None] Port a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:45.353552 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5cbc6458-0f33-40e6-aa95-df8a569303e8 req-bc09eef4-1155-43c6-be49-6a663a119be4 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374195 Nov 29 11:53:45.360360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=fe6b3d83-7b2d-4594-bd83-2d03e06572c9,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:45.360981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0074-fbea-4a3a-876a-ecade1765613 req-11dc3211-23ff-42bb-b974-517364da75da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:45.362510 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-213e0074-fbea-4a3a-876a-ecade1765613 req-11dc3211-23ff-42bb-b974-517364da75da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 931 time: 0.2224641 Nov 29 11:53:45.368657 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5c6bbe-f08d-43b3-a2a2-31c8b1da3527 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:45.370274 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-da5c6bbe-f08d-43b3-a2a2-31c8b1da3527 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/09e3ed40-00d3-45f4-94ee-59049338cba9 HTTP/1.1" status: 404 len: 333 time: 0.0589368 Nov 29 11:53:45.375489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59338) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:45.423430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe5c72d1-cd43-4453-8065-0a61175182ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.433175 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-213e0074-fbea-4a3a-876a-ecade1765613 req-91476a3b-bf26-48b1-b416-edcc3ed42908 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617356 Nov 29 11:53:45.439067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.455076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe5c72d1-cd43-4453-8065-0a61175182ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.465827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-29f1a109-e33f-494e-891c-51241f329d75 None None] Could not find standard attr ID for object 09e3ed40-00d3-45f4-94ee-59049338cba9. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:53:45.545722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e9c3b-9ea7-4f41-a0e7-37f8678865f0 req-7b1623c2-eda1-4edb-b207-9ff0fe607290 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:45.547353 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-718e9c3b-9ea7-4f41-a0e7-37f8678865f0 req-7b1623c2-eda1-4edb-b207-9ff0fe607290 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.0816815 Nov 29 11:53:45.565240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe5c72d1-cd43-4453-8065-0a61175182ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.567982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fe5c72d1-cd43-4453-8065-0a61175182ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.572409 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fe5c72d1-cd43-4453-8065-0a61175182ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/79d0c350-fd2c-4ef3-bb47-06f26615d2c9 HTTP/1.1" status: 204 len: 168 time: 0.2892916 Nov 29 11:53:45.572568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b164c716-e2d7-46f1-9843-175b100d4423 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:53:45.585867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.611881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Transition to ACTIVE for port object b164c716-e2d7-46f1-9843-175b100d4423 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:53:45.624760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.704075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:45.713846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b2d581f7-e21b-4e20-98e0-c8f05935c6d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:45.714708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d581f7-e21b-4e20-98e0-c8f05935c6d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.718639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:45.723210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Pushing event updated for resources: {'Port': ['ID=b164c716-e2d7-46f1-9843-175b100d4423,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:45.881831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c72d1-cd43-4453-8065-0a61175182ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d0c350-fd2c-4ef3-bb47-06f26615d2c9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:45.926697 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-718e9c3b-9ea7-4f41-a0e7-37f8678865f0 req-dfbb92fb-9483-4ba8-8268-250fd7b3a9d2 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711567 Nov 29 11:53:45.969367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d581f7-e21b-4e20-98e0-c8f05935c6d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:45.989121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59348) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:46.009153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37ede59a-1fc6-4f45-85fc-1bdb283b1aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.014743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b2d581f7-e21b-4e20-98e0-c8f05935c6d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:46.053695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Attempting to bind port b164c716-e2d7-46f1-9843-175b100d4423 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:46.054132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Attempting to bind port b164c716-e2d7-46f1-9843-175b100d4423 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:46.054507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Attempting to bind port b164c716-e2d7-46f1-9843-175b100d4423 on network dab52360-1d21-4973-8f5b-895b25c990d2 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:46.105211 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2b2493d8-6342-4901-bb65-968fb47fc11a None None] Provisioning complete for port fe6b3d83-7b2d-4594-bd83-2d03e06572c9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:46.105704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b2493d8-6342-4901-bb65-968fb47fc11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.107404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Port b164c716-e2d7-46f1-9843-175b100d4423 on network dab52360-1d21-4973-8f5b-895b25c990d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:53:46.107729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Attempting to bind port b164c716-e2d7-46f1-9843-175b100d4423 on network dab52360-1d21-4973-8f5b-895b25c990d2 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:46.121709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37ede59a-1fc6-4f45-85fc-1bdb283b1aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.127357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-37ede59a-1fc6-4f45-85fc-1bdb283b1aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.132950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:46.133332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Checking segment: {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:46.133713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Bound using segment: {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:46.134266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Bound port: b164c716-e2d7-46f1-9843-175b100d4423, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2525bae-68e0-4e89-a734-c9bf4b928b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:46.134646 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.152995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2b2493d8-6342-4901-bb65-968fb47fc11a None None] Port fe6b3d83-7b2d-4594-bd83-2d03e06572c9 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:46.168919 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-37ede59a-1fc6-4f45-85fc-1bdb283b1aa1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=79452342b01b4b3ca5fc749cefe22e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760612 Nov 29 11:53:46.169034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 3b0736f2-5eb1-4088-aec9-0932da261584 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:46.170635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59352) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:46.205768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ede59a-1fc6-4f45-85fc-1bdb283b1aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c379fc48-a196-458c-b1a0-c3e1b3efbd1e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:46.228454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207190a-c664-4d62-8090-b34af314cd09 req-4bbe03b7-563c-4c53-b796-4898a91e501c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:46.230138 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e207190a-c664-4d62-8090-b34af314cd09 req-4bbe03b7-563c-4c53-b796-4898a91e501c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.0594540 Nov 29 11:53:46.232719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:46.278727 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e207190a-c664-4d62-8090-b34af314cd09 req-a31f911e-7f38-4043-ae0d-bccc093692b3 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Nov 29 11:53:46.282421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:46.282795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.400709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] For port b164c716-e2d7-46f1-9843-175b100d4423, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:46.410729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-194e4ae2-07b6-4aaf-8ebc-bb04ed0a5dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.461003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-194e4ae2-07b6-4aaf-8ebc-bb04ed0a5dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.467117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d581f7-e21b-4e20-98e0-c8f05935c6d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.485268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] For port b164c716-e2d7-46f1-9843-175b100d4423, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b164c716-e2d7-46f1-9843-175b100d4423,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:46.513071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:46.522555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.526738 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d4618-2448-4e3b-abd6-68f30ad292ef None None] Sync routers for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:46.532274 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5181f441-5ee4-4489-9a1a-89bb3c34df27 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/routers/3b0736f2-5eb1-4088-aec9-0932da261584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2313557 Nov 29 11:53:46.533077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d581f7-e21b-4e20-98e0-c8f05935c6d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:46.539491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59356) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:46.544499 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'port': {'network_id': 'ce3381bb-5811-44e3-9dcc-5fa16d264fa9', 'name': 'tempest-FloatingIPTestJSON-1024903309'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:46.544797 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d4618-2448-4e3b-abd6-68f30ad292ef None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:46.545661 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f02d4618-2448-4e3b-abd6-68f30ad292ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:46.589795 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f02d4618-2448-4e3b-abd6-68f30ad292ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:46.599204 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d4618-2448-4e3b-abd6-68f30ad292ef None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:46.600068 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:46.600294 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f02d4618-2448-4e3b-abd6-68f30ad292ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:46.600700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.602473 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] 10.222.0.30 "PUT /v2.0/ports/b164c716-e2d7-46f1-9843-175b100d4423 HTTP/1.1" status: 200 len: 1093 time: 2.4061692 Nov 29 11:53:46.605675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:53:46.608214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f09fffb-4077-40a5-ae68-c4bca992a16a" -d '{"events": [{"name": "network-changed", "server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "tag": "b164c716-e2d7-46f1-9843-175b100d4423"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:53:46.652212 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f02d4618-2448-4e3b-abd6-68f30ad292ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:46.653016 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d4618-2448-4e3b-abd6-68f30ad292ef None None] The sync data for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:46.672303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2023daa-aa10-4083-8419-ddbf1f74bb18 req-30798e01-87b1-41d8-8036-fe2ab645d17c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:46.674146 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a2023daa-aa10-4083-8419-ddbf1f74bb18 req-30798e01-87b1-41d8-8036-fe2ab645d17c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 943 time: 0.1652670 Nov 29 11:53:46.724859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74291980-8e04-41a3-a77a-2da3c3774e01 service neutron] Pushing event updated for resources: {'Port': ['ID=b164c716-e2d7-46f1-9843-175b100d4423,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:46.765256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d581f7-e21b-4e20-98e0-c8f05935c6d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.769509 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a2023daa-aa10-4083-8419-ddbf1f74bb18 req-d36768ff-0790-4107-8d7e-4c1d130616f3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705600 Nov 29 11:53:46.771915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59362) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:46.774196 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b2d581f7-e21b-4e20-98e0-c8f05935c6d7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 HTTP/1.1" status: 204 len: 168 time: 1.3969712 Nov 29 11:53:46.775019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-194e4ae2-07b6-4aaf-8ebc-bb04ed0a5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.777580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-194e4ae2-07b6-4aaf-8ebc-bb04ed0a5dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.778745 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-194e4ae2-07b6-4aaf-8ebc-bb04ed0a5dd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c379fc48-a196-458c-b1a0-c3e1b3efbd1e HTTP/1.1" status: 204 len: 168 time: 0.6052983 Nov 29 11:53:46.807235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e4ae2-07b6-4aaf-8ebc-bb04ed0a5dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c379fc48-a196-458c-b1a0-c3e1b3efbd1e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:46.811863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-0acdf48c-a4dc-438a-ab5f-8570c8998382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:46.814001 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-0acdf48c-a4dc-438a-ab5f-8570c8998382 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 1096 time: 0.1447787 Nov 29 11:53:46.816652 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-398bcf86-3e40-4ae1-a5fd-d4e6748b8be1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:46.820795 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-398bcf86-3e40-4ae1-a5fd-d4e6748b8be1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/a039ba6a-60b1-4f84-b5b5-dbe1bec46bf2 HTTP/1.1" status: 404 len: 333 time: 0.0451961 Nov 29 11:53:46.821454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59366) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:46.848777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Made reservation on behalf of e7f285fe5e7c45b8bb4d9abf011908f6 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:46.854173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:46.890132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] device_id is not set on port d7556fd1-2069-4a01-a086-08b93fc2f253 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:46.939826 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-51be0249-47a5-4a63-ae24-1bd97f84ad35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b164c716-e2d7-46f1-9843-175b100d4423 HTTP/1.1" status: 200 len: 217 time: 0.1154132 Nov 29 11:53:47.027560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2365a627-ae65-4b35-9d91-53bfbc6e369a x-openstack-request-id: req-2365a627-ae65-4b35-9d91-53bfbc6e369a {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:53:47.028195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "tag": "b164c716-e2d7-46f1-9843-175b100d4423", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:53:47.028195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2365a627-ae65-4b35-9d91-53bfbc6e369a {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:53:47.028461 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423', 'status': 'completed', 'code': 200} Nov 29 11:53:47.042550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-027da0ef-d3e8-499d-b8ff-364d2138606a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet 892ab739-239e-433f-b134-88ff1ac7ef72 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:47.048360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-027da0ef-d3e8-499d-b8ff-364d2138606a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.079913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-52b7a351-aeff-4a1e-87bc-6a75ff8a99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:47.081384 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-52b7a351-aeff-4a1e-87bc-6a75ff8a99a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b977fa0-8834-42ec-9277-08c3dce123a0 HTTP/1.1" status: 200 len: 835 time: 0.1322687 Nov 29 11:53:47.095264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Allocated IP 172.20.0.6 (ce3381bb-5811-44e3-9dcc-5fa16d264fa9/e7ca4c63-53d0-46ed-bae9-08e0078e8601/d7556fd1-2069-4a01-a086-08b93fc2f253) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:47.102759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-027da0ef-d3e8-499d-b8ff-364d2138606a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.167843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-30b60892-9ced-44e6-82e8-18b534f1aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:47.169371 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-30b60892-9ced-44e6-82e8-18b534f1aa16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dab52360-1d21-4973-8f5b-895b25c990d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802581 Nov 29 11:53:47.260619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-027da0ef-d3e8-499d-b8ff-364d2138606a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.269889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.318071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.327486 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-027b10fe-4dca-46e4-96ca-41c598350c21 service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312714 Nov 29 11:53:47.386860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-027da0ef-d3e8-499d-b8ff-364d2138606a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.408317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event updated for resources: {'Port': ['ID=d7556fd1-2069-4a01-a086-08b93fc2f253,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:47.423792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:47.426895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027da0ef-d3e8-499d-b8ff-364d2138606a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=892ab739-239e-433f-b134-88ff1ac7ef72,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:47.430411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-027da0ef-d3e8-499d-b8ff-364d2138606a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.434000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5af1a-0d54-4626-bf0f-1355440f0973 None None] Network c2ab6802-eec9-47c2-b17e-43266118e1a3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:47.436185 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:47.439207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:47.450984 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-027da0ef-d3e8-499d-b8ff-364d2138606a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/892ab739-239e-433f-b134-88ff1ac7ef72 HTTP/1.1" status: 204 len: 168 time: 0.6279814 Nov 29 11:53:47.451984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59382) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:47.509410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:47.510153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.536581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551d51c-a2ad-4cfa-818c-846e3f1f189a req-f24b0b3e-06c1-418a-8043-7582baf864ae tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:47.539330 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d551d51c-a2ad-4cfa-818c-846e3f1f189a req-f24b0b3e-06c1-418a-8043-7582baf864ae tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1740370 Nov 29 11:53:47.545513 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9f587a7c-1f50-49d2-ae96-56b28958e525 req-92f16445-77bb-4291-88fc-3e4e162abdca service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108693 Nov 29 11:53:47.551770 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f8363b08-d59d-47ee-8b9c-1188f850a0ed tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0087373 Nov 29 11:53:47.558620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59386) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:47.576171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Request body: {'floatingip': {'port_id': 'd7556fd1-2069-4a01-a086-08b93fc2f253'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:47.630911 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d551d51c-a2ad-4cfa-818c-846e3f1f189a req-a228e442-1492-499a-809b-6730d99af37d tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687912 Nov 29 11:53:47.642791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.717264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.789367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-a0d66b77-9710-4fea-93ba-cd36e7e05b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:47.791136 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-a0d66b77-9710-4fea-93ba-cd36e7e05b6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 1096 time: 0.1546299 Nov 29 11:53:47.860576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59398) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:47.883998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-aa9f070d-02c3-4de9-837f-daa829cba133 None None] Provisioning complete for port d7556fd1-2069-4a01-a086-08b93fc2f253 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:47.888271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa9f070d-02c3-4de9-837f-daa829cba133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.942152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f070d-02c3-4de9-837f-daa829cba133 None None] Port d7556fd1-2069-4a01-a086-08b93fc2f253 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:47.963522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:47.963870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:47.998555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] DHCP port deletion for c2ab6802-eec9-47c2-b17e-43266118e1a3 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:48.058333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] Deleting port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:48.059250 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.062504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b0042-944d-411d-8cbc-169680405c7e req-b7a127bb-a35c-4355-bde9-97bc0b820119 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:48.063895 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a0b0042-944d-411d-8cbc-169680405c7e req-b7a127bb-a35c-4355-bde9-97bc0b820119 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 943 time: 0.1890562 Nov 29 11:53:48.081501 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7c7dbae7-c950-493d-b677-fdb2e0e0ac8f tempest-AgentManagementNegativeTest-114513460 tempest-AgentManagementNegativeTest-114513460-project] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2196178 Nov 29 11:53:48.109231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-7169b34f-f2a2-4f03-9dc2-efdd0411a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:48.111228 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-7169b34f-f2a2-4f03-9dc2-efdd0411a1df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5e7218b8d9d4c4d896380bba249fd0f&device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 1099 time: 0.1991799 Nov 29 11:53:48.133205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] For port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,segment=NetworkSegment(2c7adf53-aa3a-43c8-a430-fcd63a9b8649),segment_id=2c7adf53-aa3a-43c8-a430-fcd63a9b8649)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:48.133599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.153879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] Calling delete_port for efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:48.186779 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b272b3-6afd-4838-9e5b-3b13308f6d6e req-d3254dc4-16f4-419a-92a5-2efe5336c16e tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:48.188487 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9b272b3-6afd-4838-9e5b-3b13308f6d6e req-d3254dc4-16f4-419a-92a5-2efe5336c16e tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.2775481 Nov 29 11:53:48.251208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.275439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] No DVR routers for this DVR port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:48.287851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:48.307587 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a0b0042-944d-411d-8cbc-169680405c7e req-e32855c2-bbbb-4f8c-a473-28faa360f106 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139359 Nov 29 11:53:48.340004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:48.340384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:48.341997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdf3de-2bb2-441a-b676-b2cdd566a835 None None] Pushing event deleted for resources: {'Port': ['ID=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:48.360705 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9b272b3-6afd-4838-9e5b-3b13308f6d6e req-18d0cc77-ef5b-41ee-a797-67014b81c962 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333907 Nov 29 11:53:48.402879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-3e51ab24-d8a5-489a-b15a-661507d703aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:48.404379 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-3e51ab24-d8a5-489a-b15a-661507d703aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae89007-c1b1-412d-94f8-f36d53e8098e HTTP/1.1" status: 200 len: 913 time: 0.2806206 Nov 29 11:53:48.424903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-5139224b-9f25-464d-af9a-f874b311840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:48.426403 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-5139224b-9f25-464d-af9a-f874b311840d service neutron] 10.222.0.30 "GET /v2.0/networks?id=dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 200 len: 897 time: 0.6221600 Nov 29 11:53:48.446606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] For port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,segment=NetworkSegment(2c7adf53-aa3a-43c8-a430-fcd63a9b8649),segment_id=2c7adf53-aa3a-43c8-a430-fcd63a9b8649)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:48.447228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.468214 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-5b6a8be6-95e9-429d-9ee3-7d98e03f7e80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88 HTTP/1.1" status: 200 len: 217 time: 0.0562224 Nov 29 11:53:48.474336 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59406) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:48.487779 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-584ace74-9f59-4267-96c1-3bf1f207f068 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b164c716-e2d7-46f1-9843-175b100d4423 HTTP/1.1" status: 200 len: 217 time: 0.0474782 Nov 29 11:53:48.510862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:48.537595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-35afd495-6cb4-48f0-b31f-c70d2481447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:48.539050 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-35afd495-6cb4-48f0-b31f-c70d2481447f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85a2a7ca-f779-4aa6-9adf-752049cb65ce HTTP/1.1" status: 200 len: 852 time: 0.0625818 Nov 29 11:53:48.592654 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-47cafc62-b961-4344-ab0a-c3bf9d21432a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae89007-c1b1-412d-94f8-f36d53e8098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467269 Nov 29 11:53:48.610715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8e228d1-4947-4bd7-be63-c689da3856b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.634300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-0d865ae8-4591-4559-9eb8-6f3432032bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:48.635779 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-0d865ae8-4591-4559-9eb8-6f3432032bdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b977fa0-8834-42ec-9277-08c3dce123a0 HTTP/1.1" status: 200 len: 835 time: 0.1374319 Nov 29 11:53:48.722761 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-8dd3ef6e-b842-4e8f-80df-77187603aac3 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191010 Nov 29 11:53:48.779813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.787653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-2e851a2e-8b97-46f5-85ac-aa3a48ac6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:48.789149 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-2e851a2e-8b97-46f5-85ac-aa3a48ac6e26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dab52360-1d21-4973-8f5b-895b25c990d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177068 Nov 29 11:53:48.803868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8e228d1-4947-4bd7-be63-c689da3856b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.812378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c8e228d1-4947-4bd7-be63-c689da3856b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.840841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=efe4352b-9a56-4ea9-9b3e-ca4c8ea80214,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:48.880519 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c8e228d1-4947-4bd7-be63-c689da3856b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=741b55db540840f190086fca54186bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050732 Nov 29 11:53:48.884438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53777887-cc05-4e8d-b36c-2a78ba36c3ce req-db33c3bb-a7c7-44e8-b4bc-78d2bd9d49f6 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499116 Nov 29 11:53:48.884904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59410) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:48.885551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No DVR routers for this DVR port efe4352b-9a56-4ea9-9b3e-ca4c8ea80214 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:48.887449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e228d1-4947-4bd7-be63-c689da3856b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edaecad-6bac-47fd-9cbd-313b30ad7f9b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:48.892008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.db.resource_extend [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 29 11:53:48.940588 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4a16-f572-44d1-937c-ebb043694336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:48.963084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4a16-f572-44d1-937c-ebb043694336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.009757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4a16-f572-44d1-937c-ebb043694336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.012538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d3ed4a16-f572-44d1-937c-ebb043694336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.013780 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d3ed4a16-f572-44d1-937c-ebb043694336 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4edaecad-6bac-47fd-9cbd-313b30ad7f9b HTTP/1.1" status: 204 len: 168 time: 0.1278610 Nov 29 11:53:49.021059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.025552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed4a16-f572-44d1-937c-ebb043694336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edaecad-6bac-47fd-9cbd-313b30ad7f9b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:49.035892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.078837 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-bfb4c3a1-c718-4966-b6bc-6eefa3b49547 service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674716 Nov 29 11:53:49.080567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.175779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ab6802-eec9-47c2-b17e-43266118e1a3']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:49.198688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7adf53-aa3a-43c8-a430-fcd63a9b8649') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:49.198988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7adf53-aa3a-43c8-a430-fcd63a9b8649') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:49.213671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.245389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.258622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:49.259022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:49.266360 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:49.307484 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP 8179bdfa-d251-428e-9b51-f20bb99a5599 associated. External IP: 172.26.5.13, port: b26bda21-dc09-497c-bd12-5d40d97148b5. Nov 29 11:53:49.316004 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f09fffb-4077-40a5-ae68-c4bca992a16a req-9d1aa905-f947-468d-9af8-ac20b0be58dd service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042623 Nov 29 11:53:49.402409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.418168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.421667 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/networks/c2ab6802-eec9-47c2-b17e-43266118e1a3 HTTP/1.1" status: 204 len: 168 time: 1.9666982 Nov 29 11:53:49.425588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59428) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:49.430559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-617751871'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:49.447650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04983d11-416c-4824-8f26-d7540259a4d0 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Network': ['ID=c2ab6802-eec9-47c2-b17e-43266118e1a3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:49.475209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e6328-c5b1-42b4-a274-107fdba772a4 req-fc341ee9-dc0f-414e-aab3-10b2d6f08e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:49.478955 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b86e6328-c5b1-42b4-a274-107fdba772a4 req-fc341ee9-dc0f-414e-aab3-10b2d6f08e0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 943 time: 0.0932159 Nov 29 11:53:49.484030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:49.487827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.558609 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b86e6328-c5b1-42b4-a274-107fdba772a4 req-e18fe52b-2af3-4843-85bd-633eb00bd32d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737374 Nov 29 11:53:49.577219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035f5cf-e580-4150-9ebf-fe2e974aaf0c req-729db9f5-2844-4d76-871d-be6d785860d3 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:49.578933 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d035f5cf-e580-4150-9ebf-fe2e974aaf0c req-729db9f5-2844-4d76-871d-be6d785860d3 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.0922568 Nov 29 11:53:49.580983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:49.600963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.601597 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Added segment 86b4924a-ef60-41aa-985c-593a86a6aa43 of type vlan for network f199cf76-55ac-4d5b-ac10-a41f76229899 Nov 29 11:53:49.629652 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d035f5cf-e580-4150-9ebf-fe2e974aaf0c req-ab2ae331-e579-4359-b10f-bc08c47a7eca tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426016 Nov 29 11:53:49.665056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.673362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:49.699194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.704855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:49.705442 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.738831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59438) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:49.832120 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4055698 Nov 29 11:53:49.835596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59442) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:49.841310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': 'f199cf76-55ac-4d5b-ac10-a41f76229899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:49.855257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c2ef6-1079-49a5-90d2-bbbb0ed82bf7 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Network': ['ID=f199cf76-55ac-4d5b-ac10-a41f76229899,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:49.867857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network f199cf76-55ac-4d5b-ac10-a41f76229899 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:49.878784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:49.890150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-884780679'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:49.907576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36753a85-4504-4506-aded-f0d2d633895c None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:49.936875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Made reservation on behalf of 9ccf5e6e390e41458bf53409b1734af7 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:49.940400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.941529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36753a85-4504-4506-aded-f0d2d633895c None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:49.942189 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-36753a85-4504-4506-aded-f0d2d633895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:49.963194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.975486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-36753a85-4504-4506-aded-f0d2d633895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:49.979640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:49.983101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:49.984724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36753a85-4504-4506-aded-f0d2d633895c None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:49.985336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-36753a85-4504-4506-aded-f0d2d633895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:50.022922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-36753a85-4504-4506-aded-f0d2d633895c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:50.027356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36753a85-4504-4506-aded-f0d2d633895c None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:50.112331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 3b0736f2-5eb1-4088-aec9-0932da261584 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:50.146509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.155282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.226127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:50.230799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:53:50.231105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.239624 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a6588-17c3-4132-acb8-db61fbafba95 None None] Sync routers for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:50.240200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a53e1a2a-fe65-4e3f-ae4f-b2f8735ea495,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:50.242518 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.249658 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a6588-17c3-4132-acb8-db61fbafba95 None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:50.250652 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6b5a6588-17c3-4132-acb8-db61fbafba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:50.269274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.269631 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Added segment 9593df6e-8aec-423e-a353-89e088270999 of type vlan for network a5378c86-80d7-4ff1-b076-6c42f32cedfd Nov 29 11:53:50.286238 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6b5a6588-17c3-4132-acb8-db61fbafba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:50.292480 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-efcfb88d-1396-413e-bc98-05ec5fecce9f tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/floatingips/8179bdfa-d251-428e-9b51-f20bb99a5599 HTTP/1.1" status: 200 len: 977 time: 2.7328329 Nov 29 11:53:50.293352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59444) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:50.295815 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a6588-17c3-4132-acb8-db61fbafba95 None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:50.296405 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6b5a6588-17c3-4132-acb8-db61fbafba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:50.333064 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6b5a6588-17c3-4132-acb8-db61fbafba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:50.333785 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5a6588-17c3-4132-acb8-db61fbafba95 None None] The sync data for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:50.335472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=c60b90e5-c5d8-4cb4-aeb4-1a5f398cfb69,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:50.342144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.372698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Checking segment: {'id': '86b4924a-ef60-41aa-985c-593a86a6aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f199cf76-55ac-4d5b-ac10-a41f76229899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:50.373055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network hostable DHCP agents. Network: f199cf76-55ac-4d5b-ac10-a41f76229899, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:50.385254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.390811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:50.390956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port d7556fd1-2069-4a01-a086-08b93fc2f253 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:50.391200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.391400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.445725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network f199cf76-55ac-4d5b-ac10-a41f76229899 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:50.455618 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7152591 Nov 29 11:53:50.461723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59446) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:50.463570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, f199cf76-55ac-4d5b-ac10-a41f76229899) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:50.472794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030d75c7-741b-44fa-a283-00a4efd0faa8 None None] Network f199cf76-55ac-4d5b-ac10-a41f76229899 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:50.476896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:50.477487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.479000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Request body: {'subnet': {'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:50.487672 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a3f86-1dfa-44fa-a166-565edf4352a6 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event updated for resources: {'Network': ['ID=a5378c86-80d7-4ff1-b076-6c42f32cedfd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:50.498863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network a5378c86-80d7-4ff1-b076-6c42f32cedfd details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:53:50.503016 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-067c16c6-3f5d-4527-b21f-30e99f84cdf9 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6634943 Nov 29 11:53:50.503426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59448) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:50.508930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-28c00bd9-34a5-4810-a79c-5bc07f11297e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2093459295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:50.535429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c00bd9-34a5-4810-a79c-5bc07f11297e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.536635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c00bd9-34a5-4810-a79c-5bc07f11297e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.550754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.601249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c00bd9-34a5-4810-a79c-5bc07f11297e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.607495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c00bd9-34a5-4810-a79c-5bc07f11297e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.632732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c00bd9-34a5-4810-a79c-5bc07f11297e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.637102 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-28c00bd9-34a5-4810-a79c-5bc07f11297e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1296272 Nov 29 11:53:50.637102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59452) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:50.643617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'network_id': 'f199cf76-55ac-4d5b-ac10-a41f76229899', 'name': 'tempest-PortsTestJSON-1822577967'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:50.688118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-f199cf76-55ac-4d5b-ac10-a41f76229899', 'network_id': 'f199cf76-55ac-4d5b-ac10-a41f76229899', 'tenant_id': 'c3e0a921d7db464581fee2647c1ff212', 'fixed_ips': [{'subnet_id': 'c60b90e5-c5d8-4cb4-aeb4-1a5f398cfb69'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:53:50.688987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.709194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Made reservation on behalf of 9ccf5e6e390e41458bf53409b1734af7 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:50.713462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.809036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578aaa1-0c3e-4552-aa03-fd3be601b299 req-72ce1015-a554-4ace-a930-9909a3413a37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:50.810683 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8578aaa1-0c3e-4552-aa03-fd3be601b299 req-72ce1015-a554-4ace-a930-9909a3413a37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 943 time: 0.1348643 Nov 29 11:53:50.844321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.844549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Allocated IP 172.20.0.2 (f199cf76-55ac-4d5b-ac10-a41f76229899/c60b90e5-c5d8-4cb4-aeb4-1a5f398cfb69/1b2694cc-e87e-4bfe-90c3-e4ddc991388c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:50.845102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.845445 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Floating IP 8179bdfa-d251-428e-9b51-f20bb99a5599 disassociated. External IP: 172.26.5.13, port: d7556fd1-2069-4a01-a086-08b93fc2f253. Nov 29 11:53:50.845773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for d7556fd1-2069-4a01-a086-08b93fc2f253 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:50.846281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626034-d573-4488-a5c4-499f6b7d1d7a req-60c95f44-c7eb-4ff5-a063-43a7703bf761 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:50.847802 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d7626034-d573-4488-a5c4-499f6b7d1d7a req-60c95f44-c7eb-4ff5-a063-43a7703bf761 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1141548 Nov 29 11:53:50.913197 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8578aaa1-0c3e-4552-aa03-fd3be601b299 req-bc1d6486-d82b-468f-aa41-149b0c7d6384 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833650 Nov 29 11:53:50.940353 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d7626034-d573-4488-a5c4-499f6b7d1d7a req-a37c2042-375b-4818-a28b-73e8c5a13043 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803411 Nov 29 11:53:50.944215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:50.949158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:50.978550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 8e355a3d-9923-44d6-b131-99f473d66f2a yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:50.999404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.007810 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.044107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Network f199cf76-55ac-4d5b-ac10-a41f76229899 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:51.048114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:51.052249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:51.113213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Pushing event updated for resources: {'Port': ['ID=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:51.120614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Attempting to bind port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:51.121296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Attempting to bind port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '86b4924a-ef60-41aa-985c-593a86a6aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f199cf76-55ac-4d5b-ac10-a41f76229899'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:51.122640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Attempting to bind port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c on network f199cf76-55ac-4d5b-ac10-a41f76229899 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:51.128922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:51.129854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Checking segment: {'id': '86b4924a-ef60-41aa-985c-593a86a6aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f199cf76-55ac-4d5b-ac10-a41f76229899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:51.131077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.131734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Bound using segment: {'id': '86b4924a-ef60-41aa-985c-593a86a6aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f199cf76-55ac-4d5b-ac10-a41f76229899'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:51.132543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Bound port: 1b2694cc-e87e-4bfe-90c3-e4ddc991388c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b4924a-ef60-41aa-985c-593a86a6aa43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f199cf76-55ac-4d5b-ac10-a41f76229899'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:51.132940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.163764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.10 (f199cf76-55ac-4d5b-ac10-a41f76229899/c60b90e5-c5d8-4cb4-aeb4-1a5f398cfb69/8e355a3d-9923-44d6-b131-99f473d66f2a) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:51.216546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] For port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:51.220090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] For port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,segment=NetworkSegment(86b4924a-ef60-41aa-985c-593a86a6aa43),segment_id=86b4924a-ef60-41aa-985c-593a86a6aa43)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:51.227827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.288743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b246e7-158f-4fdc-872d-f0f9bad29f79 None None] Pushing event updated for resources: {'Port': ['ID=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:51.311858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b164c716-e2d7-46f1-9843-175b100d4423 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:53:51.358744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.401371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.441684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b164c716-e2d7-46f1-9843-175b100d4423, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b164c716-e2d7-46f1-9843-175b100d4423,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:51.445437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=d7556fd1-2069-4a01-a086-08b93fc2f253,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:51.469321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'b164c716-e2d7-46f1-9843-175b100d4423', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:53:51.472205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event updated for resources: {'Subnet': ['ID=da5e0c6a-2fbe-4fd8-b75f-eb433070d176,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:51.551346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.567806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Checking segment: {'id': '9593df6e-8aec-423e-a353-89e088270999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:51.568876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Network hostable DHCP agents. Network: a5378c86-80d7-4ff1-b076-6c42f32cedfd, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:53:51.573073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b164c716-e2d7-46f1-9843-175b100d4423 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:53:51.604114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b164c716-e2d7-46f1-9843-175b100d4423, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b164c716-e2d7-46f1-9843-175b100d4423,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:51.619862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Network a5378c86-80d7-4ff1-b076-6c42f32cedfd is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:53:51.627956 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.640394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519958c-fb8e-41ac-92e1-ba87859f326d req-d2262d9f-9138-450f-9728-d96ac2576c51 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:51.641858 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d519958c-fb8e-41ac-92e1-ba87859f326d req-d2262d9f-9138-450f-9728-d96ac2576c51 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.4380291 Nov 29 11:53:51.644719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, a5378c86-80d7-4ff1-b076-6c42f32cedfd) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:51.651902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:51.652495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.677140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c16bcc1-e6b1-448a-a862-d44018f6ba3e None None] Network a5378c86-80d7-4ff1-b076-6c42f32cedfd requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:51.694473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 3b0736f2-5eb1-4088-aec9-0932da261584 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:51.701514 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cf0b89ef-4abb-4783-b9af-757660819fe5 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2386317 Nov 29 11:53:51.704227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59460) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:51.710383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Request body: {'port': {'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1426660337'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:51.745964 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d519958c-fb8e-41ac-92e1-ba87859f326d req-23dbcbcf-449d-455a-aa3b-855efe97d083 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801187 Nov 29 11:53:51.766086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.817079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.841752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=b164c716-e2d7-46f1-9843-175b100d4423,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:51.870045 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network f199cf76-55ac-4d5b-ac10-a41f76229899 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:51.873292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:51.881310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:51.884947 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=8e355a3d-9923-44d6-b131-99f473d66f2a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:51.933406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:51.939288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:51.940024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.957030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406adaf-124b-4f17-b89e-5cde6d8d035c None None] Sync routers for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:51.965251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-a5378c86-80d7-4ff1-b076-6c42f32cedfd', 'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd', 'tenant_id': '9ccf5e6e390e41458bf53409b1734af7', 'fixed_ips': [{'subnet_id': 'da5e0c6a-2fbe-4fd8-b75f-eb433070d176'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:53:51.966332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:51.983323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['b164c716-e2d7-46f1-9843-175b100d4423'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:53:51.998070 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3a09f69e-8fa6-46dc-81fd-0a79767dc26a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3553045 Nov 29 11:53:51.998070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59464) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:51.998577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406adaf-124b-4f17-b89e-5cde6d8d035c None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:51.999311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-8406adaf-124b-4f17-b89e-5cde6d8d035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:52.056704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Made reservation on behalf of 9ccf5e6e390e41458bf53409b1734af7 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:52.060796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.063489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.070349 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8e6f8057-eebf-44f5-891c-59900dae728a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/ports/d7556fd1-2069-4a01-a086-08b93fc2f253 HTTP/1.1" status: 204 len: 168 time: 1.7757344 Nov 29 11:53:52.073611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59466) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:52.078758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-8406adaf-124b-4f17-b89e-5cde6d8d035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:52.159844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406adaf-124b-4f17-b89e-5cde6d8d035c None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:52.160148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-8406adaf-124b-4f17-b89e-5cde6d8d035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:52.170279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] device_id is not set on port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:52.212087 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84b1bf-e31e-426b-9f3e-b08a476f98da req-4702b207-e681-4cda-bd41-cf4d21f85e62 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:52.219807 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8b84b1bf-e31e-426b-9f3e-b08a476f98da req-4702b207-e681-4cda-bd41-cf4d21f85e62 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 944 time: 0.2087979 Nov 29 11:53:52.229396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-8406adaf-124b-4f17-b89e-5cde6d8d035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:52.229396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8406adaf-124b-4f17-b89e-5cde6d8d035c None None] The sync data for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:52.348466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Allocated IP 172.20.0.2 (a5378c86-80d7-4ff1-b076-6c42f32cedfd/da5e0c6a-2fbe-4fd8-b75f-eb433070d176/0f78add8-772e-49c4-8937-672ded9e4012) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:52.362608 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8b84b1bf-e31e-426b-9f3e-b08a476f98da req-202565e2-7162-4815-aec5-8b669f516cbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417589 Nov 29 11:53:52.381346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1b2694cc-e87e-4bfe-90c3-e4ddc991388c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:52.494632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.581279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:52.581974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.612041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.713406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.731760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c47046-2d88-42a0-9e6f-d152de3a8758 None None] Network f199cf76-55ac-4d5b-ac10-a41f76229899 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:52.733796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.788929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.796404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.836304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Allocated IP 172.20.0.12 (a5378c86-80d7-4ff1-b076-6c42f32cedfd/da5e0c6a-2fbe-4fd8-b75f-eb433070d176/5db6fe9b-eb50-4026-b4f7-cf691cf93470) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:52.867268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.871598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Network a5378c86-80d7-4ff1-b076-6c42f32cedfd is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:52.888897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:52.894626 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Pushing event updated for resources: {'Port': ['ID=0f78add8-772e-49c4-8937-672ded9e4012,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:52.905805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:52.917251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-dbb3eac5-5437-4bed-aac2-3a8e20680a97 None None] Provisioning complete for port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:52.917631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dbb3eac5-5437-4bed-aac2-3a8e20680a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:52.932574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=8e355a3d-9923-44d6-b131-99f473d66f2a,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:53.013808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e562-efd3-4ee2-9310-5ebf9c513485 req-17ced7da-36d3-4b14-8d56-e9fb2f57755c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:53.015424 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fdc4e562-efd3-4ee2-9310-5ebf9c513485 req-17ced7da-36d3-4b14-8d56-e9fb2f57755c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1467721 Nov 29 11:53:53.104032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port fe6b3d83-7b2d-4594-bd83-2d03e06572c9 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:53.104308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.108608 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fdc4e562-efd3-4ee2-9310-5ebf9c513485 req-8dadd7aa-a61a-48d5-b6bd-536140f79a7c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778730 Nov 29 11:53:53.109627 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.140393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.205505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,segment=NetworkSegment(86b4924a-ef60-41aa-985c-593a86a6aa43),segment_id=86b4924a-ef60-41aa-985c-593a86a6aa43)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:53.233356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.238470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Attempting to bind port 0f78add8-772e-49c4-8937-672ded9e4012 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:53:53.238846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Attempting to bind port 0f78add8-772e-49c4-8937-672ded9e4012 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9593df6e-8aec-423e-a353-89e088270999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:53:53.239208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Attempting to bind port 0f78add8-772e-49c4-8937-672ded9e4012 on network a5378c86-80d7-4ff1-b076-6c42f32cedfd {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:53:53.243235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.253321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.280979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:53:53.281421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Checking segment: {'id': '9593df6e-8aec-423e-a353-89e088270999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:53:53.281569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for fe6b3d83-7b2d-4594-bd83-2d03e06572c9 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:53.281793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.282159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Bound using segment: {'id': '9593df6e-8aec-423e-a353-89e088270999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:53:53.282645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Bound port: 0f78add8-772e-49c4-8937-672ded9e4012, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9593df6e-8aec-423e-a353-89e088270999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:53:53.283033 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.289583 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.342767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Network a5378c86-80d7-4ff1-b076-6c42f32cedfd is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:53.352486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:53.359837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:53.368162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:53.433168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event updated for resources: {'Port': ['ID=5db6fe9b-eb50-4026-b4f7-cf691cf93470,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:53.492606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] For port 0f78add8-772e-49c4-8937-672ded9e4012, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:53:53.499775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] For port 0f78add8-772e-49c4-8937-672ded9e4012, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0f78add8-772e-49c4-8937-672ded9e4012,segment=NetworkSegment(9593df6e-8aec-423e-a353-89e088270999),segment_id=9593df6e-8aec-423e-a353-89e088270999)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:53:53.500026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:53.500740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.506413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.538127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-c6b588fb-bcb4-4ce0-ae43-9d93bb2f24a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:53.539859 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-c6b588fb-bcb4-4ce0-ae43-9d93bb2f24a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b5e7218b8d9d4c4d896380bba249fd0f&device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 1099 time: 0.1216605 Nov 29 11:53:53.549034 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8d68725b-ce9e-44e4-b116-ea12d7cb315e tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8422830 Nov 29 11:53:53.561930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46577d-27c3-4812-84ec-7fecc2eb308c req-412d5a00-2e82-4dac-9f76-2864be57eaca tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:53.563508 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a46577d-27c3-4812-84ec-7fecc2eb308c req-412d5a00-2e82-4dac-9f76-2864be57eaca tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.2234149 Nov 29 11:53:53.569032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59476) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:53.577048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Request body: {'port': {'network_id': 'a5378c86-80d7-4ff1-b076-6c42f32cedfd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-565577813', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:53.577539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] bootfile-name is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:53:53.578042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] tftp-server is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:53:53.578378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] server-ip-address is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:53:53.589572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8f774-b743-4ff4-9ba9-9935e00e98e0 None None] Pushing event updated for resources: {'Port': ['ID=0f78add8-772e-49c4-8937-672ded9e4012,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:53.725380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-350df9f8-b8c1-42d6-b100-7e63a209d466 None None] Provisioning complete for port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:53.726031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-350df9f8-b8c1-42d6-b100-7e63a209d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.740892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-e339ae51-8562-472b-ae72-4c7b292a39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:53.745894 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-e339ae51-8562-472b-ae72-4c7b292a39ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae89007-c1b1-412d-94f8-f36d53e8098e HTTP/1.1" status: 200 len: 913 time: 0.1939344 Nov 29 11:53:53.755562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30e14e-550d-4a74-9cee-649f51c7db05 req-c74e6796-59f0-4bcb-9be2-341b2ff27837 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:53.757073 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ec30e14e-550d-4a74-9cee-649f51c7db05 req-c74e6796-59f0-4bcb-9be2-341b2ff27837 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 944 time: 0.2894082 Nov 29 11:53:53.766729 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a46577d-27c3-4812-84ec-7fecc2eb308c req-34fcdcd0-b0b7-4948-b391-b30296bbb9e9 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835268 Nov 29 11:53:53.857440 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-ba387a7a-27b8-4ac2-89bf-988843912d5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88 HTTP/1.1" status: 200 len: 217 time: 0.0618114 Nov 29 11:53:53.889903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-350df9f8-b8c1-42d6-b100-7e63a209d466 None None] Provisioning complete for port 8e355a3d-9923-44d6-b131-99f473d66f2a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:53.890609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-350df9f8-b8c1-42d6-b100-7e63a209d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.923644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.933974 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ec30e14e-550d-4a74-9cee-649f51c7db05 req-8d56c88c-71db-4c8f-a846-7ff492d37311 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610649 Nov 29 11:53:53.957455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-350df9f8-b8c1-42d6-b100-7e63a209d466 None None] Port 8e355a3d-9923-44d6-b131-99f473d66f2a cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:53.965287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=fe6b3d83-7b2d-4594-bd83-2d03e06572c9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:53.968620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.976412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:53.981384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-36f6f31d-fcbc-436e-8079-a82be4f0aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:53.983608 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-36f6f31d-fcbc-436e-8079-a82be4f0aee9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85a2a7ca-f779-4aa6-9adf-752049cb65ce HTTP/1.1" status: 200 len: 852 time: 0.1179800 Nov 29 11:53:53.984606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Made reservation on behalf of 9ccf5e6e390e41458bf53409b1734af7 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:53:53.988251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.091310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] device_id is not set on port ca54d82b-ef79-454b-82ed-c9d8c4eb7713 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:53:54.105965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.107076 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-27268b68-1d77-4168-b0e2-794686a342a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae89007-c1b1-412d-94f8-f36d53e8098e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153929 Nov 29 11:53:54.111444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=8e355a3d-9923-44d6-b131-99f473d66f2a,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:54.188859 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a82ba2dd-bee2-494e-b0be-278de31d68ae None None] Provisioning complete for port 8e355a3d-9923-44d6-b131-99f473d66f2a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:54.188859 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a82ba2dd-bee2-494e-b0be-278de31d68ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.262918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a82ba2dd-bee2-494e-b0be-278de31d68ae None None] Port 8e355a3d-9923-44d6-b131-99f473d66f2a cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:54.312605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Allocated IP 172.20.0.4 (a5378c86-80d7-4ff1-b076-6c42f32cedfd/da5e0c6a-2fbe-4fd8-b75f-eb433070d176/ca54d82b-ef79-454b-82ed-c9d8c4eb7713) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:54.343669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network f199cf76-55ac-4d5b-ac10-a41f76229899 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:54.345598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:54.371500 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1b2694cc-e87e-4bfe-90c3-e4ddc991388c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:54.388584 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-acba3954-f476-4b0c-b49a-eb0966c71b83 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357872 Nov 29 11:53:54.441046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:54.441578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.447945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.567437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0f78add8-772e-49c4-8937-672ded9e4012 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:54.589907 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-edafaeb5-e535-4bea-9718-36dbd2945b5b req-a749d073-621f-40cf-a3f3-9ef1ebb8ee8b service neutron] 10.222.0.30 "GET /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930535 Nov 29 11:53:54.664148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d3d83b6d-857c-46f9-afc8-a7a4cb3ef713 None None] Provisioning complete for port 8e355a3d-9923-44d6-b131-99f473d66f2a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:54.665162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d3d83b6d-857c-46f9-afc8-a7a4cb3ef713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.726173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d3d83b6d-857c-46f9-afc8-a7a4cb3ef713 None None] Port 8e355a3d-9923-44d6-b131-99f473d66f2a cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:54.736720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0f78add8-772e-49c4-8937-672ded9e4012 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:54.737247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.763967 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 3b0736f2-5eb1-4088-aec9-0932da261584 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:54.856179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.899544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 0f78add8-772e-49c4-8937-672ded9e4012, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0f78add8-772e-49c4-8937-672ded9e4012,segment=NetworkSegment(9593df6e-8aec-423e-a353-89e088270999),segment_id=9593df6e-8aec-423e-a353-89e088270999)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:54.904303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:54.964160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Router 98422f11-3000-41df-b2d5-cf363d8ff7d1 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:53:54.969166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-771f14cf-1a89-45d5-b95a-b70dc482afa8 None None] Provisioning complete for port 8e355a3d-9923-44d6-b131-99f473d66f2a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:54.969708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-771f14cf-1a89-45d5-b95a-b70dc482afa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.003341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.006148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=0f78add8-772e-49c4-8937-672ded9e4012,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:55.020809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-771f14cf-1a89-45d5-b95a-b70dc482afa8 None None] Port 8e355a3d-9923-44d6-b131-99f473d66f2a cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:55.065424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70049b70-24ce-4c76-99e2-0085f2302868 req-217deeb6-e1f2-42e1-bd3c-4c54e0b89553 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:55.067095 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70049b70-24ce-4c76-99e2-0085f2302868 req-217deeb6-e1f2-42e1-bd3c-4c54e0b89553 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1734850 Nov 29 11:53:55.090482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116f372-7052-4e38-91a0-83868cfc6fcf None None] Network a5378c86-80d7-4ff1-b076-6c42f32cedfd requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:55.160260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-73d56002-161b-47c9-9ec8-be9fe9db3399 None None] Provisioning complete for port 0f78add8-772e-49c4-8937-672ded9e4012 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:55.161184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-73d56002-161b-47c9-9ec8-be9fe9db3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.200907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:55.213886 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7df8830b-e0f3-41b4-b1a6-61953cc7a7a2 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "PUT /v2.0/routers/98422f11-3000-41df-b2d5-cf363d8ff7d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2158842 Nov 29 11:53:55.217173 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70049b70-24ce-4c76-99e2-0085f2302868 req-f5298cd5-6e8b-4de2-8f5d-0b592a6eeb33 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136143 Nov 29 11:53:55.218891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59482) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:55.219406 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2e505-6be6-415c-a9ba-1d987dde9978 None None] Sync routers for ids ['98422f11-3000-41df-b2d5-cf363d8ff7d1'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:55.231176 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2e505-6be6-415c-a9ba-1d987dde9978 None None] Routers {'98422f11-3000-41df-b2d5-cf363d8ff7d1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:55.231851 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f0e2e505-6be6-415c-a9ba-1d987dde9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['98422f11-3000-41df-b2d5-cf363d8ff7d1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:55.236240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad57c65-9616-455d-a993-4bcd233ff9e9 req-5d3cecbe-0721-4acb-8ec6-35a82fb768e1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:55.237795 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dad57c65-9616-455d-a993-4bcd233ff9e9 req-5d3cecbe-0721-4acb-8ec6-35a82fb768e1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 944 time: 0.1382859 Nov 29 11:53:55.238953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.284599 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f0e2e505-6be6-415c-a9ba-1d987dde9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:55.302375 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2e505-6be6-415c-a9ba-1d987dde9978 None None] Routers {'98422f11-3000-41df-b2d5-cf363d8ff7d1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:55.302665 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f0e2e505-6be6-415c-a9ba-1d987dde9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['98422f11-3000-41df-b2d5-cf363d8ff7d1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:55.327625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Network a5378c86-80d7-4ff1-b076-6c42f32cedfd is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:53:55.339869 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f0e2e505-6be6-415c-a9ba-1d987dde9978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:55.341788 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2e505-6be6-415c-a9ba-1d987dde9978 None None] The sync data for ids ['98422f11-3000-41df-b2d5-cf363d8ff7d1'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:55.342664 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:55.342797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:53:55.350118 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6ac019b2-1038-4992-b62d-a241d528f887 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/routers/3b0736f2-5eb1-4088-aec9-0932da261584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2750208 Nov 29 11:53:55.352856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59484) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:55.354424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event updated for resources: {'Port': ['ID=ca54d82b-ef79-454b-82ed-c9d8c4eb7713,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:55.358560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:53:55.372225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b164c716-e2d7-46f1-9843-175b100d4423 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:55.374680 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce6248-0c91-4202-95bf-eb0af7c82467 None None] Sync routers for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:55.390092 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dad57c65-9616-455d-a993-4bcd233ff9e9 req-0c8e6527-bb10-40ba-8050-f3da9748c579 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228027 Nov 29 11:53:55.400159 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7068125-baea-4081-92b6-79de1d156607 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:55.404965 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c7068125-baea-4081-92b6-79de1d156607 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports?device_id=98422f11-3000-41df-b2d5-cf363d8ff7d1 HTTP/1.1" status: 200 len: 983 time: 0.1849294 Nov 29 11:53:55.405644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59486) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:55.453433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce6248-0c91-4202-95bf-eb0af7c82467 None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:55.453433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cbce6248-0c91-4202-95bf-eb0af7c82467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:55.511497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cbce6248-0c91-4202-95bf-eb0af7c82467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:55.515207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:55.516065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.530176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce6248-0c91-4202-95bf-eb0af7c82467 None None] Routers {'3b0736f2-5eb1-4088-aec9-0932da261584'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:55.530708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.531492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cbce6248-0c91-4202-95bf-eb0af7c82467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3b0736f2-5eb1-4088-aec9-0932da261584'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:55.557418 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fc468540-edeb-4a1c-b179-89192dc81575 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.9873137 Nov 29 11:53:55.558144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59488) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:55.571567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cbce6248-0c91-4202-95bf-eb0af7c82467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:55.572774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbce6248-0c91-4202-95bf-eb0af7c82467 None None] The sync data for ids ['3b0736f2-5eb1-4088-aec9-0932da261584'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:55.576696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port b164c716-e2d7-46f1-9843-175b100d4423 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:53:55.581223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port b164c716-e2d7-46f1-9843-175b100d4423 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:55.581656 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.670662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.678707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.701278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:53:55.704760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5f3503-d101-42f7-856f-7d8dac38ba53" -d '{"events": [{"server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "name": "network-vif-plugged", "status": "completed", "tag": "b164c716-e2d7-46f1-9843-175b100d4423"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:53:55.728067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b164c716-e2d7-46f1-9843-175b100d4423, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b164c716-e2d7-46f1-9843-175b100d4423,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:55.737163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.749997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port fe3e65cc-517d-4222-952a-b8b0c3390886 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:55.750339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.795250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d814794-2130-4e73-8303-c316d47ee383 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:55.801476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d814794-2130-4e73-8303-c316d47ee383 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:55.807727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d814794-2130-4e73-8303-c316d47ee383 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:55.812190 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8d814794-2130-4e73-8303-c316d47ee383 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2493203 Nov 29 11:53:55.812343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c18b4c-cb4f-4f45-bf8c-009884c2ef72 x-openstack-request-id: req-d6c18b4c-cb4f-4f45-bf8c-009884c2ef72 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:53:55.812343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "name": "network-vif-plugged", "status": "completed", "tag": "b164c716-e2d7-46f1-9843-175b100d4423", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:53:55.812343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6c18b4c-cb4f-4f45-bf8c-009884c2ef72 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:53:55.812343 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423', 'code': 200} Nov 29 11:53:55.813175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=b164c716-e2d7-46f1-9843-175b100d4423,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:55.814347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59492) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:55.828465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c68cc978-8a3e-4bf4-b8ba-2a5245a185b6 None None] Provisioning complete for port 0f78add8-772e-49c4-8937-672ded9e4012 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:55.828839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c68cc978-8a3e-4bf4-b8ba-2a5245a185b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.945778 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.953483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c68cc978-8a3e-4bf4-b8ba-2a5245a185b6 None None] Provisioning complete for port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:55.953784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c68cc978-8a3e-4bf4-b8ba-2a5245a185b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:55.992152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c68cc978-8a3e-4bf4-b8ba-2a5245a185b6 None None] Port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:56.003998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c68cc978-8a3e-4bf4-b8ba-2a5245a185b6 None None] Provisioning complete for port ca54d82b-ef79-454b-82ed-c9d8c4eb7713 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:56.004375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c68cc978-8a3e-4bf4-b8ba-2a5245a185b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.022404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for fe3e65cc-517d-4222-952a-b8b0c3390886 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:56.040313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c68cc978-8a3e-4bf4-b8ba-2a5245a185b6 None None] Port ca54d82b-ef79-454b-82ed-c9d8c4eb7713 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:56.045979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-41a16fdd-cc51-4ed9-8bd9-06a3f802cefb tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Deleting port ca54d82b-ef79-454b-82ed-c9d8c4eb7713 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:56.046428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41a16fdd-cc51-4ed9-8bd9-06a3f802cefb tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.048710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.143054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9a43f-ce46-4bee-8538-30c6ee6a622d req-284003cd-eef9-40f0-b46b-17297d33fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:56.144585 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05f9a43f-ce46-4bee-8538-30c6ee6a622d req-284003cd-eef9-40f0-b46b-17297d33fc93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 1098 time: 0.1951485 Nov 29 11:53:56.163671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e513f37f-85bb-49c0-9808-a98bc1ec5a21 None None] Provisioning complete for port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:56.164137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e513f37f-85bb-49c0-9808-a98bc1ec5a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.222342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e513f37f-85bb-49c0-9808-a98bc1ec5a21 None None] Port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:56.240634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0f78add8-772e-49c4-8937-672ded9e4012 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:53:56.289602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0f78add8-772e-49c4-8937-672ded9e4012 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:56.290527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.296097 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05f9a43f-ce46-4bee-8538-30c6ee6a622d req-37b175fb-80f8-40c1-ab7a-0c0886989d3e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419554 Nov 29 11:53:56.300707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41a16fdd-cc51-4ed9-8bd9-06a3f802cefb tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.314198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 8e355a3d-9923-44d6-b131-99f473d66f2a {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:56.314542 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.315933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-41a16fdd-cc51-4ed9-8bd9-06a3f802cefb tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Calling delete_port for ca54d82b-ef79-454b-82ed-c9d8c4eb7713 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:56.369970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-15671d51-22fa-4684-a592-3dffce995ccd None None] Provisioning complete for port ca54d82b-ef79-454b-82ed-c9d8c4eb7713 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:56.370432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-15671d51-22fa-4684-a592-3dffce995ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.422292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-15671d51-22fa-4684-a592-3dffce995ccd None None] Port ca54d82b-ef79-454b-82ed-c9d8c4eb7713 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:56.426973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.434980 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa002d-4874-4459-9c53-3234f3003bbc req-867efd8d-fca4-47b2-923b-1e9d159d65bd tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:56.436487 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-11aa002d-4874-4459-9c53-3234f3003bbc req-867efd8d-fca4-47b2-923b-1e9d159d65bd tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1058991 Nov 29 11:53:56.454096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.471033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=fe3e65cc-517d-4222-952a-b8b0c3390886,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:56.480198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 8e355a3d-9923-44d6-b131-99f473d66f2a owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:56.570354 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-11aa002d-4874-4459-9c53-3234f3003bbc req-acbbae1f-4cab-4134-9916-84a64586fb49 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135309 Nov 29 11:53:56.571248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.597641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14193b75-e2fb-414d-a131-66d9d94a7f6e req-076795df-5207-4860-a6a0-e773c7d9fdab tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:56.599196 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-14193b75-e2fb-414d-a131-66d9d94a7f6e req-076795df-5207-4860-a6a0-e773c7d9fdab tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 945 time: 0.1201522 Nov 29 11:53:56.672920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.676171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.679771 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-14193b75-e2fb-414d-a131-66d9d94a7f6e req-299c7cd7-242b-4523-bae5-26f189b8377b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734124 Nov 29 11:53:56.685049 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41a16fdd-cc51-4ed9-8bd9-06a3f802cefb tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.751026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a16fdd-cc51-4ed9-8bd9-06a3f802cefb tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event deleted for resources: {'Port': ['ID=ca54d82b-ef79-454b-82ed-c9d8c4eb7713,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:56.752713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.753292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Fanout notify agent at l3_agent the message router_deleted on router 3b0736f2-5eb1-4088-aec9-0932da261584 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:53:56.764138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.765267 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-faaa50b1-6d47-4521-ad60-b87140fce849 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/routers/3b0736f2-5eb1-4088-aec9-0932da261584 HTTP/1.1" status: 204 len: 168 time: 1.4114621 Nov 29 11:53:56.767267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.768022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59502) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:56.809623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=8e355a3d-9923-44d6-b131-99f473d66f2a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:56.868745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5fe07f-5c5d-494a-a43c-f3c56b8dc8cd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting subnet e7ca4c63-53d0-46ed-bae9-08e0078e8601 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:56.872788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe07f-5c5d-494a-a43c-f3c56b8dc8cd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.905503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41a16fdd-cc51-4ed9-8bd9-06a3f802cefb tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:56.916359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-41a16fdd-cc51-4ed9-8bd9-06a3f802cefb tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "DELETE /v2.0/ports/ca54d82b-ef79-454b-82ed-c9d8c4eb7713 HTTP/1.1" status: 204 len: 168 time: 1.0931883 Nov 29 11:53:56.916603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59504) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:56.923004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Request body: {'port': {'name': 'tempest-new-port-name-1589588466', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:56.923597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] bootfile-name is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:53:56.924085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] tftp-server is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:53:56.924581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.api.validators [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] server-ip-address is not in valid_values {{(pid=102103) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 29 11:53:56.934240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe07f-5c5d-494a-a43c-f3c56b8dc8cd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.004913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15d8ef-24c4-4b9e-9588-6c96114f384b req-14cae6bf-dbfd-4efa-8a56-46d2a3d6860d tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:57.007273 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1e15d8ef-24c4-4b9e-9588-6c96114f384b req-14cae6bf-dbfd-4efa-8a56-46d2a3d6860d tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1991882 Nov 29 11:53:57.035412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe07f-5c5d-494a-a43c-f3c56b8dc8cd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.091538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.106227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe07f-5c5d-494a-a43c-f3c56b8dc8cd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.122648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.134747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fe07f-5c5d-494a-a43c-f3c56b8dc8cd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ca4c63-53d0-46ed-bae9-08e0078e8601,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:57.138068 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1e15d8ef-24c4-4b9e-9588-6c96114f384b req-1b0f2984-b196-4c84-a9dc-646362306621 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990934 Nov 29 11:53:57.138530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe07f-5c5d-494a-a43c-f3c56b8dc8cd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.144700 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3c5fe07f-5c5d-494a-a43c-f3c56b8dc8cd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/subnets/e7ca4c63-53d0-46ed-bae9-08e0078e8601 HTTP/1.1" status: 204 len: 168 time: 0.3728750 Nov 29 11:53:57.145015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59506) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:57.146214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c4b505-d121-494e-a57c-34f9ea3012ee None None] Network ce3381bb-5811-44e3-9dcc-5fa16d264fa9 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:57.233582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.302554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:57.302875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.356592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] DHCP port deletion for ce3381bb-5811-44e3-9dcc-5fa16d264fa9 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:57.376025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] For port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,segment=NetworkSegment(275aef78-810c-491e-91a0-195477054fd0),segment_id=275aef78-810c-491e-91a0-195477054fd0)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:57.376496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.391326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for 1dd96dd4-dd12-41ff-a01f-ad0709fc552a owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:57.410916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.421411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] Deleting port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:57.421841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.473286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.493890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] For port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,segment=NetworkSegment(275aef78-810c-491e-91a0-195477054fd0),segment_id=275aef78-810c-491e-91a0-195477054fd0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:57.494589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.503124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:57.515187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] No DVR routers for this DVR port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:57.516559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] Calling delete_port for 1dd96dd4-dd12-41ff-a01f-ad0709fc552a owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:57.601536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.603059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.633762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] No DVR routers for this DVR port 1dd96dd4-dd12-41ff-a01f-ad0709fc552a on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:57.637505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e69e46-fe3a-4b0e-bce0-e6f169ba9121 None None] Pushing event deleted for resources: {'Port': ['ID=1dd96dd4-dd12-41ff-a01f-ad0709fc552a,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:57.640886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Router 98422f11-3000-41df-b2d5-cf363d8ff7d1 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:53:57.653743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3381bb-5811-44e3-9dcc-5fa16d264fa9']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:57.667581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275aef78-810c-491e-91a0-195477054fd0') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:57.667933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275aef78-810c-491e-91a0-195477054fd0') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:57.678214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.692360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.699569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:53:57.700008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:53:57.703042 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:53:57.772758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.773358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:53:57.783545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.783666 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-79e41e45-2588-47ce-bbd2-2fb041177230 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "PUT /v2.0/routers/98422f11-3000-41df-b2d5-cf363d8ff7d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3697753 Nov 29 11:53:57.784160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/networks/ce3381bb-5811-44e3-9dcc-5fa16d264fa9 HTTP/1.1" status: 204 len: 168 time: 0.6378355 Nov 29 11:53:57.784586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59510) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:57.787090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59512) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:57.790902 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71964f95-ac99-48bf-a440-7e4eb0b17058 None None] Sync routers for ids ['98422f11-3000-41df-b2d5-cf363d8ff7d1'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:53:57.801396 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71964f95-ac99-48bf-a440-7e4eb0b17058 None None] Routers {'98422f11-3000-41df-b2d5-cf363d8ff7d1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:57.802103 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-71964f95-ac99-48bf-a440-7e4eb0b17058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['98422f11-3000-41df-b2d5-cf363d8ff7d1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:57.805343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789ff7d-ce9b-4115-81bb-0f960e4ce322 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Network': ['ID=ce3381bb-5811-44e3-9dcc-5fa16d264fa9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:57.829867 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab50388-4150-41bd-83eb-6a8c4d011d09 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:53:57.829867 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1ab50388-4150-41bd-83eb-6a8c4d011d09 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/8e355a3d-9923-44d6-b131-99f473d66f2a HTTP/1.1" status: 404 len: 333 time: 0.0409327 Nov 29 11:53:57.837672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59514) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:57.840163 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-71964f95-ac99-48bf-a440-7e4eb0b17058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:57.848731 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71964f95-ac99-48bf-a440-7e4eb0b17058 None None] Routers {'98422f11-3000-41df-b2d5-cf363d8ff7d1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:53:57.850102 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-71964f95-ac99-48bf-a440-7e4eb0b17058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['98422f11-3000-41df-b2d5-cf363d8ff7d1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:57.875124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.884179 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-71964f95-ac99-48bf-a440-7e4eb0b17058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:53:57.884734 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71964f95-ac99-48bf-a440-7e4eb0b17058 None None] The sync data for ids ['98422f11-3000-41df-b2d5-cf363d8ff7d1'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:53:57.888266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595645c-28ff-4227-b2a9-4cc120992d75 req-ca61ec71-2ad2-4fa5-83a3-47fa7bdb7339 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:57.889820 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6595645c-28ff-4227-b2a9-4cc120992d75 req-ca61ec71-2ad2-4fa5-83a3-47fa7bdb7339 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 945 time: 0.1061573 Nov 29 11:53:57.891004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.956208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cecf3e8b-5318-4b6c-9b82-bb20a660605e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:57.959486 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:53:57.987333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event updated for resources: {'Port': ['ID=5db6fe9b-eb50-4026-b4f7-cf691cf93470,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:58.011344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] In _notify_port_updated(), no bound segment for port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 on network a5378c86-80d7-4ff1-b076-6c42f32cedfd {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:53:58.017377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:58.018070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.019378 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5e810676-6c2b-4b1a-a6dd-e19bea3a91d9 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "PUT /v2.0/ports/5db6fe9b-eb50-4026-b4f7-cf691cf93470 HTTP/1.1" status: 200 len: 1137 time: 1.1029682 Nov 29 11:53:58.026417 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6595645c-28ff-4227-b2a9-4cc120992d75 req-9121addf-7e1a-4a0e-ab47-ef774d8de0e1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043301 Nov 29 11:53:58.026902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59516) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:58.092315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3732a850-9eed-4460-b727-ad502a3599aa tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:58.093790 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3732a850-9eed-4460-b727-ad502a3599aa tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "GET /v2.0/ports/5db6fe9b-eb50-4026-b4f7-cf691cf93470 HTTP/1.1" status: 200 len: 1137 time: 0.0659494 Nov 29 11:53:58.097842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59520) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:58.168315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2d7231da-acc4-4365-9e73-f5d6b73594d0 None None] Provisioning complete for port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:53:58.168692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2d7231da-acc4-4365-9e73-f5d6b73594d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.200558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cecf3e8b-5318-4b6c-9b82-bb20a660605e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.205418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cecf3e8b-5318-4b6c-9b82-bb20a660605e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.209992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port 87295e65-f563-4530-a3f8-694c9d4d3f91 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:58.209992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.227429 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2d7231da-acc4-4365-9e73-f5d6b73594d0 None None] Port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:53:58.232835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2406f-ef5e-4637-8ba2-ae0007e5feda req-36bcbae6-3f2e-4cb3-bbfa-25ec64317027 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:58.234477 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cfe2406f-ef5e-4637-8ba2-ae0007e5feda req-36bcbae6-3f2e-4cb3-bbfa-25ec64317027 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 945 time: 0.1267123 Nov 29 11:53:58.254649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1dd96dd4-dd12-41ff-a01f-ad0709fc552a no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:53:58.276031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 1dd96dd4-dd12-41ff-a01f-ad0709fc552a {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:53:58.276031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1dd96dd4-dd12-41ff-a01f-ad0709fc552a not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:53:58.301823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cecf3e8b-5318-4b6c-9b82-bb20a660605e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.302474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecf3e8b-5318-4b6c-9b82-bb20a660605e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Fanout notify agent at l3_agent the message router_deleted on router 98422f11-3000-41df-b2d5-cf363d8ff7d1 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:53:58.310405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cecf3e8b-5318-4b6c-9b82-bb20a660605e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.313765 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cecf3e8b-5318-4b6c-9b82-bb20a660605e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/routers/98422f11-3000-41df-b2d5-cf363d8ff7d1 HTTP/1.1" status: 204 len: 168 time: 0.4723315 Nov 29 11:53:58.314814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59524) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:58.315502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf038c-510a-4695-a03f-226409c99d03 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Deleting port 5db6fe9b-eb50-4026-b4f7-cf691cf93470 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:58.315863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbdf038c-510a-4695-a03f-226409c99d03 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.372363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.372694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.374664 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cfe2406f-ef5e-4637-8ba2-ae0007e5feda req-cf866532-8065-4ac6-9c26-a30829568034 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295686 Nov 29 11:53:58.384602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e214dc-7b8b-4cb5-b831-11236c89ca2c req-34f43fff-4b1c-4fda-aff5-ed8a0844ec36 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:58.386135 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07e214dc-7b8b-4cb5-b831-11236c89ca2c req-34f43fff-4b1c-4fda-aff5-ed8a0844ec36 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1318386 Nov 29 11:53:58.391039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for 87295e65-f563-4530-a3f8-694c9d4d3f91 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:58.398587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-57eaa3b7-1204-4589-9aaf-e36406e1b7bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet c60b90e5-c5d8-4cb4-aeb4-1a5f398cfb69 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:58.402765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57eaa3b7-1204-4589-9aaf-e36406e1b7bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.405031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59526) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:58.451034 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07e214dc-7b8b-4cb5-b831-11236c89ca2c req-57d19e80-f8b2-4574-a4b7-e4fd878a2e39 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Nov 29 11:53:58.454400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbdf038c-510a-4695-a03f-226409c99d03 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.466611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fbdf038c-510a-4695-a03f-226409c99d03 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Calling delete_port for 5db6fe9b-eb50-4026-b4f7-cf691cf93470 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:58.606281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbdf038c-510a-4695-a03f-226409c99d03 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.641519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf038c-510a-4695-a03f-226409c99d03 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event deleted for resources: {'Port': ['ID=5db6fe9b-eb50-4026-b4f7-cf691cf93470,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:58.718659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fbdf038c-510a-4695-a03f-226409c99d03 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.724959 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fbdf038c-510a-4695-a03f-226409c99d03 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "DELETE /v2.0/ports/5db6fe9b-eb50-4026-b4f7-cf691cf93470 HTTP/1.1" status: 204 len: 168 time: 0.6231713 Nov 29 11:53:58.724959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59528) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:58.791711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8146c59-c975-4865-810b-f58a46cdc330 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Deleting subnet da5e0c6a-2fbe-4fd8-b75f-eb433070d176 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:53:58.795711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8146c59-c975-4865-810b-f58a46cdc330 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.820859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57eaa3b7-1204-4589-9aaf-e36406e1b7bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.838105 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8146c59-c975-4865-810b-f58a46cdc330 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.870204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a27704-0f28-495a-ad7f-e1cd7e3887e9 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:58.871898 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-18a27704-0f28-495a-ad7f-e1cd7e3887e9 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 1093 time: 0.4632761 Nov 29 11:53:58.875431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59530) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:58.880396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:53:58.939875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.986271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57eaa3b7-1204-4589-9aaf-e36406e1b7bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:58.995567 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8146c59-c975-4865-810b-f58a46cdc330 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.028996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.075517 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-45a340e3-5ab4-4e9a-a4b6-1f3e029fb427 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:59.077096 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-45a340e3-5ab4-4e9a-a4b6-1f3e029fb427 tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.30 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1272378 Nov 29 11:53:59.081704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8146c59-c975-4865-810b-f58a46cdc330 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.082382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=87295e65-f563-4530-a3f8-694c9d4d3f91,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:59.123332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8146c59-c975-4865-810b-f58a46cdc330 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event deleted for resources: {'Subnet': ['ID=da5e0c6a-2fbe-4fd8-b75f-eb433070d176,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:59.131304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d8146c59-c975-4865-810b-f58a46cdc330 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.134474 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d8146c59-c975-4865-810b-f58a46cdc330 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "DELETE /v2.0/subnets/da5e0c6a-2fbe-4fd8-b75f-eb433070d176 HTTP/1.1" status: 204 len: 168 time: 0.4084253 Nov 29 11:53:59.134663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13c701-40bc-40b5-a928-b30025370aa5 None None] Network a5378c86-80d7-4ff1-b076-6c42f32cedfd requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:59.137969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59532) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:59.150091 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.208950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57eaa3b7-1204-4589-9aaf-e36406e1b7bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.246691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaa3b7-1204-4589-9aaf-e36406e1b7bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=c60b90e5-c5d8-4cb4-aeb4-1a5f398cfb69,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:59.251963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.254907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.256726 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ed1b8f64-a0ef-443b-92d6-7a9afa4fc5c5 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/floatingips/8179bdfa-d251-428e-9b51-f20bb99a5599 HTTP/1.1" status: 204 len: 168 time: 1.4673994 Nov 29 11:53:59.259402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57eaa3b7-1204-4589-9aaf-e36406e1b7bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.262515 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-57eaa3b7-1204-4589-9aaf-e36406e1b7bd tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/c60b90e5-c5d8-4cb4-aeb4-1a5f398cfb69 HTTP/1.1" status: 204 len: 168 time: 0.9471223 Nov 29 11:53:59.263107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59534) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:59.266737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.268399 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49495f1-a1c9-489a-9407-d95c3a501d06 None None] Network f199cf76-55ac-4d5b-ac10-a41f76229899 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:53:59.270419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59536) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:59.293183 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e757538-0798-4e36-a811-43e8b774c78c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] DELETE failed (client error): The resource could not be found. Nov 29 11:53:59.293925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e757538-0798-4e36-a811-43e8b774c78c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:59.297131 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1e757538-0798-4e36-a811-43e8b774c78c tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/ports/d7556fd1-2069-4a01-a086-08b93fc2f253 HTTP/1.1" status: 404 len: 333 time: 0.0322521 Nov 29 11:53:59.300743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59538) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:59.339400 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bfa35f29-8406-4787-b6de-2a65a4207d29 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b0736f2-5eb1-4088-aec9-0932da261584 HTTP/1.1" status: 200 len: 205 time: 0.0354044 Nov 29 11:53:59.339987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59540) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:59.351758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] DHCP port deletion for a5378c86-80d7-4ff1-b076-6c42f32cedfd request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:59.383791 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-6ecbe51b-979b-4ef8-abcb-5e915ae42e93 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] delete failed (client error): The resource could not be found. Nov 29 11:53:59.387234 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6ecbe51b-979b-4ef8-abcb-5e915ae42e93 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/routers/3b0736f2-5eb1-4088-aec9-0932da261584 HTTP/1.1" status: 404 len: 336 time: 0.0434263 Nov 29 11:53:59.387234 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Deleting port 62526918-bc8c-447b-9aab-3e9f8d93bd88 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:59.387468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.389810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59542) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:59.437629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.449023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] Deleting port 0f78add8-772e-49c4-8937-672ded9e4012 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:59.449402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.456948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.77 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/9d9043ff-e8af-4c1e-8ea7-07565fe55441) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:53:59.468298 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-23158c5d-ddc0-4626-bdcf-346641d8ff23 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] DELETE failed (client error): The resource could not be found. Nov 29 11:53:59.468679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23158c5d-ddc0-4626-bdcf-346641d8ff23 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:53:59.474679 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-23158c5d-ddc0-4626-bdcf-346641d8ff23 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/subnets/e7ca4c63-53d0-46ed-bae9-08e0078e8601 HTTP/1.1" status: 404 len: 337 time: 0.0810251 Nov 29 11:53:59.474867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59546) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:53:59.530202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] For port 0f78add8-772e-49c4-8937-672ded9e4012, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0f78add8-772e-49c4-8937-672ded9e4012,segment=NetworkSegment(9593df6e-8aec-423e-a353-89e088270999),segment_id=9593df6e-8aec-423e-a353-89e088270999)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:59.530608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.535281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] DHCP port deletion for f199cf76-55ac-4d5b-ac10-a41f76229899 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:53:59.548029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Deleting port 0f78add8-772e-49c4-8937-672ded9e4012 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:59.548683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.551911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] Calling delete_port for 0f78add8-772e-49c4-8937-672ded9e4012 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:59.581885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] For port 62526918-bc8c-447b-9aab-3e9f8d93bd88, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=62526918-bc8c-447b-9aab-3e9f8d93bd88,segment=NetworkSegment(1351644b-11de-4515-96b6-c7d7d05a87d7),segment_id=1351644b-11de-4515-96b6-c7d7d05a87d7)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:59.582216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.596865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Calling delete_port for 62526918-bc8c-447b-9aab-3e9f8d93bd88 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:59.644701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] Deleting port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:59.645071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.657970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b00d4f94-425f-42a8-b3cc-d2449bd960fd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port b26bda21-dc09-497c-bd12-5d40d97148b5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:59.657970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b00d4f94-425f-42a8-b3cc-d2449bd960fd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.698872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] For port 0f78add8-772e-49c4-8937-672ded9e4012, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0f78add8-772e-49c4-8937-672ded9e4012,segment=NetworkSegment(9593df6e-8aec-423e-a353-89e088270999),segment_id=9593df6e-8aec-423e-a353-89e088270999)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:59.699807 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.730169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Calling delete_port for 0f78add8-772e-49c4-8937-672ded9e4012 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:59.770572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dea3b6-517c-4785-a386-7382501b420d req-621e3298-4193-4fcd-aa71-2f3251d57b2a tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:53:59.775526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b00d4f94-425f-42a8-b3cc-d2449bd960fd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.779298 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97dea3b6-517c-4785-a386-7382501b420d req-621e3298-4193-4fcd-aa71-2f3251d57b2a tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/ports?device_id=b37d8129-e7d7-4761-8ada-c4eeca8855bc HTTP/1.1" status: 200 len: 946 time: 0.1874790 Nov 29 11:53:59.812090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b00d4f94-425f-42a8-b3cc-d2449bd960fd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for b26bda21-dc09-497c-bd12-5d40d97148b5 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:59.823360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:53:59.823701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.860889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.868075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] For port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,segment=NetworkSegment(86b4924a-ef60-41aa-985c-593a86a6aa43),segment_id=86b4924a-ef60-41aa-985c-593a86a6aa43)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:59.868467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.879883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.892204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.904863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['62526918-bc8c-447b-9aab-3e9f8d93bd88'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:53:59.907029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] Calling delete_port for 1b2694cc-e87e-4bfe-90c3-e4ddc991388c owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:59.910315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] Pushing event deleted for resources: {'Port': ['ID=0f78add8-772e-49c4-8937-672ded9e4012,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:59.913105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6770531-8b98-4aa1-8c64-f62954d1bfe8 None None] No DVR routers for this DVR port 0f78add8-772e-49c4-8937-672ded9e4012 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:59.934006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Pushing event deleted for resources: {'Port': ['ID=62526918-bc8c-447b-9aab-3e9f8d93bd88,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:53:59.945254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] For port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,segment=NetworkSegment(86b4924a-ef60-41aa-985c-593a86a6aa43),segment_id=86b4924a-ef60-41aa-985c-593a86a6aa43)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:53:59.945397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.968856 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97dea3b6-517c-4785-a386-7382501b420d req-1d9e6b6d-55fc-4a64-b835-d55e59501b6c tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.23 "GET /v2.0/security-groups?id=26c1933c-7fc2-45a6-92da-4114ed3869ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887801 Nov 29 11:53:59.981372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 1b2694cc-e87e-4bfe-90c3-e4ddc991388c owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:53:59.982846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] No DVR routers for this DVR port 62526918-bc8c-447b-9aab-3e9f8d93bd88 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:53:59.985885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:53:59.989780 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56d94360-6cae-4e51-83ae-8fcde6a60a04 req-181e9357-cba2-4449-8a83-66ca32663e1b tempest-TestServerAdvancedOps-1155091367 tempest-TestServerAdvancedOps-1155091367-project] 10.222.0.30 "DELETE /v2.0/ports/62526918-bc8c-447b-9aab-3e9f8d93bd88 HTTP/1.1" status: 204 len: 173 time: 0.9024131 Nov 29 11:53:59.990911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37d8129-e7d7-4761-8ada-c4eeca8855bc', 'name': 'network-vif-deleted', 'tag': '62526918-bc8c-447b-9aab-3e9f8d93bd88'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:54:00.000475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2812b5e-ac9a-4fcf-9363-451686b45e87" -d '{"events": [{"server_uuid": "b37d8129-e7d7-4761-8ada-c4eeca8855bc", "name": "network-vif-deleted", "tag": "62526918-bc8c-447b-9aab-3e9f8d93bd88"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:54:00.038742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.055816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b707dcd-a0e8-46a6-8f5c-e4a48eabe947 x-openstack-request-id: req-5b707dcd-a0e8-46a6-8f5c-e4a48eabe947 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:54:00.056416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37d8129-e7d7-4761-8ada-c4eeca8855bc", "name": "network-vif-deleted", "tag": "62526918-bc8c-447b-9aab-3e9f8d93bd88", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:54:00.056679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b707dcd-a0e8-46a6-8f5c-e4a48eabe947 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:54:00.057103 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37d8129-e7d7-4761-8ada-c4eeca8855bc', 'name': 'network-vif-deleted', 'tag': '62526918-bc8c-447b-9aab-3e9f8d93bd88', 'status': 'completed', 'code': 200} Nov 29 11:54:00.058092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.078610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] Pushing event deleted for resources: {'Port': ['ID=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:00.084938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe48cc4f-4996-431e-b799-57b315cd7dc3 None None] No DVR routers for this DVR port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:00.096802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] No DVR routers for this DVR port 0f78add8-772e-49c4-8937-672ded9e4012 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:00.098198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event deleted for resources: {'Port': ['ID=0f78add8-772e-49c4-8937-672ded9e4012,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:00.106596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.118522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b00d4f94-425f-42a8-b3cc-d2449bd960fd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.148169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d4f94-425f-42a8-b3cc-d2449bd960fd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=b26bda21-dc09-497c-bd12-5d40d97148b5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:00.231294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:00.239950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b00d4f94-425f-42a8-b3cc-d2449bd960fd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.243318 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b00d4f94-425f-42a8-b3cc-d2449bd960fd tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/ports/b26bda21-dc09-497c-bd12-5d40d97148b5 HTTP/1.1" status: 204 len: 168 time: 0.7675257 Nov 29 11:54:00.245713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59550) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:00.246037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:00.248446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:00.251127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1b2694cc-e87e-4bfe-90c3-e4ddc991388c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:00.258112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=9d9043ff-e8af-4c1e-8ea7-07565fe55441,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:00.274406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 1b2694cc-e87e-4bfe-90c3-e4ddc991388c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:00.274778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 1b2694cc-e87e-4bfe-90c3-e4ddc991388c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:00.275181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0f78add8-772e-49c4-8937-672ded9e4012 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:00.284427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.294248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 0f78add8-772e-49c4-8937-672ded9e4012 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:00.294598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0f78add8-772e-49c4-8937-672ded9e4012 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:00.298958 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.336421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c099221a-1c10-48ae-b20b-bcd09402d564 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port c8a83cd4-f275-41ca-af3e-2b130c202487 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:00.336759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c099221a-1c10-48ae-b20b-bcd09402d564 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.346360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5378c86-80d7-4ff1-b076-6c42f32cedfd']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:00.351191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No DVR routers for this DVR port 1b2694cc-e87e-4bfe-90c3-e4ddc991388c on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:00.359413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=1b2694cc-e87e-4bfe-90c3-e4ddc991388c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:00.385543 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9593df6e-8aec-423e-a353-89e088270999') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:00.385934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9593df6e-8aec-423e-a353-89e088270999') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:00.415966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.430219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c099221a-1c10-48ae-b20b-bcd09402d564 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.444074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c099221a-1c10-48ae-b20b-bcd09402d564 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for c8a83cd4-f275-41ca-af3e-2b130c202487 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:00.495107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.518507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:00.518985 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:00.522548 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:00.527860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.591785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c099221a-1c10-48ae-b20b-bcd09402d564 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.624297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099221a-1c10-48ae-b20b-bcd09402d564 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=c8a83cd4-f275-41ca-af3e-2b130c202487,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:00.657105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-83f3b271-00a2-4e87-8332-29a6632c5073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.666514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f199cf76-55ac-4d5b-ac10-a41f76229899']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:00.682248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b4924a-ef60-41aa-985c-593a86a6aa43') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:00.682562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b4924a-ef60-41aa-985c-593a86a6aa43') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:00.690908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c099221a-1c10-48ae-b20b-bcd09402d564 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.691950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.694208 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c099221a-1c10-48ae-b20b-bcd09402d564 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/ports/c8a83cd4-f275-41ca-af3e-2b130c202487 HTTP/1.1" status: 204 len: 168 time: 0.4473436 Nov 29 11:54:00.697017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59552) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:00.706928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.709978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.713072 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] 10.222.0.23 "DELETE /v2.0/networks/a5378c86-80d7-4ff1-b076-6c42f32cedfd HTTP/1.1" status: 204 len: 168 time: 1.5743916 Nov 29 11:54:00.737170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8caee-f8f1-45c4-84d8-84115e2f3722 tempest-ExtraDHCPOptionsTestJSON-1810072850 tempest-ExtraDHCPOptionsTestJSON-1810072850-project] Pushing event deleted for resources: {'Network': ['ID=a5378c86-80d7-4ff1-b076-6c42f32cedfd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:00.747606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.748483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791ba53-5961-499f-b750-7f30c50f9b3a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:00.750196 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1791ba53-5961-499f-b750-7f30c50f9b3a tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "GET /v2.0/ports?device_id=7076c921-5f32-4f0b-99e4-2a1adb3b83ed HTTP/1.1" status: 200 len: 913 time: 0.0521538 Nov 29 11:54:00.752758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59556) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:00.761146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:00.761634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:00.765050 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:00.860213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.863981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:00.867380 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/networks/f199cf76-55ac-4d5b-ac10-a41f76229899 HTTP/1.1" status: 204 len: 168 time: 1.5884693 Nov 29 11:54:00.900688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59558) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:00.933085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035091d-9bc1-4de4-ab43-7a9c761ee41b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Network': ['ID=f199cf76-55ac-4d5b-ac10-a41f76229899,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:01.006177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59562) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:01.041746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59568) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:01.120742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bd2d4f-cb7c-47ff-8c66-661c7c5b07bf admin admin] Deleting subnet 85a2a7ca-f779-4aa6-9adf-752049cb65ce {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:01.127543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-50bd2d4f-cb7c-47ff-8c66-661c7c5b07bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.188700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-50bd2d4f-cb7c-47ff-8c66-661c7c5b07bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.237760 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-94407db8-ae08-4154-8a50-f34085cfef87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9ccf5e6e390e41458bf53409b1734af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290614 Nov 29 11:54:01.253844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59570) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:01.273698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-50bd2d4f-cb7c-47ff-8c66-661c7c5b07bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.319222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce209c7-093e-4d40-a497-8f1417beb260 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:01.320606 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dce209c7-093e-4d40-a497-8f1417beb260 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/4d750397-aab0-4706-bd10-306354b8dc2d HTTP/1.1" status: 200 len: 840 time: 0.4177728 Nov 29 11:54:01.328168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.329715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59572) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:01.430718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-50bd2d4f-cb7c-47ff-8c66-661c7c5b07bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.443661 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-69f374d7-6ea8-4c26-8a64-13b4ec8eeebc tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/4d750397-aab0-4706-bd10-306354b8dc2d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1105301 Nov 29 11:54:01.448377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59574) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:01.452487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.474024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:01.481933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd2d4f-cb7c-47ff-8c66-661c7c5b07bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a2a7ca-f779-4aa6-9adf-752049cb65ce,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:01.483985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-50bd2d4f-cb7c-47ff-8c66-661c7c5b07bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.489398 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-50bd2d4f-cb7c-47ff-8c66-661c7c5b07bf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/85a2a7ca-f779-4aa6-9adf-752049cb65ce HTTP/1.1" status: 204 len: 168 time: 0.4459393 Nov 29 11:54:01.493110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59576) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:01.495200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06b3a7fa-9957-46a7-b102-635c37753fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.598894 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06b3a7fa-9957-46a7-b102-635c37753fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.633706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:01.637169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.661292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.664608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.817192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06b3a7fa-9957-46a7-b102-635c37753fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.819881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-06b3a7fa-9957-46a7-b102-635c37753fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.821021 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-06b3a7fa-9957-46a7-b102-635c37753fbf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a53e1a2a-fe65-4e3f-ae4f-b2f8735ea495 HTTP/1.1" status: 204 len: 168 time: 0.5662096 Nov 29 11:54:01.846626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.855757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port f4b31308-752a-4e97-a44e-148a26ca77c1 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:01.856097 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.857277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3a7fa-9957-46a7-b102-635c37753fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53e1a2a-fe65-4e3f-ae4f-b2f8735ea495,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:01.880690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae89007-c1b1-412d-94f8-f36d53e8098e']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:01.900392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1351644b-11de-4515-96b6-c7d7d05a87d7') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:01.900392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1351644b-11de-4515-96b6-c7d7d05a87d7') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:01.919060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.941600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.955379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:01.955833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:01.957857 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:01.965191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.003180 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.009486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.031145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:02.038291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.040984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:02.049643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:02.050242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.055052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5c22c-21b9-4a53-a69e-27f539aa86ed None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:02.065593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for f4b31308-752a-4e97-a44e-148a26ca77c1 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:02.070913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.073095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:02.088353 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dd45046e-1653-4c85-9d11-668ea2f24378 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6205308 Nov 29 11:54:02.089661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59582) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:02.094597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f6dd7a38-1a96-41d9-8bd6-4d67abc9cc15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1623386263'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:02.122199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.128892 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5ae89007-c1b1-412d-94f8-f36d53e8098e HTTP/1.1" status: 204 len: 168 time: 0.6346505 Nov 29 11:54:02.130686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994faa2c-6337-485d-ada5-41559ba22ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae89007-c1b1-412d-94f8-f36d53e8098e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:02.131216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59586) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:02.137218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=9d9043ff-e8af-4c1e-8ea7-07565fe55441,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:02.156745 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.198824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7a38-1a96-41d9-8bd6-4d67abc9cc15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.214778 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ce3e7e-490b-46bd-8516-7f02c718c623 admin admin] Deleting subnet e21bb630-0060-4aae-90b2-b72e73654521 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:02.225707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04ce3e7e-490b-46bd-8516-7f02c718c623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.282587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-686e657b-8858-4750-b7f8-ad571b2f328c', 'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'tenant_id': 'c3e0a921d7db464581fee2647c1ff212', 'fixed_ips': [{'subnet_id': 'e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:02.283563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.297107 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 5ba01b13-d80a-47b3-89cf-af03db30581a associated. External IP: 172.26.5.77, port: b164c716-e2d7-46f1-9843-175b100d4423. Nov 29 11:54:02.323658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04ce3e7e-490b-46bd-8516-7f02c718c623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.446575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Allocated IP 172.20.0.2 (686e657b-8858-4750-b7f8-ad571b2f328c/e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0/f968d024-b7d4-4876-b6fb-c1b982ed2454) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:02.455440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7a38-1a96-41d9-8bd6-4d67abc9cc15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.470322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7a38-1a96-41d9-8bd6-4d67abc9cc15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.472922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04ce3e7e-490b-46bd-8516-7f02c718c623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.544023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6dd7a38-1a96-41d9-8bd6-4d67abc9cc15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.547734 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f6dd7a38-1a96-41d9-8bd6-4d67abc9cc15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4557421 Nov 29 11:54:02.548364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59600) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:02.555848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-15a89fea-21ec-4bad-a388-7cb7af8ce1b6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'security_group': {'name': 'tempest-secgroup-1171792454'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:02.560013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.599037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd7a38-1a96-41d9-8bd6-4d67abc9cc15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f0f53a-923f-4870-a819-316e4808dc6b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:02.600219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 0ad84437-35d4-4c79-a004-568908cdc145 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:02.601452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15a89fea-21ec-4bad-a388-7cb7af8ce1b6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.606596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=f4b31308-752a-4e97-a44e-148a26ca77c1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:02.714480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04ce3e7e-490b-46bd-8516-7f02c718c623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.749798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.757630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.773709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04ce3e7e-490b-46bd-8516-7f02c718c623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.777059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-04ce3e7e-490b-46bd-8516-7f02c718c623 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e21bb630-0060-4aae-90b2-b72e73654521 HTTP/1.1" status: 204 len: 168 time: 0.6449068 Nov 29 11:54:02.779313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59604) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:02.779668 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59606) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:02.788869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15a89fea-21ec-4bad-a388-7cb7af8ce1b6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.800548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:02.805225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:02.807891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:02.810935 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15a89fea-21ec-4bad-a388-7cb7af8ce1b6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.825279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Pushing event updated for resources: {'Port': ['ID=f968d024-b7d4-4876-b6fb-c1b982ed2454,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:02.842815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:02.889652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-15a89fea-21ec-4bad-a388-7cb7af8ce1b6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.893529 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-15a89fea-21ec-4bad-a388-7cb7af8ce1b6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3416281 Nov 29 11:54:02.901982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59610) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:02.907489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1258884091', 'security_groups': ['20e71aa4-64a7-4924-814e-d356cf50122d'], 'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0'}]}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:02.912095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] Sync routers for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:02.919103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Attempting to bind port f968d024-b7d4-4876-b6fb-c1b982ed2454 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:02.919475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Attempting to bind port f968d024-b7d4-4876-b6fb-c1b982ed2454 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'dd5a7a6d-092a-4069-8ed5-1f554484dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:02.919834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Attempting to bind port f968d024-b7d4-4876-b6fb-c1b982ed2454 on network 686e657b-8858-4750-b7f8-ad571b2f328c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:02.930405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:02.931040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:53:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:02.934920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:02.935771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Checking segment: {'id': 'dd5a7a6d-092a-4069-8ed5-1f554484dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:02.936180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.936572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Bound using segment: {'id': 'dd5a7a6d-092a-4069-8ed5-1f554484dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:02.937113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Bound port: f968d024-b7d4-4876-b6fb-c1b982ed2454, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5a7a6d-092a-4069-8ed5-1f554484dc4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:02.937498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.963116 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:02.967831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-017facf4-3d0b-45a9-ae8e-329a4ba6cc44 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2106032601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:02.978775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a89fea-21ec-4bad-a388-7cb7af8ce1b6 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e71aa4-64a7-4924-814e-d356cf50122d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:03.002768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.035529 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6fa28d04-1bdc-4832-9634-291fd6e5c46c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1589811 Nov 29 11:54:03.040808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:54:03.043413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43c9d27-ea78-4704-ac8c-0200f620ee95" -d '{"events": [{"name": "network-changed", "server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "tag": "b164c716-e2d7-46f1-9843-175b100d4423"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:54:03.049585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59612) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:03.067594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-017facf4-3d0b-45a9-ae8e-329a4ba6cc44 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.068909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-017facf4-3d0b-45a9-ae8e-329a4ba6cc44 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.103993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] For port f968d024-b7d4-4876-b6fb-c1b982ed2454, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:03.107314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:54:03.145298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce3e7e-490b-46bd-8516-7f02c718c623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21bb630-0060-4aae-90b2-b72e73654521,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:03.151292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] For port f968d024-b7d4-4876-b6fb-c1b982ed2454, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f968d024-b7d4-4876-b6fb-c1b982ed2454,segment=NetworkSegment(dd5a7a6d-092a-4069-8ed5-1f554484dc4d),segment_id=dd5a7a6d-092a-4069-8ed5-1f554484dc4d)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:03.160930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.193281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.274248 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8a57118b-a4bb-4da7-b8ca-41f99e3eed1f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/5ba01b13-d80a-47b3-89cf-af03db30581a HTTP/1.1" status: 200 len: 990 time: 0.2155972 Nov 29 11:54:03.284337 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-017facf4-3d0b-45a9-ae8e-329a4ba6cc44 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.299025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-017facf4-3d0b-45a9-ae8e-329a4ba6cc44 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.317027 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.320060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c7e2-0d00-45c5-ade9-ffa42094da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.346295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb73f0b-7082-4eda-99ac-31dec596431e None None] Pushing event updated for resources: {'Port': ['ID=f968d024-b7d4-4876-b6fb-c1b982ed2454,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:03.377141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58022fdb-136f-4830-8937-b70c55233366 x-openstack-request-id: req-58022fdb-136f-4830-8937-b70c55233366 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:54:03.379335 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "tag": "b164c716-e2d7-46f1-9843-175b100d4423", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:54:03.379714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58022fdb-136f-4830-8937-b70c55233366 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:54:03.380873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423', 'status': 'completed', 'code': 200} Nov 29 11:54:03.386144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3336d56b-d433-49db-82fd-4c811b2dd10b']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.400541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 62526918-bc8c-447b-9aab-3e9f8d93bd88 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:03.403306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:03.410688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4ad9bd-cf46-4509-af24-fce6fd2ef74f') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.411084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4ad9bd-cf46-4509-af24-fce6fd2ef74f') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.429386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 62526918-bc8c-447b-9aab-3e9f8d93bd88 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:03.429759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 62526918-bc8c-447b-9aab-3e9f8d93bd88 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:03.476321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-017facf4-3d0b-45a9-ae8e-329a4ba6cc44 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.477710 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-017facf4-3d0b-45a9-ae8e-329a4ba6cc44 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6970940 Nov 29 11:54:03.480258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.483280 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59618) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:03.484153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-742d944a-3e88-4488-9e7c-5bb0208f8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:03.486336 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-742d944a-3e88-4488-9e7c-5bb0208f8415 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 1098 time: 0.1069117 Nov 29 11:54:03.492057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:29Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.497366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1578957911'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:03.542960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] Checking router: 0ad84437-35d4-4c79-a004-568908cdc145 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:54:03.554209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:03.555385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.556002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Made reservation on behalf of d65e64de7c734828b2ee04c777053d28 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:03.560535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.575333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.579189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.584124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:03.598019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:03.600724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:03.602879 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:03.690015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.707795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.717718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:54:03.721428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:03.728244 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1267ad6b-bfbb-4110-b307-20d9cbcc6ad3 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "PUT /v2.0/routers/7076c921-5f32-4f0b-99e4-2a1adb3b83ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9744716 Nov 29 11:54:03.730643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59620) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:03.737593 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed32b10-2aac-47d2-ab92-b7b7a0582a45 None None] Sync routers for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:03.739208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-239cbcd5-8874-467a-986d-74979abac843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:03.741381 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-239cbcd5-8874-467a-986d-74979abac843 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 200 len: 897 time: 0.2464638 Nov 29 11:54:03.754321 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed32b10-2aac-47d2-ab92-b7b7a0582a45 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:03.756171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:54:03.756980 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5ed32b10-2aac-47d2-ab92-b7b7a0582a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.768560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.775129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.777404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3336d56b-d433-49db-82fd-4c811b2dd10b HTTP/1.1" status: 204 len: 168 time: 0.9956262 Nov 29 11:54:03.836515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f00069-2938-488d-9918-3708581525d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3336d56b-d433-49db-82fd-4c811b2dd10b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:03.844834 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5ed32b10-2aac-47d2-ab92-b7b7a0582a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.868279 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed32b10-2aac-47d2-ab92-b7b7a0582a45 None None] Routers {'7076c921-5f32-4f0b-99e4-2a1adb3b83ed'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:03.869437 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5ed32b10-2aac-47d2-ab92-b7b7a0582a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.900812 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-d098eeb9-bb85-44aa-97ac-93f32ae32a11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b164c716-e2d7-46f1-9843-175b100d4423 HTTP/1.1" status: 200 len: 998 time: 0.1237106 Nov 29 11:54:03.931823 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5ed32b10-2aac-47d2-ab92-b7b7a0582a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:03.934424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.935188 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed32b10-2aac-47d2-ab92-b7b7a0582a45 None None] The sync data for ids ['7076c921-5f32-4f0b-99e4-2a1adb3b83ed'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:03.945334 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:03.962555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.018731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:04.036665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-20e85d43-effc-4281-9276-573f9a1e5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:04.037625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76d179f-7379-4946-a7c5-a2f1385d366f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:04.037874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-20e85d43-effc-4281-9276-573f9a1e5cb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b977fa0-8834-42ec-9277-08c3dce123a0 HTTP/1.1" status: 200 len: 835 time: 0.1300106 Nov 29 11:54:04.053727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.054105 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Added segment 6e8fffb7-331a-4414-806c-080e668cf4e3 of type vlan for network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 Nov 29 11:54:04.065252 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.5 (686e657b-8858-4750-b7f8-ad571b2f328c/e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0/8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:04.091856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59624) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:04.093130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:29Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:04.119815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.123185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bbab5-f3ae-47a5-ab36-aa471edbe0bd None None] The sync data for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv is: [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:53:29Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:00Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:04.162263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-935be589-a057-45ca-ab6d-dc53a11286c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:04.163897 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-935be589-a057-45ca-ab6d-dc53a11286c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dab52360-1d21-4973-8f5b-895b25c990d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173964 Nov 29 11:54:04.168032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.190701 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e05e9a50-9b79-41ce-a105-fdeb419a97cd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5e7218b8d9d4c4d896380bba249fd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924463 Nov 29 11:54:04.191356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59626) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:04.216005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.222212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:04.222831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.283518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59628) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:04.327098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f968d024-b7d4-4876-b6fb-c1b982ed2454 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:04.404595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:04.405038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.450075 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-fbe4b7ba-14fc-4a57-80a0-be1eca87801f service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768049 Nov 29 11:54:04.525544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.526291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31bffcce-4f04-4323-879a-3e2478edd634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.532450 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d6aa0474-bcb4-420b-aeeb-92e58dbd6c1d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/5ba01b13-d80a-47b3-89cf-af03db30581a HTTP/1.1" status: 200 len: 990 time: 0.2476463 Nov 29 11:54:04.559382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30a3332-ddd3-43d3-b89d-da33dc5e7a5e None None] New status for floating IP 5ba01b13-d80a-47b3-89cf-af03db30581a: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:54:04.563947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting port e9babeb4-2cf5-4798-a86f-24e6b30864de {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:04.564287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.616111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31bffcce-4f04-4323-879a-3e2478edd634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.650451 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1591270 Nov 29 11:54:04.654562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59630) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:04.661563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'subnet': {'network_id': 'edc82a18-f32f-40aa-bcd4-c2cf6b451c19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:04.686570 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f43c9d27-ea78-4704-ac8c-0200f620ee95 req-ff1df3bc-d821-434d-9af3-49e3e1b7b022 service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243218 Nov 29 11:54:04.691300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.694695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port f968d024-b7d4-4876-b6fb-c1b982ed2454, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f968d024-b7d4-4876-b6fb-c1b982ed2454,segment=NetworkSegment(dd5a7a6d-092a-4069-8ed5-1f554484dc4d),segment_id=dd5a7a6d-092a-4069-8ed5-1f554484dc4d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:04.708815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.725397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.735640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31bffcce-4f04-4323-879a-3e2478edd634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.738222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-31bffcce-4f04-4323-879a-3e2478edd634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.739880 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-31bffcce-4f04-4323-879a-3e2478edd634 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26c1933c-7fc2-45a6-92da-4114ed3869ac HTTP/1.1" status: 204 len: 168 time: 0.5368114 Nov 29 11:54:04.745972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Calling delete_port for e9babeb4-2cf5-4798-a86f-24e6b30864de owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:04.760062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bffcce-4f04-4323-879a-3e2478edd634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c1933c-7fc2-45a6-92da-4114ed3869ac,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:04.760879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ed1d8-d1e4-4029-804b-ceee403deeea tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Network': ['ID=edc82a18-f32f-40aa-bcd4-c2cf6b451c19,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:04.790164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:04.816750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.863675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Made reservation on behalf of d65e64de7c734828b2ee04c777053d28 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:04.868718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.947493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.953156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:04.971665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:04.976487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:04.990333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Port': ['ID=e9babeb4-2cf5-4798-a86f-24e6b30864de,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:04.993925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f4eba3fb-0f1e-4c76-936e-b56d02d74c27 None None] Provisioning complete for port 4d750397-aab0-4706-bd10-306354b8dc2d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:04.994330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4eba3fb-0f1e-4c76-936e-b56d02d74c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.007490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:05.061428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=f968d024-b7d4-4876-b6fb-c1b982ed2454,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:05.082391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f4eba3fb-0f1e-4c76-936e-b56d02d74c27 None None] Port 4d750397-aab0-4706-bd10-306354b8dc2d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:05.094213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f4eba3fb-0f1e-4c76-936e-b56d02d74c27 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:05.094593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f4eba3fb-0f1e-4c76-936e-b56d02d74c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.105396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:05.121893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.123364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:05.124155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.195375 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-be29a408-4038-458a-ae96-ee9388b7d987 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2921915 Nov 29 11:54:05.201632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59636) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:05.244687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-247b7edf-06d8-4e9e-94c2-d79937bd0494 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:05.285691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.294485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.299916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.342607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59638) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:05.347344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-14f44d5e-9df2-4a67-a1a7-72be0dfb908e None None] Provisioning complete for port 8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:05.351569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14f44d5e-9df2-4a67-a1a7-72be0dfb908e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.359813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Subnet': ['ID=8aaf8f46-0124-4ad8-af18-889855c7ec8a,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:05.360212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.360835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Fanout notify agent at l3_agent the message router_deleted on router 7076c921-5f32-4f0b-99e4-2a1adb3b83ed {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:54:05.374673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.375797 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-98a92d30-5ada-4f38-9289-e826c9d6c6eb tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/routers/7076c921-5f32-4f0b-99e4-2a1adb3b83ed HTTP/1.1" status: 204 len: 168 time: 1.6440432 Nov 29 11:54:05.379431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59640) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:05.388798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Checking segment: {'id': '6e8fffb7-331a-4414-806c-080e668cf4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'edc82a18-f32f-40aa-bcd4-c2cf6b451c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:05.388798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network hostable DHCP agents. Network: edc82a18-f32f-40aa-bcd4-c2cf6b451c19, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:05.398513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-14f44d5e-9df2-4a67-a1a7-72be0dfb908e None None] Port 8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:05.409781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d95a7768-2f81-4c84-bb2a-4e5d04a0d12f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=882a8a63ba9741d8a52ff99dbfdf749d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658627 Nov 29 11:54:05.413318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59642) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:05.428508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:05.441988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, edc82a18-f32f-40aa-bcd4-c2cf6b451c19) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:05.451994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:05.452580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.452711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af09626-98b0-4b6f-983e-c3f1192523d0 None None] Network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:05.454257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a705dd-b08a-4fd5-94bb-ade1f8d755e8 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Deleting subnet 64f106df-4071-47c2-b102-37cd03fae5ad {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:05.458752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96a705dd-b08a-4fd5-94bb-ade1f8d755e8 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.481165 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-70902419-28ea-4332-959d-5edcdb19d888 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8226061 Nov 29 11:54:05.481407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b7edf-06d8-4e9e-94c2-d79937bd0494 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:05.483652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-247b7edf-06d8-4e9e-94c2-d79937bd0494 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.491510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59644) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:05.497520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'network': {'name': 'tempest-router-network01--272878629'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:05.500897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cae93f1-943f-4486-93d9-f1b12604fc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.533202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cae93f1-943f-4486-93d9-f1b12604fc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.534980 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59646) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:05.547858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96a705dd-b08a-4fd5-94bb-ade1f8d755e8 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.603186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Made reservation on behalf of d65e64de7c734828b2ee04c777053d28 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:05.605758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.626206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-edc82a18-f32f-40aa-bcd4-c2cf6b451c19', 'network_id': 'edc82a18-f32f-40aa-bcd4-c2cf6b451c19', 'tenant_id': 'd65e64de7c734828b2ee04c777053d28', 'fixed_ips': [{'subnet_id': '8aaf8f46-0124-4ad8-af18-889855c7ec8a'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:05.632591 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3b086dc3-3752-4436-8371-f6b0fd0deda6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/5ba01b13-d80a-47b3-89cf-af03db30581a HTTP/1.1" status: 200 len: 992 time: 0.0899961 Nov 29 11:54:05.632813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.663034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:05.675039 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.675659 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Added segment cd46738f-839c-4b51-8e56-e3fd951c01fb of type vlan for network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d Nov 29 11:54:05.690277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cae93f1-943f-4486-93d9-f1b12604fc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.693289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cae93f1-943f-4486-93d9-f1b12604fc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.698187 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9cae93f1-943f-4486-93d9-f1b12604fc5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43c560d1-551e-4b00-8977-898f87b5fe59 HTTP/1.1" status: 204 len: 168 time: 0.2838163 Nov 29 11:54:05.732768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae93f1-943f-4486-93d9-f1b12604fc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c560d1-551e-4b00-8977-898f87b5fe59,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:05.750665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.786897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.797172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:05.798969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.812949 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Allocated IP 172.20.0.2 (edc82a18-f32f-40aa-bcd4-c2cf6b451c19/8aaf8f46-0124-4ad8-af18-889855c7ec8a/6475c027-c427-4d2e-b061-3e2bf25aaee9) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:05.828380 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3352270 Nov 29 11:54:05.829037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59650) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:05.846701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'network': {'name': 'tempest-router-network02--1868273750'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:05.912317 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.ipam_backend_mixin [None req-247b7edf-06d8-4e9e-94c2-d79937bd0494 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0 (CIDR: 172.20.0.0/28) Nov 29 11:54:05.914019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96a705dd-b08a-4fd5-94bb-ade1f8d755e8 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.917002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8af93-c2a3-48d7-8478-43b0d5a9c3cf tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Network': ['ID=2852a3a5-c4d7-43ce-aaab-c59a99e2674d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:05.924866 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Made reservation on behalf of d65e64de7c734828b2ee04c777053d28 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:05.932196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:05.934898 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-247b7edf-06d8-4e9e-94c2-d79937bd0494 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:54:05.935609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247b7edf-06d8-4e9e-94c2-d79937bd0494 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:05.940532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:05.981657 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-247b7edf-06d8-4e9e-94c2-d79937bd0494 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7797122 Nov 29 11:54:05.984544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59652) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:05.990847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:06.018086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96a705dd-b08a-4fd5-94bb-ade1f8d755e8 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.026814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.057570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a705dd-b08a-4fd5-94bb-ade1f8d755e8 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Subnet': ['ID=64f106df-4071-47c2-b102-37cd03fae5ad,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:06.074702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-96a705dd-b08a-4fd5-94bb-ade1f8d755e8 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.080340 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-96a705dd-b08a-4fd5-94bb-ade1f8d755e8 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/subnets/64f106df-4071-47c2-b102-37cd03fae5ad HTTP/1.1" status: 204 len: 168 time: 0.6979511 Nov 29 11:54:06.082449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59654) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:06.099522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.108029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.108564 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:06.124218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.124708 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Added segment ff2b665a-1cf0-46fc-8944-c636a197300f of type vlan for network ba43fa42-ddd8-46ad-868c-c615bf613f4e Nov 29 11:54:06.147566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:06.150370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:06.160978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:06.164793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Pushing event updated for resources: {'Port': ['ID=6475c027-c427-4d2e-b061-3e2bf25aaee9,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:06.171949 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.180774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:06.184693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.195378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.217394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Attempting to bind port 6475c027-c427-4d2e-b061-3e2bf25aaee9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:06.217763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Attempting to bind port 6475c027-c427-4d2e-b061-3e2bf25aaee9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '6e8fffb7-331a-4414-806c-080e668cf4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'edc82a18-f32f-40aa-bcd4-c2cf6b451c19'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:06.218153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Attempting to bind port 6475c027-c427-4d2e-b061-3e2bf25aaee9 on network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:06.237918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:06.238572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Checking segment: {'id': '6e8fffb7-331a-4414-806c-080e668cf4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'edc82a18-f32f-40aa-bcd4-c2cf6b451c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:06.239029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.240404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Bound using segment: {'id': '6e8fffb7-331a-4414-806c-080e668cf4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'edc82a18-f32f-40aa-bcd4-c2cf6b451c19'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:06.241028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Bound port: 6475c027-c427-4d2e-b061-3e2bf25aaee9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8fffb7-331a-4414-806c-080e668cf4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'edc82a18-f32f-40aa-bcd4-c2cf6b451c19'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:06.241416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.268003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.275262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.280532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f968d024-b7d4-4876-b6fb-c1b982ed2454 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:06.281414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:06.282153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.291863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2e2706-af02-4b29-9081-72d2eef5a045']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:06.302619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d9e7f5-b5db-49fa-a7a8-fc261c164143') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:06.302966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d9e7f5-b5db-49fa-a7a8-fc261c164143') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:06.314227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.328733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.335714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:06.336221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:06.340090 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:06.344828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] For port 6475c027-c427-4d2e-b061-3e2bf25aaee9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:06.358273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] For port 6475c027-c427-4d2e-b061-3e2bf25aaee9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6475c027-c427-4d2e-b061-3e2bf25aaee9,segment=NetworkSegment(6e8fffb7-331a-4414-806c-080e668cf4e3),segment_id=6e8fffb7-331a-4414-806c-080e668cf4e3)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:06.368443 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5234945 Nov 29 11:54:06.368679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:06.368679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.371779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.374768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59656) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:06.380568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'subnet': {'network_id': '2852a3a5-c4d7-43ce-aaab-c59a99e2674d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:06.417181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.434630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.441875 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] 10.222.0.23 "DELETE /v2.0/networks/7e2e2706-af02-4b29-9081-72d2eef5a045 HTTP/1.1" status: 204 len: 168 time: 0.3560641 Nov 29 11:54:06.453970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01f4c7-a99d-4c69-b861-8b09a85ed59e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Network': ['ID=ba43fa42-ddd8-46ad-868c-c615bf613f4e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:06.465392 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341cef9-2e65-4a05-acdd-346a598b38cc None None] Pushing event updated for resources: {'Port': ['ID=6475c027-c427-4d2e-b061-3e2bf25aaee9,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:06.471704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbc779-2037-4a0b-964a-5b3c13059281 tempest-FloatingIPTestJSON-381295351 tempest-FloatingIPTestJSON-381295351-project] Pushing event deleted for resources: {'Network': ['ID=7e2e2706-af02-4b29-9081-72d2eef5a045,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:06.495332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network ba43fa42-ddd8-46ad-868c-c615bf613f4e details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:06.568351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Made reservation on behalf of d65e64de7c734828b2ee04c777053d28 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:06.572694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.725166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.806516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:06.807679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59662) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:06.813169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:06.816302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:06.816920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.827050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f25555-2e43-44b1-b98c-0dd2163ecfc4 None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:06.837451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=b21155c9-02bf-4374-aff3-d6c52c548882,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:06.856647 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a2d9d86f-7366-4def-84f2-8f54e1f1e0ff tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8679013 Nov 29 11:54:06.857129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59666) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:06.863401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1198347623', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b21155c9-02bf-4374-aff3-d6c52c548882'}], 'security_groups': ['37f0f53a-923f-4870-a819-316e4808dc6b']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:06.905698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:06.971831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Subnet': ['ID=b6106b2a-5fef-4e73-9032-1a9faef683ce,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:06.981607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Checking segment: {'id': 'cd46738f-839c-4b51-8e56-e3fd951c01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2852a3a5-c4d7-43ce-aaab-c59a99e2674d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:06.982005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network hostable DHCP agents. Network: 2852a3a5-c4d7-43ce-aaab-c59a99e2674d, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:06.999768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:07.012222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 2852a3a5-c4d7-43ce-aaab-c59a99e2674d) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:07.019436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:07.020864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.028681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70802b75-ea87-486b-b907-db99aa76ecf9 None None] Network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:07.038008 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9a6199d8-f72e-43ab-8d88-a484e40b086b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e7f285fe5e7c45b8bb4d9abf011908f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278988 Nov 29 11:54:07.039813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59668) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:07.043922 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e4bfefa5-99aa-41f8-b0c3-da753c099828 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6679306 Nov 29 11:54:07.046948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59670) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:07.053354 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'subnet': {'network_id': 'ba43fa42-ddd8-46ad-868c-c615bf613f4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:07.115015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.137901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0c02-0a9c-4961-9630-c8ff0c41a74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.162509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Made reservation on behalf of d65e64de7c734828b2ee04c777053d28 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:07.166858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.188656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0c02-0a9c-4961-9630-c8ff0c41a74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.229690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce37de-6597-4262-992e-cf139fe81fbb None None] Update dhcp port {'port': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'fixed_ips': [{'subnet_id': 'e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b21155c9-02bf-4374-aff3-d6c52c548882'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': 'f968d024-b7d4-4876-b6fb-c1b982ed2454'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:54:07.255902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-2852a3a5-c4d7-43ce-aaab-c59a99e2674d', 'network_id': '2852a3a5-c4d7-43ce-aaab-c59a99e2674d', 'tenant_id': 'd65e64de7c734828b2ee04c777053d28', 'fixed_ips': [{'subnet_id': 'b6106b2a-5fef-4e73-9032-1a9faef683ce'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:07.257308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.268780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42ce37de-6597-4262-992e-cf139fe81fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.335063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0c02-0a9c-4961-9630-c8ff0c41a74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.338434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d4d0c02-0a9c-4961-9630-c8ff0c41a74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.343838 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2d4d0c02-0a9c-4961-9630-c8ff0c41a74e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dd99d44-f32c-49c3-a409-99919858a9ef HTTP/1.1" status: 204 len: 168 time: 0.3026257 Nov 29 11:54:07.428225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d0c02-0a9c-4961-9630-c8ff0c41a74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd99d44-f32c-49c3-a409-99919858a9ef,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:07.450961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.549498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Subnet': ['ID=2a2d50ab-5b4a-4733-8792-4238e4594b7a,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:07.570796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Delete allocated IP 172.20.0.5 (686e657b-8858-4750-b7f8-ad571b2f328c/e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0) {{(pid=102104) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 11:54:07.584260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.25 (686e657b-8858-4750-b7f8-ad571b2f328c/b21155c9-02bf-4374-aff3-d6c52c548882/8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:07.597050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Checking segment: {'id': 'ff2b665a-1cf0-46fc-8944-c636a197300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ba43fa42-ddd8-46ad-868c-c615bf613f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:07.598047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network hostable DHCP agents. Network: ba43fa42-ddd8-46ad-868c-c615bf613f4e, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:07.610655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Allocated IP 172.20.0.2 (2852a3a5-c4d7-43ce-aaab-c59a99e2674d/b6106b2a-5fef-4e73-9032-1a9faef683ce/7ad35fdc-c5bf-4496-991f-3dba86846083) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:07.620735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network ba43fa42-ddd8-46ad-868c-c615bf613f4e is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:07.637664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, ba43fa42-ddd8-46ad-868c-c615bf613f4e) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:07.643076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:07.649315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:07.663024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e267cb58-9f5e-4dd5-8a6a-c2ad9697ad32 None None] Network ba43fa42-ddd8-46ad-868c-c615bf613f4e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:07.681046 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9c53f2e4-4132-4290-a043-82ad2f5b34d4 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6303375 Nov 29 11:54:07.683639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59676) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:07.764712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f81058-5b23-41d2-ab8f-5efeb2dd2fd3 None None] Network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:08.015950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.027360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.099811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6d5c8058-1cb2-4078-9e5b-1a7797e5ef34 None None] Provisioning complete for port 6475c027-c427-4d2e-b061-3e2bf25aaee9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:08.100316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8058-1cb2-4078-9e5b-1a7797e5ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.126048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.170035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:08.218646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.253338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] In _notify_port_updated(), no bound segment for port 8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 on network 686e657b-8858-4750-b7f8-ad571b2f328c {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:54:08.257411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-42ce37de-6597-4262-992e-cf139fe81fbb None None] Allocated IP 172.20.0.18 (686e657b-8858-4750-b7f8-ad571b2f328c/b21155c9-02bf-4374-aff3-d6c52c548882/f968d024-b7d4-4876-b6fb-c1b982ed2454) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:08.259620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:08.260883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.262412 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-988bc3e3-fca7-4fcd-8a36-f719c308300c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "PUT /v2.0/ports/8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 HTTP/1.1" status: 200 len: 921 time: 1.4037962 Nov 29 11:54:08.266231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59694) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:08.266764 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.290366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59696) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:08.313636 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-ba43fa42-ddd8-46ad-868c-c615bf613f4e', 'network_id': 'ba43fa42-ddd8-46ad-868c-c615bf613f4e', 'tenant_id': 'd65e64de7c734828b2ee04c777053d28', 'fixed_ips': [{'subnet_id': '2a2d50ab-5b4a-4733-8792-4238e4594b7a'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:08.314923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.355782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6475c027-c427-4d2e-b061-3e2bf25aaee9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:08.409818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:08.411533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.420798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:08.440162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:08.452225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:08.474727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-585465668'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:08.485711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Pushing event updated for resources: {'Port': ['ID=7ad35fdc-c5bf-4496-991f-3dba86846083,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:08.521834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:08.525454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.528675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Allocated IP 172.20.0.1 (2852a3a5-c4d7-43ce-aaab-c59a99e2674d/b6106b2a-5fef-4e73-9032-1a9faef683ce/90b23d27-2643-491b-8eeb-5bc3953b0b51) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:08.529667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.538376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.542198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:08.627577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8058-1cb2-4078-9e5b-1a7797e5ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.673970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-42ce37de-6597-4262-992e-cf139fe81fbb None None] For port f968d024-b7d4-4876-b6fb-c1b982ed2454, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f968d024-b7d4-4876-b6fb-c1b982ed2454,segment=NetworkSegment(dd5a7a6d-092a-4069-8ed5-1f554484dc4d),segment_id=dd5a7a6d-092a-4069-8ed5-1f554484dc4d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:08.704926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.724440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Attempting to bind port 7ad35fdc-c5bf-4496-991f-3dba86846083 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:08.724861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Attempting to bind port 7ad35fdc-c5bf-4496-991f-3dba86846083 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'cd46738f-839c-4b51-8e56-e3fd951c01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2852a3a5-c4d7-43ce-aaab-c59a99e2674d'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:08.725268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Attempting to bind port 7ad35fdc-c5bf-4496-991f-3dba86846083 on network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:08.729895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.738401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:08.741027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 6475c027-c427-4d2e-b061-3e2bf25aaee9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:08.741176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.747045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.753077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.753580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.754036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.754481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.755151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.755364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.755788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.755918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.756319 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.756725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.757154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.757587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.758019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.785923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30df1379-c972-432b-92fd-5cc911871557,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:08.787239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:08.787704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Checking segment: {'id': 'cd46738f-839c-4b51-8e56-e3fd951c01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2852a3a5-c4d7-43ce-aaab-c59a99e2674d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:08.788593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.788593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Bound using segment: {'id': 'cd46738f-839c-4b51-8e56-e3fd951c01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2852a3a5-c4d7-43ce-aaab-c59a99e2674d'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:08.788952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Bound port: 7ad35fdc-c5bf-4496-991f-3dba86846083, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd46738f-839c-4b51-8e56-e3fd951c01fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2852a3a5-c4d7-43ce-aaab-c59a99e2674d'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:08.789321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.794978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6d5c8058-1cb2-4078-9e5b-1a7797e5ef34 None None] For port 6475c027-c427-4d2e-b061-3e2bf25aaee9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6475c027-c427-4d2e-b061-3e2bf25aaee9,segment=NetworkSegment(6e8fffb7-331a-4414-806c-080e668cf4e3),segment_id=6e8fffb7-331a-4414-806c-080e668cf4e3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:08.804667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:08.820337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8058-1cb2-4078-9e5b-1a7797e5ef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.828837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.829189 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Added segment cda5d90a-207b-4c74-963e-930de38c4a3a of type vlan for network 8b3f6a4d-117b-415f-8f01-c5703b570bdf Nov 29 11:54:08.838900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42ce37de-6597-4262-992e-cf139fe81fbb None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.840570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.849658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.856017 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aba17c4a-43e8-4a74-a615-c56e82efa53f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 HTTP/1.1" status: 204 len: 168 time: 0.5894043 Nov 29 11:54:08.856749 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59700) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:08.877116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Allocated IP 172.20.0.2 (ba43fa42-ddd8-46ad-868c-c615bf613f4e/2a2d50ab-5b4a-4733-8792-4238e4594b7a/d4b49036-e419-41a9-aac3-218b148932d3) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:08.883082 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c6886e-26e3-4d6e-af63-91420f72363b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:54:08.889675 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f3c6886e-26e3-4d6e-af63-91420f72363b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58 HTTP/1.1" status: 404 len: 333 time: 0.0315084 Nov 29 11:54:08.890628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42ce37de-6597-4262-992e-cf139fe81fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.891665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59702) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:08.926032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:08.928624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.934545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:08.946331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:08.968699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1dff9a08-d8a4-440c-a49e-bdf19a21fdf8 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:08.968933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Port': ['ID=90b23d27-2643-491b-8eeb-5bc3953b0b51,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:08.974167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c8058-1cb2-4078-9e5b-1a7797e5ef34 None None] Pushing event updated for resources: {'Port': ['ID=6475c027-c427-4d2e-b061-3e2bf25aaee9,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:08.992441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.992774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.993108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.993441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.993771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.994119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.994443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.995103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.995103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.995404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.995709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:08.996020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:09.002071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1dff9a08-d8a4-440c-a49e-bdf19a21fdf8 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.016619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.022906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:09.023484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.035532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.048290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1dff9a08-d8a4-440c-a49e-bdf19a21fdf8 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.051292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1dff9a08-d8a4-440c-a49e-bdf19a21fdf8 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.052718 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1dff9a08-d8a4-440c-a49e-bdf19a21fdf8 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/security-groups/20e71aa4-64a7-4924-814e-d356cf50122d HTTP/1.1" status: 204 len: 168 time: 0.1608016 Nov 29 11:54:09.057692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59704) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:09.078227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff9a08-d8a4-440c-a49e-bdf19a21fdf8 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e71aa4-64a7-4924-814e-d356cf50122d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:09.116867 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8252842 Nov 29 11:54:09.133097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1741d2c7-fd9a-4861-aa72-7ff19f231368 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.168621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c228f3b-abce-4ddd-bf68-8389a3aa8c78 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Network': ['ID=8b3f6a4d-117b-415f-8f01-c5703b570bdf,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:09.172123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1741d2c7-fd9a-4861-aa72-7ff19f231368 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.215530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] For port 7ad35fdc-c5bf-4496-991f-3dba86846083, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:09.232281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce37de-6597-4262-992e-cf139fe81fbb None None] Pushing event updated for resources: {'Port': ['ID=f968d024-b7d4-4876-b6fb-c1b982ed2454,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:09.237413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8b3f6a4d-117b-415f-8f01-c5703b570bdf details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:09.238819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1741d2c7-fd9a-4861-aa72-7ff19f231368 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.242433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1741d2c7-fd9a-4861-aa72-7ff19f231368 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.243947 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1741d2c7-fd9a-4861-aa72-7ff19f231368 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/security-groups/37f0f53a-923f-4870-a819-316e4808dc6b HTTP/1.1" status: 204 len: 168 time: 0.1850970 Nov 29 11:54:09.247517 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59706) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:09.253683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.262083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] For port 7ad35fdc-c5bf-4496-991f-3dba86846083, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7ad35fdc-c5bf-4496-991f-3dba86846083,segment=NetworkSegment(cd46738f-839c-4b51-8e56-e3fd951c01fb),segment_id=cd46738f-839c-4b51-8e56-e3fd951c01fb)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:09.264615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741d2c7-fd9a-4861-aa72-7ff19f231368 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f0f53a-923f-4870-a819-316e4808dc6b,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:09.275154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7c965f2a-c0a4-4583-a061-680d68e588a0 None None] Provisioning complete for port 6475c027-c427-4d2e-b061-3e2bf25aaee9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:09.275534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c965f2a-c0a4-4583-a061-680d68e588a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.345880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.354198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-410c0dc6-e9d6-4444-9e27-51c16b95702b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:09.362779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-410c0dc6-e9d6-4444-9e27-51c16b95702b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.492217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-410c0dc6-e9d6-4444-9e27-51c16b95702b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.542073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669730e1-c402-469d-8ea3-b35eb1611473 None None] Pushing event updated for resources: {'Port': ['ID=7ad35fdc-c5bf-4496-991f-3dba86846083,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:09.563459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.578350 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.646416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-410c0dc6-e9d6-4444-9e27-51c16b95702b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.688357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Network ba43fa42-ddd8-46ad-868c-c615bf613f4e is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:09.696886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:09.701553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:09.727844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Pushing event updated for resources: {'Port': ['ID=d4b49036-e419-41a9-aac3-218b148932d3,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:09.769031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-410c0dc6-e9d6-4444-9e27-51c16b95702b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.819229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Attempting to bind port d4b49036-e419-41a9-aac3-218b148932d3 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:09.819650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Attempting to bind port d4b49036-e419-41a9-aac3-218b148932d3 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ff2b665a-1cf0-46fc-8944-c636a197300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ba43fa42-ddd8-46ad-868c-c615bf613f4e'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:09.819965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Attempting to bind port d4b49036-e419-41a9-aac3-218b148932d3 on network ba43fa42-ddd8-46ad-868c-c615bf613f4e {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:09.824636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c0dc6-e9d6-4444-9e27-51c16b95702b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:09.826110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:09.826547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Checking segment: {'id': 'ff2b665a-1cf0-46fc-8944-c636a197300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ba43fa42-ddd8-46ad-868c-c615bf613f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:09.831390 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.831817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Bound using segment: {'id': 'ff2b665a-1cf0-46fc-8944-c636a197300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ba43fa42-ddd8-46ad-868c-c615bf613f4e'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:09.832486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Bound port: d4b49036-e419-41a9-aac3-218b148932d3, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2b665a-1cf0-46fc-8944-c636a197300f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ba43fa42-ddd8-46ad-868c-c615bf613f4e'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:09.832924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.840951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-410c0dc6-e9d6-4444-9e27-51c16b95702b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:09.845151 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-410c0dc6-e9d6-4444-9e27-51c16b95702b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0 HTTP/1.1" status: 204 len: 168 time: 0.5959623 Nov 29 11:54:09.850081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59708) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:09.854975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:09.965862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] For port d4b49036-e419-41a9-aac3-218b148932d3, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:09.973109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] For port d4b49036-e419-41a9-aac3-218b148932d3, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d4b49036-e419-41a9-aac3-218b148932d3,segment=NetworkSegment(ff2b665a-1cf0-46fc-8944-c636a197300f),segment_id=ff2b665a-1cf0-46fc-8944-c636a197300f)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:09.980642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.071016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef9b37-8d7d-47f7-8264-76f6a2f6c5d2 None None] Pushing event updated for resources: {'Port': ['ID=d4b49036-e419-41a9-aac3-218b148932d3,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:10.095288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.103238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:10.105350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.108881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.181316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c71c9-5fc5-4a0f-a5e3-ecba583d381d None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:10.225075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Port': ['ID=90b23d27-2643-491b-8eeb-5bc3953b0b51,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:10.261120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.380122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f6de58f8-18d9-414f-acc3-27ef7e17f4c7 None None] Provisioning complete for port 4d750397-aab0-4706-bd10-306354b8dc2d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:10.385964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f6de58f8-18d9-414f-acc3-27ef7e17f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.493511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f6de58f8-18d9-414f-acc3-27ef7e17f4c7 None None] Port 4d750397-aab0-4706-bd10-306354b8dc2d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:10.522494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:10.524235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:10.667445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.760982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:10.764760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:10.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:10.771228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.793870 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9430723 Nov 29 11:54:10.795069 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7fa63-7211-4ea3-b95d-1daeefb46940 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=e53a2259-d9b6-4c1c-b16d-b4786c75422d,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:10.797276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59710) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:10.809329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9fc42cb3-2cbd-468c-a98e-7cd7fe1212b1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'security_group': {'name': 'tempest-secgroup-403607511'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:10.838813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fc42cb3-2cbd-468c-a98e-7cd7fe1212b1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:10.848983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7ad35fdc-c5bf-4496-991f-3dba86846083 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:10.975451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f6de58f8-18d9-414f-acc3-27ef7e17f4c7 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:10.975919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f6de58f8-18d9-414f-acc3-27ef7e17f4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.008268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fc42cb3-2cbd-468c-a98e-7cd7fe1212b1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.015740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fc42cb3-2cbd-468c-a98e-7cd7fe1212b1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.053721 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7ad35fdc-c5bf-4496-991f-3dba86846083 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:11.054501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.061984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc42cb3-2cbd-468c-a98e-7cd7fe1212b1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd8ee5-09e6-43cd-99b4-b17fcc7d81fd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:11.078057 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9fc42cb3-2cbd-468c-a98e-7cd7fe1212b1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.083400 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9fc42cb3-2cbd-468c-a98e-7cd7fe1212b1 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2781541 Nov 29 11:54:11.086074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59712) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:11.095661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ce05b8e5-9d6c-419d-b684-91595feeb20a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'security_group': {'name': 'tempest-secgroup-401731760'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:11.120062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce05b8e5-9d6c-419d-b684-91595feeb20a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.123080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9584562-dccf-47d4-8da6-d37082aee3c3 None None] Network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:11.194415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Router 994ae044-0e22-43f4-a8d0-b5d6cb43589f is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:54:11.237123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce05b8e5-9d6c-419d-b684-91595feeb20a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.245385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce05b8e5-9d6c-419d-b684-91595feeb20a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.296999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05b8e5-9d6c-419d-b684-91595feeb20a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d13e2a0-2474-4fd4-95b5-b01d86ca41e0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:11.305689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce05b8e5-9d6c-419d-b684-91595feeb20a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.308030 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ce05b8e5-9d6c-419d-b684-91595feeb20a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2199173 Nov 29 11:54:11.310427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59714) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:11.316736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b052d544-2c48-40d5-85c9-a4003991b238 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'security_group': {'name': 'tempest-secgroup-549209121'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:11.381918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b052d544-2c48-40d5-85c9-a4003991b238 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.386383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f6de58f8-18d9-414f-acc3-27ef7e17f4c7 None None] Could not find standard attr ID for object 8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:54:11.404545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:11.415809 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-13639258-a3b6-4aa7-8a11-1c5e3d634898 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "PUT /v2.0/routers/994ae044-0e22-43f4-a8d0-b5d6cb43589f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7286212 Nov 29 11:54:11.416525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59716) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:11.418535 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f7187-0ead-4176-8828-e39bb7b70dba None None] Sync routers for ids ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:11.444304 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f7187-0ead-4176-8828-e39bb7b70dba None None] Routers {'994ae044-0e22-43f4-a8d0-b5d6cb43589f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:11.446978 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b27f7187-0ead-4176-8828-e39bb7b70dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:11.519515 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.597117 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b27f7187-0ead-4176-8828-e39bb7b70dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:11.620955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 7ad35fdc-c5bf-4496-991f-3dba86846083, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7ad35fdc-c5bf-4496-991f-3dba86846083,segment=NetworkSegment(cd46738f-839c-4b51-8e56-e3fd951c01fb),segment_id=cd46738f-839c-4b51-8e56-e3fd951c01fb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:11.622362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f7187-0ead-4176-8828-e39bb7b70dba None None] Routers {'994ae044-0e22-43f4-a8d0-b5d6cb43589f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:11.626265 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b27f7187-0ead-4176-8828-e39bb7b70dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:11.630885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e0612417-c9a6-4fd5-a2cf-6ad3c23bed0c None None] Provisioning complete for port 7ad35fdc-c5bf-4496-991f-3dba86846083 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:11.631257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0612417-c9a6-4fd5-a2cf-6ad3c23bed0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.634031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.639254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6475c027-c427-4d2e-b061-3e2bf25aaee9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:11.654142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b052d544-2c48-40d5-85c9-a4003991b238 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.663416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b052d544-2c48-40d5-85c9-a4003991b238 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.727949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b052d544-2c48-40d5-85c9-a4003991b238 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.731160 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b052d544-2c48-40d5-85c9-a4003991b238 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4187891 Nov 29 11:54:11.742979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59718) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:11.753360 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b27f7187-0ead-4176-8828-e39bb7b70dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:11.756224 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27f7187-0ead-4176-8828-e39bb7b70dba None None] The sync data for ids ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:11.777046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1887993754', 'security_groups': ['7d632d2a-de76-4518-88af-05c07c0d14ce'], 'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e53a2259-d9b6-4c1c-b16d-b4786c75422d'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:11.798311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052d544-2c48-40d5-85c9-a4003991b238 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d632d2a-de76-4518-88af-05c07c0d14ce,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:11.815966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=7ad35fdc-c5bf-4496-991f-3dba86846083,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:11.839435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 6475c027-c427-4d2e-b061-3e2bf25aaee9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:11.839832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:11.938876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d66332e-5666-438a-b765-b78c40b307ee None None] Network ba43fa42-ddd8-46ad-868c-c615bf613f4e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:12.177697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f968d024-b7d4-4876-b6fb-c1b982ed2454 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:12.229918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:12.269649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:12.270046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.307990 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-6f09bb72-7478-472a-ab37-2a0ae49e0f30 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:54:12.312069 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6f09bb72-7478-472a-ab37-2a0ae49e0f30 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "PUT /v2.0/routers/994ae044-0e22-43f4-a8d0-b5d6cb43589f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8909371 Nov 29 11:54:12.313149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59720) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:12.349630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Provisioning complete for port d4b49036-e419-41a9-aac3-218b148932d3 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:12.350504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.411425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.462787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] device_id is not set on port 8c05cdce-65b7-49ce-9b64-3b11af7447d3 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:54:12.483421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890967f9-8443-4ce8-932a-8847662ee574 None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:12.496122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59722) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:12.502284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'subnet': {'network_id': '8b3f6a4d-117b-415f-8f01-c5703b570bdf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:12.610902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.706491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] For port d4b49036-e419-41a9-aac3-218b148932d3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d4b49036-e419-41a9-aac3-218b148932d3,segment=NetworkSegment(ff2b665a-1cf0-46fc-8944-c636a197300f),segment_id=ff2b665a-1cf0-46fc-8944-c636a197300f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:12.714563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.781696 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.9 (686e657b-8858-4750-b7f8-ad571b2f328c/e53a2259-d9b6-4c1c-b16d-b4786c75422d/8c05cdce-65b7-49ce-9b64-3b11af7447d3) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:12.796162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Provisioning complete for port 90b23d27-2643-491b-8eeb-5bc3953b0b51 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:12.796534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.819519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Pushing event updated for resources: {'Port': ['ID=d4b49036-e419-41a9-aac3-218b148932d3,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:12.826842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7ad35fdc-c5bf-4496-991f-3dba86846083 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:12.859175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:12.862971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.871432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Port 90b23d27-2643-491b-8eeb-5bc3953b0b51 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:12.892316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Provisioning complete for port 7ad35fdc-c5bf-4496-991f-3dba86846083 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:12.892690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a51f4435-9f75-4758-bb39-b73419cc7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.951693 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 7ad35fdc-c5bf-4496-991f-3dba86846083 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:12.952416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:12.966299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.008025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.017634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f222c7e1-7bee-434e-8247-6410781f7242 None None] Update dhcp port {'port': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'fixed_ips': [{'subnet_id': 'b21155c9-02bf-4374-aff3-d6c52c548882', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e53a2259-d9b6-4c1c-b16d-b4786c75422d'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': 'f968d024-b7d4-4876-b6fb-c1b982ed2454'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:54:13.062988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:13.068996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:13.072341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:13.107138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=8c05cdce-65b7-49ce-9b64-3b11af7447d3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:13.108009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f222c7e1-7bee-434e-8247-6410781f7242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.117386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.132593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d4b49036-e419-41a9-aac3-218b148932d3 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:13.141551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:13.142350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.150544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.159485 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-18b0f88e-23c1-4722-aa81-f70f7694c7ea tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4146094 Nov 29 11:54:13.162104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59724) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:13.169087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f3bd2bbf-0e26-400e-acd2-c69d2c849d3c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:13.254199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Subnet': ['ID=373508cc-2d55-477d-b184-814d124851e9,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:13.279087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d4b49036-e419-41a9-aac3-218b148932d3 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:13.279456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.300008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Checking segment: {'id': 'cda5d90a-207b-4c74-963e-930de38c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b3f6a4d-117b-415f-8f01-c5703b570bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:13.300360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network hostable DHCP agents. Network: 8b3f6a4d-117b-415f-8f01-c5703b570bdf, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:13.300962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd2bbf-0e26-400e-acd2-c69d2c849d3c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:13.305388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2bbf-0e26-400e-acd2-c69d2c849d3c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.344737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Provisioning complete for port 4d750397-aab0-4706-bd10-306354b8dc2d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:13.345078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.345329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network 8b3f6a4d-117b-415f-8f01-c5703b570bdf is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:13.360054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 8b3f6a4d-117b-415f-8f01-c5703b570bdf) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:13.368963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:13.369556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.378695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e688fd-ef25-4291-b403-1f55cde76c85 None None] Network 8b3f6a4d-117b-415f-8f01-c5703b570bdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:13.408839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59726) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:13.409063 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-033ab35c-9b0e-4374-90fa-fed253c88c6a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9113188 Nov 29 11:54:13.414468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1545622061'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:13.419463 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.ipam_backend_mixin [None req-f3bd2bbf-0e26-400e-acd2-c69d2c849d3c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e53a2259-d9b6-4c1c-b16d-b4786c75422d (CIDR: 172.20.0.0/28) Nov 29 11:54:13.426854 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bd2bbf-0e26-400e-acd2-c69d2c849d3c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:54:13.427469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bd2bbf-0e26-400e-acd2-c69d2c849d3c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:13.450793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:13.454946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.474002 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f3bd2bbf-0e26-400e-acd2-c69d2c849d3c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3100479 Nov 29 11:54:13.476728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59728) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:13.486237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-86616d6d-502d-4dff-ae6a-a0719e582b15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:13.491143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:13.501922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.502312 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Added segment f86a0521-94bd-4d26-9f8f-f8b600dd071f of type vlan for network 19ee782b-26af-44ef-8c14-f036e8feba9c Nov 29 11:54:13.513174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Deleting port 90b23d27-2643-491b-8eeb-5bc3953b0b51 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:13.513597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.546217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.573526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.580572 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:13.581445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.596012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Port 4d750397-aab0-4706-bd10-306354b8dc2d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:13.603114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f222c7e1-7bee-434e-8247-6410781f7242 None None] Allocated IP 172.20.0.2 (686e657b-8858-4750-b7f8-ad571b2f328c/e53a2259-d9b6-4c1c-b16d-b4786c75422d/f968d024-b7d4-4876-b6fb-c1b982ed2454) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:13.650362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2402644 Nov 29 11:54:13.651151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59730) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:13.663452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'subnet': {'network_id': '19ee782b-26af-44ef-8c14-f036e8feba9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:13.682351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6360191-8ca8-4115-8531-edbaecf65ec5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Network': ['ID=19ee782b-26af-44ef-8c14-f036e8feba9c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:13.712778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 19ee782b-26af-44ef-8c14-f036e8feba9c details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:13.737065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:13.737428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.773001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:13.777168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.898567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f222c7e1-7bee-434e-8247-6410781f7242 None None] For port f968d024-b7d4-4876-b6fb-c1b982ed2454, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f968d024-b7d4-4876-b6fb-c1b982ed2454,segment=NetworkSegment(dd5a7a6d-092a-4069-8ed5-1f554484dc4d),segment_id=dd5a7a6d-092a-4069-8ed5-1f554484dc4d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:13.929495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-8b3f6a4d-117b-415f-8f01-c5703b570bdf', 'network_id': '8b3f6a4d-117b-415f-8f01-c5703b570bdf', 'tenant_id': '90038d74efe442e8aa849e9f77defb7a', 'fixed_ips': [{'subnet_id': '373508cc-2d55-477d-b184-814d124851e9'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:13.930833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.971132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.978624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f222c7e1-7bee-434e-8247-6410781f7242 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:13.989994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Calling delete_port for 90b23d27-2643-491b-8eeb-5bc3953b0b51 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:13.993489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f222c7e1-7bee-434e-8247-6410781f7242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.010271 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86616d6d-502d-4dff-ae6a-a0719e582b15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:14.013813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86616d6d-502d-4dff-ae6a-a0719e582b15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.085748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.objects.ports [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102104) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:54:14.089916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.155075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Subnet': ['ID=bc95983f-c6a2-4fb3-84d4-9755aaa80416,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:14.159921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Provisioning complete for port 90b23d27-2643-491b-8eeb-5bc3953b0b51 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:14.160292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.163326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Checking segment: {'id': 'f86a0521-94bd-4d26-9f8f-f8b600dd071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '19ee782b-26af-44ef-8c14-f036e8feba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:14.163695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network hostable DHCP agents. Network: 19ee782b-26af-44ef-8c14-f036e8feba9c, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:14.182321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222c7e1-7bee-434e-8247-6410781f7242 None None] Pushing event updated for resources: {'Port': ['ID=f968d024-b7d4-4876-b6fb-c1b982ed2454,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:14.184041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network 19ee782b-26af-44ef-8c14-f036e8feba9c is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:14.199185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 19ee782b-26af-44ef-8c14-f036e8feba9c) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:14.200316 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.ipam_backend_mixin [None req-86616d6d-502d-4dff-ae6a-a0719e582b15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b21155c9-02bf-4374-aff3-d6c52c548882 (CIDR: 172.20.0.16/28) Nov 29 11:54:14.206402 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-86616d6d-502d-4dff-ae6a-a0719e582b15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 11:54:14.206533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86616d6d-502d-4dff-ae6a-a0719e582b15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:14.213854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886e8fc-51f6-48cb-810a-612371b77453 None None] Network 19ee782b-26af-44ef-8c14-f036e8feba9c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:14.214892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:14.215456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.235226 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-86616d6d-502d-4dff-ae6a-a0719e582b15 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7557549 Nov 29 11:54:14.238011 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59732) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:14.244136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'subnet': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:14.246449 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b6cf654c-ce20-4dd4-8088-9b2f39ad7180 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5878539 Nov 29 11:54:14.249062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59734) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:14.257025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'port': {'network_id': '19ee782b-26af-44ef-8c14-f036e8feba9c', 'name': 'tempest-NetworksIpV6TestAttrs-269988890'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:14.279132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Allocated IP 2001:db8:0:ffff::2 (8b3f6a4d-117b-415f-8f01-c5703b570bdf/373508cc-2d55-477d-b184-814d124851e9/cfeddf27-41e9-4d23-a1c9-f534ec99ee2f) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:14.333710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Port 90b23d27-2643-491b-8eeb-5bc3953b0b51 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:14.373829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.414255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Port': ['ID=90b23d27-2643-491b-8eeb-5bc3953b0b51,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:14.419705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:14.429956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.449428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Provisioning complete for port d4b49036-e419-41a9-aac3-218b148932d3 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:14.449883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e845313c-f5f9-4382-8e55-42dbbef14ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.463542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] device_id is not set on port 9d05308b-0f20-4206-b4a1-9db15a3d4942 yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:54:14.525105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-19ee782b-26af-44ef-8c14-f036e8feba9c', 'network_id': '19ee782b-26af-44ef-8c14-f036e8feba9c', 'tenant_id': '90038d74efe442e8aa849e9f77defb7a', 'fixed_ips': [{'subnet_id': 'bc95983f-c6a2-4fb3-84d4-9755aaa80416'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:14.527167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.542844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Made reservation on behalf of c3e0a921d7db464581fee2647c1ff212 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:14.553478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.713329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Allocated IP 2001:db8::f816:3eff:fe64:e9e1 (19ee782b-26af-44ef-8c14-f036e8feba9c/bc95983f-c6a2-4fb3-84d4-9755aaa80416/9d05308b-0f20-4206-b4a1-9db15a3d4942) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:14.715506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d4b49036-e419-41a9-aac3-218b148932d3 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:14.741428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.800822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.831351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.912971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Network 8b3f6a4d-117b-415f-8f01-c5703b570bdf is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:14.919695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:14.930400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:14.935738 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.952658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Pushing event updated for resources: {'Port': ['ID=cfeddf27-41e9-4d23-a1c9-f534ec99ee2f,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:14.981008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.981755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.981755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.982006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.982322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.982871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.983223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.983849 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.984224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.984567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.984886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.985230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:54:14.986157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Router 994ae044-0e22-43f4-a8d0-b5d6cb43589f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:14.993453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d4b49036-e419-41a9-aac3-218b148932d3 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:14.993907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:14.994297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.045994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network 19ee782b-26af-44ef-8c14-f036e8feba9c is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:15.053178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:15.055380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Port': ['ID=9d05308b-0f20-4206-b4a1-9db15a3d4942,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:15.057718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:15.063853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:15.064485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.085423 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fca5d667-f6d8-4aa8-a4d9-d1210a6a5a3b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8353167 Nov 29 11:54:15.088835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59736) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:15.108778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Attempting to bind port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:15.109416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Attempting to bind port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'cda5d90a-207b-4c74-963e-930de38c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b3f6a4d-117b-415f-8f01-c5703b570bdf'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:15.109989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Attempting to bind port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f on network 8b3f6a4d-117b-415f-8f01-c5703b570bdf {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:15.128051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:15.137452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a2969666-cdbd-456e-b04a-197c1a0b42f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "PUT /v2.0/routers/994ae044-0e22-43f4-a8d0-b5d6cb43589f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189092 Nov 29 11:54:15.137452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59738) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:15.138703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:15.139288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Checking segment: {'id': 'cda5d90a-207b-4c74-963e-930de38c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b3f6a4d-117b-415f-8f01-c5703b570bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:15.139866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.140524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Bound using segment: {'id': 'cda5d90a-207b-4c74-963e-930de38c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b3f6a4d-117b-415f-8f01-c5703b570bdf'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:15.141265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Bound port: cfeddf27-41e9-4d23-a1c9-f534ec99ee2f, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda5d90a-207b-4c74-963e-930de38c4a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b3f6a4d-117b-415f-8f01-c5703b570bdf'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:15.142027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.148108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Allocated IP 2001:db8::f816:3eff:fed5:56ff (19ee782b-26af-44ef-8c14-f036e8feba9c/bc95983f-c6a2-4fb3-84d4-9755aaa80416/29a56102-72fc-4d8d-9218-d2d0b774778a) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:15.150746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d180c93-0b95-4d3f-8a11-02e9b83d91a4 None None] Sync routers for ids ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:15.158788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-af3ac1c8-fd01-4012-9437-1c3359c3cfce None None] Provisioning complete for port 4d750397-aab0-4706-bd10-306354b8dc2d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:15.159463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-af3ac1c8-fd01-4012-9437-1c3359c3cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.189481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57cb588-f50f-4e03-b92f-f3e2537703af tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Deleting subnet bc95983f-c6a2-4fb3-84d4-9755aaa80416 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:15.189696 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-2c5fcd91-d641-48c0-bae4-5cc3753b20be tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] delete failed (client error): The resource could not be found. Nov 29 11:54:15.194557 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c5fcd91-d641-48c0-bae4-5cc3753b20be tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-636529509 HTTP/1.1" status: 404 len: 334 time: 0.0508490 Nov 29 11:54:15.195453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59740) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:15.201819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a316d211-5c10-47ff-b345-61c55f60c261 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'router': {'external_gateway_info': {'network_id': '994ae044-0e22-43f4-a8d0-b5d6cb43589f'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:15.223910 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.242415 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d180c93-0b95-4d3f-8a11-02e9b83d91a4 None None] Routers {'994ae044-0e22-43f4-a8d0-b5d6cb43589f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:15.243188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0d180c93-0b95-4d3f-8a11-02e9b83d91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:15.277984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Network 686e657b-8858-4750-b7f8-ad571b2f328c is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:15.281783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:15.286864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:15.287586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.302283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Subnet': ['ID=ba12b636-6c11-47f0-b065-14caf3304a8d,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:15.319075 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e98adbd3-e739-4fde-82f6-b423fb368908 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0791993 Nov 29 11:54:15.325348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59742) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:15.332030 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1956415345', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba12b636-6c11-47f0-b065-14caf3304a8d'}], 'security_groups': ['d5fd8ee5-09e6-43cd-99b4-b17fcc7d81fd', '4d13e2a0-2474-4fd4-95b5-b01d86ca41e0']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:15.352864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-af3ac1c8-fd01-4012-9437-1c3359c3cfce None None] Port 4d750397-aab0-4706-bd10-306354b8dc2d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:15.359042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0d180c93-0b95-4d3f-8a11-02e9b83d91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:15.412057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] For port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:15.434263 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f968d024-b7d4-4876-b6fb-c1b982ed2454 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:15.440666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a316d211-5c10-47ff-b345-61c55f60c261 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.466192 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-a316d211-5c10-47ff-b345-61c55f60c261 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] update failed (client error): The resource could not be found. Nov 29 11:54:15.470939 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a316d211-5c10-47ff-b345-61c55f60c261 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "PUT /v2.0/routers/994ae044-0e22-43f4-a8d0-b5d6cb43589f HTTP/1.1" status: 404 len: 339 time: 0.2709861 Nov 29 11:54:15.471478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59744) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:15.477732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f02acd-cb9c-409e-9540-6e63d524c2a0 None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:15.510201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] For port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=cfeddf27-41e9-4d23-a1c9-f534ec99ee2f,segment=NetworkSegment(cda5d90a-207b-4c74-963e-930de38c4a3a),segment_id=cda5d90a-207b-4c74-963e-930de38c4a3a)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:15.517248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.556376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.580404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-af3ac1c8-fd01-4012-9437-1c3359c3cfce None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:15.580807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-af3ac1c8-fd01-4012-9437-1c3359c3cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.757082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.757584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d180c93-0b95-4d3f-8a11-02e9b83d91a4 None None] Routers {'994ae044-0e22-43f4-a8d0-b5d6cb43589f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:15.758233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0d180c93-0b95-4d3f-8a11-02e9b83d91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:15.855590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0d180c93-0b95-4d3f-8a11-02e9b83d91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:15.856258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d180c93-0b95-4d3f-8a11-02e9b83d91a4 None None] The sync data for ids ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:15.856646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Delete allocated IP 172.20.0.9 (686e657b-8858-4750-b7f8-ad571b2f328c/e53a2259-d9b6-4c1c-b16d-b4786c75422d) {{(pid=102103) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 29 11:54:15.874564 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Allocated IP 172.20.0.37 (686e657b-8858-4750-b7f8-ad571b2f328c/ba12b636-6c11-47f0-b065-14caf3304a8d/8c05cdce-65b7-49ce-9b64-3b11af7447d3) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:15.904510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:15.904878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.954849 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:15.963615 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fc376-50ab-41a4-9321-52b80954d4ad None None] Pushing event updated for resources: {'Port': ['ID=cfeddf27-41e9-4d23-a1c9-f534ec99ee2f,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:15.992463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.086672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Network 19ee782b-26af-44ef-8c14-f036e8feba9c is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:16.121559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:16.129178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.144264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.146824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:16.153411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Pushing event updated for resources: {'Port': ['ID=29a56102-72fc-4d8d-9218-d2d0b774778a,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:16.200463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f57cb588-f50f-4e03-b92f-f3e2537703af tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.256116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f57cb588-f50f-4e03-b92f-f3e2537703af tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.257647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event updated for resources: {'Port': ['ID=8c05cdce-65b7-49ce-9b64-3b11af7447d3,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:16.285205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] In _notify_port_updated(), no bound segment for port 8c05cdce-65b7-49ce-9b64-3b11af7447d3 on network 686e657b-8858-4750-b7f8-ad571b2f328c {{(pid=102103) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 11:54:16.291710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:16.291853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Attempting to bind port 29a56102-72fc-4d8d-9218-d2d0b774778a on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:16.292126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Attempting to bind port 29a56102-72fc-4d8d-9218-d2d0b774778a by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f86a0521-94bd-4d26-9f8f-f8b600dd071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '19ee782b-26af-44ef-8c14-f036e8feba9c'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:16.292534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Attempting to bind port 29a56102-72fc-4d8d-9218-d2d0b774778a on network 19ee782b-26af-44ef-8c14-f036e8feba9c {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:16.292707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.294263 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e178e2a-ab2e-4f59-81de-43ff0d8f9be5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "PUT /v2.0/ports/8c05cdce-65b7-49ce-9b64-3b11af7447d3 HTTP/1.1" status: 200 len: 960 time: 0.9673164 Nov 29 11:54:16.297909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59746) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:16.309445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:16.309445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Checking segment: {'id': 'f86a0521-94bd-4d26-9f8f-f8b600dd071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '19ee782b-26af-44ef-8c14-f036e8feba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:16.309445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.309445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Bound using segment: {'id': 'f86a0521-94bd-4d26-9f8f-f8b600dd071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '19ee782b-26af-44ef-8c14-f036e8feba9c'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:16.310192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Bound port: 29a56102-72fc-4d8d-9218-d2d0b774778a, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86a0521-94bd-4d26-9f8f-f8b600dd071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '19ee782b-26af-44ef-8c14-f036e8feba9c'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:16.310530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.396600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e7f9f-b0ac-4e6d-a899-a95e511fbba2 None None] Update dhcp port {'port': {'network_id': '686e657b-8858-4750-b7f8-ad571b2f328c', 'fixed_ips': [{'subnet_id': 'b21155c9-02bf-4374-aff3-d6c52c548882', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e53a2259-d9b6-4c1c-b16d-b4786c75422d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ba12b636-6c11-47f0-b065-14caf3304a8d'}], 'binding:host_id': 'dv-neutron-819578-1-hyperv'}, 'id': 'f968d024-b7d4-4876-b6fb-c1b982ed2454'} from dv-neutron-819578-1-hyperv. {{(pid=102105) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 29 11:54:16.403251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a56d86a3-336c-47b2-9f74-12690274f29c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 8c05cdce-65b7-49ce-9b64-3b11af7447d3 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:16.403468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56d86a3-336c-47b2-9f74-12690274f29c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.436781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] For port 29a56102-72fc-4d8d-9218-d2d0b774778a, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:16.449346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a18e7f9f-b0ac-4e6d-a899-a95e511fbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.460544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] For port 29a56102-72fc-4d8d-9218-d2d0b774778a, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=29a56102-72fc-4d8d-9218-d2d0b774778a,segment=NetworkSegment(f86a0521-94bd-4d26-9f8f-f8b600dd071f),segment_id=f86a0521-94bd-4d26-9f8f-f8b600dd071f)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:16.468212 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.470467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b1e763c7-d568-4aaa-9427-7e2c11d0be3a None None] Provisioning complete for port 8c05cdce-65b7-49ce-9b64-3b11af7447d3 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:16.470467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1e763c7-d568-4aaa-9427-7e2c11d0be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.504972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56d86a3-336c-47b2-9f74-12690274f29c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.524317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a56d86a3-336c-47b2-9f74-12690274f29c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 8c05cdce-65b7-49ce-9b64-3b11af7447d3 owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:16.531279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Allocated IP 172.20.0.1 (edc82a18-f32f-40aa-bcd4-c2cf6b451c19/8aaf8f46-0124-4ad8-af18-889855c7ec8a/6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:16.533821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f57cb588-f50f-4e03-b92f-f3e2537703af tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.596949 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b1e763c7-d568-4aaa-9427-7e2c11d0be3a None None] Port 8c05cdce-65b7-49ce-9b64-3b11af7447d3 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:16.656118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ade9a-7e0e-4fc6-8e7a-e3399337e2b5 None None] Pushing event updated for resources: {'Port': ['ID=29a56102-72fc-4d8d-9218-d2d0b774778a,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:16.674403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b1e763c7-d568-4aaa-9427-7e2c11d0be3a None None] Could not find standard attr ID for object 8558c8bd-ebdd-4f74-b26e-7a4b4e0b9c58. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:54:16.688700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f57cb588-f50f-4e03-b92f-f3e2537703af tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.729115 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56d86a3-336c-47b2-9f74-12690274f29c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.739345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f57cb588-f50f-4e03-b92f-f3e2537703af tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.742541 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f57cb588-f50f-4e03-b92f-f3e2537703af tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/subnets/bc95983f-c6a2-4fb3-84d4-9755aaa80416 HTTP/1.1" status: 204 len: 168 time: 1.6518853 Nov 29 11:54:16.746796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59748) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:16.756222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cb588-f50f-4e03-b92f-f3e2537703af tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Subnet': ['ID=bc95983f-c6a2-4fb3-84d4-9755aaa80416,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:16.789098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cfeddf27-41e9-4d23-a1c9-f534ec99ee2f up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:16.812121 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.822409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d86a3-336c-47b2-9f74-12690274f29c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=8c05cdce-65b7-49ce-9b64-3b11af7447d3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:16.823031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a18e7f9f-b0ac-4e6d-a899-a95e511fbba2 None None] Allocated IP 172.20.0.34 (686e657b-8858-4750-b7f8-ad571b2f328c/ba12b636-6c11-47f0-b065-14caf3304a8d/f968d024-b7d4-4876-b6fb-c1b982ed2454) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:16.858761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.928993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Port': ['ID=6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:16.949188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:16.950849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:16.953379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:16.991968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:16.992608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:16.995157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a4e8b-4a6b-43b7-a04b-0133a871be75 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:17.008420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.009390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a4e8b-4a6b-43b7-a04b-0133a871be75 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:17.012154 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5f9a4e8b-4a6b-43b7-a04b-0133a871be75 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2614589 Nov 29 11:54:17.015632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59750) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:17.086946 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a18e7f9f-b0ac-4e6d-a899-a95e511fbba2 None None] For port f968d024-b7d4-4876-b6fb-c1b982ed2454, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f968d024-b7d4-4876-b6fb-c1b982ed2454,segment=NetworkSegment(dd5a7a6d-092a-4069-8ed5-1f554484dc4d),segment_id=dd5a7a6d-092a-4069-8ed5-1f554484dc4d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:17.093400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a56d86a3-336c-47b2-9f74-12690274f29c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.101424 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a56d86a3-336c-47b2-9f74-12690274f29c tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/8c05cdce-65b7-49ce-9b64-3b11af7447d3 HTTP/1.1" status: 204 len: 168 time: 0.8006926 Nov 29 11:54:17.106113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59752) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:17.134629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a18e7f9f-b0ac-4e6d-a899-a95e511fbba2 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.145578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a18e7f9f-b0ac-4e6d-a899-a95e511fbba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.183587 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-8357a559-90ea-4e50-8069-b0aee35472ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] GET failed (client error): The resource could not be found. Nov 29 11:54:17.185096 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8357a559-90ea-4e50-8069-b0aee35472ac tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports/8c05cdce-65b7-49ce-9b64-3b11af7447d3 HTTP/1.1" status: 404 len: 333 time: 0.0766525 Nov 29 11:54:17.190755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59754) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:17.223916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.248604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.257077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f722eb25-1759-4a40-ab5e-0f09b7b76b6e tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.279169 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-f722eb25-1759-4a40-ab5e-0f09b7b76b6e tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 29 11:54:17.279647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f722eb25-1759-4a40-ab5e-0f09b7b76b6e tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:17.294158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f722eb25-1759-4a40-ab5e-0f09b7b76b6e tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/19ee782b-26af-44ef-8c14-f036e8feba9c HTTP/1.1" status: 409 len: 405 time: 0.2757642 Nov 29 11:54:17.294732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59756) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:17.312912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-307071855'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:17.348901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1de9864f-93ce-4114-9a5f-3fd9cb41c2b4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.355039 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:17.358857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.384469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e7f9f-b0ac-4e6d-a899-a95e511fbba2 None None] Pushing event updated for resources: {'Port': ['ID=f968d024-b7d4-4876-b6fb-c1b982ed2454,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:17.396682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1de9864f-93ce-4114-9a5f-3fd9cb41c2b4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.402334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d8661-cc90-407a-b4a8-cc9b4d3a6476 None None] Network 8b3f6a4d-117b-415f-8f01-c5703b570bdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:17.419668 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:17.439200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.439554 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Added segment f6adaae0-ee2d-49b7-b96c-f70977774ba1 of type vlan for network 440387a5-dea9-46c4-a51a-14610abf5411 Nov 29 11:54:17.478681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1de9864f-93ce-4114-9a5f-3fd9cb41c2b4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.481276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1de9864f-93ce-4114-9a5f-3fd9cb41c2b4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.482471 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1de9864f-93ce-4114-9a5f-3fd9cb41c2b4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/security-groups/7d632d2a-de76-4518-88af-05c07c0d14ce HTTP/1.1" status: 204 len: 168 time: 0.2907817 Nov 29 11:54:17.488483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59758) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:17.501721 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-97b3937a-055b-41b3-88ff-6edcae2edf1a None None] Provisioning complete for port 6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:17.502131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-97b3937a-055b-41b3-88ff-6edcae2edf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.511166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.516354 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9864f-93ce-4114-9a5f-3fd9cb41c2b4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d632d2a-de76-4518-88af-05c07c0d14ce,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:17.548890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=cfeddf27-41e9-4d23-a1c9-f534ec99ee2f,segment=NetworkSegment(cda5d90a-207b-4c74-963e-930de38c4a3a),segment_id=cda5d90a-207b-4c74-963e-930de38c4a3a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:17.549503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.560967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:17.561753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.566022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.604042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d1e6-330b-46b3-bd44-9f8575ecb6b5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.607600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.617775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-97b3937a-055b-41b3-88ff-6edcae2edf1a None None] Port 6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:17.626570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.663861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Network': ['ID=440387a5-dea9-46c4-a51a-14610abf5411,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:17.678664 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8cf73e65-e385-4871-bfcf-7bafad83da52 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3697875 Nov 29 11:54:17.683473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59760) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:17.685218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 440387a5-dea9-46c4-a51a-14610abf5411 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:17.693896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'subnet': {'network_id': '440387a5-dea9-46c4-a51a-14610abf5411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:17.718115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d1e6-330b-46b3-bd44-9f8575ecb6b5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.752773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=cfeddf27-41e9-4d23-a1c9-f534ec99ee2f,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:17.794619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event updated for resources: {'Port': ['ID=6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:17.802854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.820749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ba5aec04-83a6-442c-b0ce-67ba99a47243 None None] Provisioning complete for port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:17.821130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ba5aec04-83a6-442c-b0ce-67ba99a47243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.862221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:17.866350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.876796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d1e6-330b-46b3-bd44-9f8575ecb6b5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.882745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d1e6-330b-46b3-bd44-9f8575ecb6b5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:17.884133 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7ab9d1e6-330b-46b3-bd44-9f8575ecb6b5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/security-groups/4d13e2a0-2474-4fd4-95b5-b01d86ca41e0 HTTP/1.1" status: 204 len: 168 time: 0.3936486 Nov 29 11:54:17.899200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59762) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:17.909437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9d1e6-330b-46b3-bd44-9f8575ecb6b5 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d13e2a0-2474-4fd4-95b5-b01d86ca41e0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:17.955703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:17.957490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:18.063917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f45ac1d-6663-44d4-b3cf-3bf929113d3b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.084535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Router 994ae044-0e22-43f4-a8d0-b5d6cb43589f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:18.128068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f45ac1d-6663-44d4-b3cf-3bf929113d3b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.199595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:18.206338 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1439ad67-d8ca-464c-8c05-914ccf174dec tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "PUT /v2.0/routers/994ae044-0e22-43f4-a8d0-b5d6cb43589f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7337017 Nov 29 11:54:18.210014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59764) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:18.214551 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd2ccb-9f62-40e2-bec6-ff185908564f None None] Sync routers for ids ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:18.226902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f45ac1d-6663-44d4-b3cf-3bf929113d3b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.230558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f45ac1d-6663-44d4-b3cf-3bf929113d3b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.232469 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd2ccb-9f62-40e2-bec6-ff185908564f None None] Routers {'994ae044-0e22-43f4-a8d0-b5d6cb43589f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:18.234037 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-aadd2ccb-9f62-40e2-bec6-ff185908564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:18.235148 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4f45ac1d-6663-44d4-b3cf-3bf929113d3b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/security-groups/d5fd8ee5-09e6-43cd-99b4-b17fcc7d81fd HTTP/1.1" status: 204 len: 168 time: 0.3347774 Nov 29 11:54:18.235855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59766) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:18.281158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45ac1d-6663-44d4-b3cf-3bf929113d3b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd8ee5-09e6-43cd-99b4-b17fcc7d81fd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:18.320518 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-aadd2ccb-9f62-40e2-bec6-ff185908564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:18.341408 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd2ccb-9f62-40e2-bec6-ff185908564f None None] Routers {'994ae044-0e22-43f4-a8d0-b5d6cb43589f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:18.342910 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-aadd2ccb-9f62-40e2-bec6-ff185908564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:18.368994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-859c1977-15ca-482e-9cfb-a30e7fb5babb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet e53a2259-d9b6-4c1c-b16d-b4786c75422d {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:18.377340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-859c1977-15ca-482e-9cfb-a30e7fb5babb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.415092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a937b89e-c039-4081-b72a-5cf2b166d7a3 None None] Provisioning complete for port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:18.415092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a937b89e-c039-4081-b72a-5cf2b166d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.419718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee71da20-3fd5-4d58-b9a8-9fe885cd90cc tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.526323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5460bde-8ab1-4255-8d3a-58d0b6c94cff None None] Network 19ee782b-26af-44ef-8c14-f036e8feba9c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:18.558646 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-aadd2ccb-9f62-40e2-bec6-ff185908564f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:18.559546 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd2ccb-9f62-40e2-bec6-ff185908564f None None] The sync data for ids ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:18.605439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-ee71da20-3fd5-4d58-b9a8-9fe885cd90cc tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 29 11:54:18.606631 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ee71da20-3fd5-4d58-b9a8-9fe885cd90cc tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/routers/994ae044-0e22-43f4-a8d0-b5d6cb43589f HTTP/1.1" status: 409 len: 329 time: 0.3812077 Nov 29 11:54:18.609702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59768) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:18.735647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Provisioning complete for port 29a56102-72fc-4d8d-9218-d2d0b774778a triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:18.735990 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.853817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] DHCP port deletion for 19ee782b-26af-44ef-8c14-f036e8feba9c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:18.863725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:54:18.871163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.884573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-859c1977-15ca-482e-9cfb-a30e7fb5babb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:18.983787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Subnet': ['ID=a63be762-bfab-47cd-aa82-a732fdd5efb9,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:19.010137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f968d024-b7d4-4876-b6fb-c1b982ed2454 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:19.023330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.029903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Checking segment: {'id': 'f6adaae0-ee2d-49b7-b96c-f70977774ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '440387a5-dea9-46c4-a51a-14610abf5411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:19.030647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network hostable DHCP agents. Network: 440387a5-dea9-46c4-a51a-14610abf5411, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:19.049018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-859c1977-15ca-482e-9cfb-a30e7fb5babb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.067959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.082160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network 440387a5-dea9-46c4-a51a-14610abf5411 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:19.095145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 440387a5-dea9-46c4-a51a-14610abf5411) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:19.102838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:19.103612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.120699 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac4759-6238-43ce-836f-2409ded302af None None] Network 440387a5-dea9-46c4-a51a-14610abf5411 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:19.125705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] For port 29a56102-72fc-4d8d-9218-d2d0b774778a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=29a56102-72fc-4d8d-9218-d2d0b774778a,segment=NetworkSegment(f86a0521-94bd-4d26-9f8f-f8b600dd071f),segment_id=f86a0521-94bd-4d26-9f8f-f8b600dd071f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:19.130259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e79ab645-fc5f-4c79-8bc2-ca39e33618d9 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4451349 Nov 29 11:54:19.133261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59770) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:19.138265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'port': {'network_id': '440387a5-dea9-46c4-a51a-14610abf5411', 'name': 'tempest-NetworksIpV6TestAttrs-1046981707'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:19.165902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.183713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] Deleting port 29a56102-72fc-4d8d-9218-d2d0b774778a {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:19.184083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.186716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-859c1977-15ca-482e-9cfb-a30e7fb5babb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.203895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:19.204202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.229318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c1977-15ca-482e-9cfb-a30e7fb5babb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=e53a2259-d9b6-4c1c-b16d-b4786c75422d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:19.236917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-859c1977-15ca-482e-9cfb-a30e7fb5babb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.241444 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-859c1977-15ca-482e-9cfb-a30e7fb5babb tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/e53a2259-d9b6-4c1c-b16d-b4786c75422d HTTP/1.1" status: 204 len: 168 time: 0.9939322 Nov 29 11:54:19.247117 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59772) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:19.312263 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Provisioning complete for port 4d750397-aab0-4706-bd10-306354b8dc2d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:19.312938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.327262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-894ebdd4-3612-4c8b-89ae-272d71ee1376 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet ba12b636-6c11-47f0-b065-14caf3304a8d {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:19.332556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd4-3612-4c8b-89ae-272d71ee1376 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.360154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Deleting port 6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:19.361361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.374590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] For port 29a56102-72fc-4d8d-9218-d2d0b774778a, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=29a56102-72fc-4d8d-9218-d2d0b774778a,segment=NetworkSegment(f86a0521-94bd-4d26-9f8f-f8b600dd071f),segment_id=f86a0521-94bd-4d26-9f8f-f8b600dd071f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:19.375252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.381908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:19.385721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.392294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd4-3612-4c8b-89ae-272d71ee1376 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.393025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Pushing event updated for resources: {'Port': ['ID=29a56102-72fc-4d8d-9218-d2d0b774778a,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:19.414932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] Calling delete_port for 29a56102-72fc-4d8d-9218-d2d0b774778a owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:19.439215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Port 4d750397-aab0-4706-bd10-306354b8dc2d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:19.447657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] device_id is not set on port fb111a0d-c5d6-47f0-9312-6f2103a8baef yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:54:19.452137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84138711-33b2-470f-a80d-0f1970322c2d None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:19.505359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.528192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Calling delete_port for 6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:19.579514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd4-3612-4c8b-89ae-272d71ee1376 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.591054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:19.591330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.631667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Allocated IP 2001:db8::f816:3eff:fe04:ec24 (440387a5-dea9-46c4-a51a-14610abf5411/a63be762-bfab-47cd-aa82-a732fdd5efb9/fb111a0d-c5d6-47f0-9312-6f2103a8baef) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:19.642251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cfeddf27-41e9-4d23-a1c9-f534ec99ee2f up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:19.683069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-440387a5-dea9-46c4-a51a-14610abf5411', 'network_id': '440387a5-dea9-46c4-a51a-14610abf5411', 'tenant_id': '90038d74efe442e8aa849e9f77defb7a', 'fixed_ips': [{'subnet_id': 'a63be762-bfab-47cd-aa82-a732fdd5efb9'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:19.684377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.697022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd4-3612-4c8b-89ae-272d71ee1376 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.733987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ebdd4-3612-4c8b-89ae-272d71ee1376 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=ba12b636-6c11-47f0-b065-14caf3304a8d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:19.747558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.754452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-894ebdd4-3612-4c8b-89ae-272d71ee1376 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.757721 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-894ebdd4-3612-4c8b-89ae-272d71ee1376 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/ba12b636-6c11-47f0-b065-14caf3304a8d HTTP/1.1" status: 204 len: 168 time: 0.5095708 Nov 29 11:54:19.765245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.776475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59774) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:19.784612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Port': ['ID=6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:19.808601 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1c936a-a936-4e5f-9a2e-56514eeb406f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:19.809046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1c936a-a936-4e5f-9a2e-56514eeb406f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:19.814696 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9c1c936a-a936-4e5f-9a2e-56514eeb406f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/e53a2259-d9b6-4c1c-b16d-b4786c75422d HTTP/1.1" status: 404 len: 337 time: 0.0367022 Nov 29 11:54:19.817879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59776) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:19.852238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] Pushing event deleted for resources: {'Port': ['ID=29a56102-72fc-4d8d-9218-d2d0b774778a,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:19.862325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9d273-f31a-4e0b-898f-f85b70af9ff5 None None] No DVR routers for this DVR port 29a56102-72fc-4d8d-9218-d2d0b774778a on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:19.881604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.939343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:19.939709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:19.951929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.009977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network 440387a5-dea9-46c4-a51a-14610abf5411 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:20.012040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Could not find standard attr ID for object 6b7ba8fb-8ed4-4e85-a3e5-3a9bbe9476d0. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:54:20.014095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:20.020142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:20.027916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:20.029799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.030806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-630ef0ea-5b07-47a6-bc5a-abda0e283f01 None None] Could not find standard attr ID for object 8c05cdce-65b7-49ce-9b64-3b11af7447d3. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:54:20.059238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Allocated IP 2001:db8::f816:3eff:feeb:2ea9 (440387a5-dea9-46c4-a51a-14610abf5411/a63be762-bfab-47cd-aa82-a732fdd5efb9/a22aeb9e-6a4d-4899-8317-d35481305f27) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:20.079200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Port': ['ID=fb111a0d-c5d6-47f0-9312-6f2103a8baef,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:20.104546 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a606adb5-5164-43c4-8a1f-ed1248206fda tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9677660 Nov 29 11:54:20.104865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59778) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:20.160266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8c85b4fd-d360-4ac3-b3f9-fd9880d37e3d None None] Could not find standard attr ID for object 8c05cdce-65b7-49ce-9b64-3b11af7447d3. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 11:54:20.175406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e7154d-4e29-4197-8d1f-bae32cddb8cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Deleting subnet a63be762-bfab-47cd-aa82-a732fdd5efb9 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:20.262155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.268267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2e7154d-4e29-4197-8d1f-bae32cddb8cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.271803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.278131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6f2a70-9a3d-4eb7-a850-45e84a1592da tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting subnet b21155c9-02bf-4374-aff3-d6c52c548882 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:20.283106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2a70-9a3d-4eb7-a850-45e84a1592da tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.318894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Network 440387a5-dea9-46c4-a51a-14610abf5411 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:20.320829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2e7154d-4e29-4197-8d1f-bae32cddb8cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.324894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:20.330627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:20.340650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Pushing event updated for resources: {'Port': ['ID=a22aeb9e-6a4d-4899-8317-d35481305f27,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:20.387774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2a70-9a3d-4eb7-a850-45e84a1592da tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.390698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.409697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Attempting to bind port a22aeb9e-6a4d-4899-8317-d35481305f27 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:20.410106 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Attempting to bind port a22aeb9e-6a4d-4899-8317-d35481305f27 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f6adaae0-ee2d-49b7-b96c-f70977774ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '440387a5-dea9-46c4-a51a-14610abf5411'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:20.411018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Attempting to bind port a22aeb9e-6a4d-4899-8317-d35481305f27 on network 440387a5-dea9-46c4-a51a-14610abf5411 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:20.421540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:20.421923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Checking segment: {'id': 'f6adaae0-ee2d-49b7-b96c-f70977774ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '440387a5-dea9-46c4-a51a-14610abf5411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:20.422607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.423006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Bound using segment: {'id': 'f6adaae0-ee2d-49b7-b96c-f70977774ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '440387a5-dea9-46c4-a51a-14610abf5411'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:20.424624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Bound port: a22aeb9e-6a4d-4899-8317-d35481305f27, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6adaae0-ee2d-49b7-b96c-f70977774ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '440387a5-dea9-46c4-a51a-14610abf5411'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:20.424624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.468293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2e7154d-4e29-4197-8d1f-bae32cddb8cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.548136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2e7154d-4e29-4197-8d1f-bae32cddb8cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.551823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] For port a22aeb9e-6a4d-4899-8317-d35481305f27, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:20.555844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] For port a22aeb9e-6a4d-4899-8317-d35481305f27, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a22aeb9e-6a4d-4899-8317-d35481305f27,segment=NetworkSegment(f6adaae0-ee2d-49b7-b96c-f70977774ba1),segment_id=f6adaae0-ee2d-49b7-b96c-f70977774ba1)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:20.564646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2e7154d-4e29-4197-8d1f-bae32cddb8cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.565913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.572940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59780) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:20.586895 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e2e7154d-4e29-4197-8d1f-bae32cddb8cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/subnets/a63be762-bfab-47cd-aa82-a732fdd5efb9 HTTP/1.1" status: 204 len: 168 time: 0.4694207 Nov 29 11:54:20.623141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7154d-4e29-4197-8d1f-bae32cddb8cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Subnet': ['ID=a63be762-bfab-47cd-aa82-a732fdd5efb9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:20.649341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fcb49-476c-46e4-88c2-2de041d1d4ba None None] Pushing event updated for resources: {'Port': ['ID=a22aeb9e-6a4d-4899-8317-d35481305f27,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:20.683497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 29a56102-72fc-4d8d-9218-d2d0b774778a no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:20.695796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2a70-9a3d-4eb7-a850-45e84a1592da tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.708422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 29a56102-72fc-4d8d-9218-d2d0b774778a {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:20.709183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 29a56102-72fc-4d8d-9218-d2d0b774778a not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:20.766374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Router 994ae044-0e22-43f4-a8d0-b5d6cb43589f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:20.786921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb84d5-cb2d-48e3-a349-0e37121717fb tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:20.788578 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fb84d5-cb2d-48e3-a349-0e37121717fb tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:20.790160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-96fb84d5-cb2d-48e3-a349-0e37121717fb tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1903858 Nov 29 11:54:20.792983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59782) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:20.899861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-dcf98017-fe62-46e0-875d-7a5c7267b2c1 None None] Provisioning complete for port 4d750397-aab0-4706-bd10-306354b8dc2d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:20.900224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dcf98017-fe62-46e0-875d-7a5c7267b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.936042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-dcf98017-fe62-46e0-875d-7a5c7267b2c1 None None] Port 4d750397-aab0-4706-bd10-306354b8dc2d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:20.941312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2a70-9a3d-4eb7-a850-45e84a1592da tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.946474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-dcf98017-fe62-46e0-875d-7a5c7267b2c1 None None] Provisioning complete for port f968d024-b7d4-4876-b6fb-c1b982ed2454 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:20.947094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dcf98017-fe62-46e0-875d-7a5c7267b2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.988054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f2a70-9a3d-4eb7-a850-45e84a1592da tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Subnet': ['ID=b21155c9-02bf-4374-aff3-d6c52c548882,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:20.990124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6a6f2a70-9a3d-4eb7-a850-45e84a1592da tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:20.993289 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6a6f2a70-9a3d-4eb7-a850-45e84a1592da tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/b21155c9-02bf-4374-aff3-d6c52c548882 HTTP/1.1" status: 204 len: 168 time: 1.1745059 Nov 29 11:54:20.994797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:20.995971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59784) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:20.999673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-59c6a9f6-eb2a-4352-b6a3-ea8379be5112 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.004904 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bdf2055c-b4c2-490b-b6fc-4bd00480a162 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "PUT /v2.0/routers/994ae044-0e22-43f4-a8d0-b5d6cb43589f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3936067 Nov 29 11:54:21.008749 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59786) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.009862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ea1ff-cab6-4cf8-8a3d-12dfe7d68053 None None] Sync routers for ids ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:21.012463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141b311-455b-4c7b-ba37-f0619bdc058c None None] Network 686e657b-8858-4750-b7f8-ad571b2f328c requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:21.013294 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c6a9f6-eb2a-4352-b6a3-ea8379be5112 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 29 11:54:21.013710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c6a9f6-eb2a-4352-b6a3-ea8379be5112 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.020944 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-59c6a9f6-eb2a-4352-b6a3-ea8379be5112 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/440387a5-dea9-46c4-a51a-14610abf5411 HTTP/1.1" status: 409 len: 405 time: 0.2218950 Nov 29 11:54:21.021470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59788) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.026524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1240008374'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:21.047929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:21.051478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.072727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ea1ff-cab6-4cf8-8a3d-12dfe7d68053 None None] Routers {'994ae044-0e22-43f4-a8d0-b5d6cb43589f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:21.072727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ba4ea1ff-cab6-4cf8-8a3d-12dfe7d68053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:21.077561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:21.077723 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-84918855-9081-4814-9538-2a95d98c6b68 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.077723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84918855-9081-4814-9538-2a95d98c6b68 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.082116 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-84918855-9081-4814-9538-2a95d98c6b68 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/e2d0d2e0-efa5-40c6-9c98-6f8f4ec534d0 HTTP/1.1" status: 404 len: 337 time: 0.0840743 Nov 29 11:54:21.084327 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-436fe968-c602-4b81-9157-dfe710c710f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] show failed (client error): The resource could not be found. Nov 29 11:54:21.089226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59790) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.089405 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-436fe968-c602-4b81-9157-dfe710c710f8 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-432451088 HTTP/1.1" status: 404 len: 334 time: 0.0762391 Nov 29 11:54:21.089405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59792) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.089617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.089893 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Added segment c608c59d-a20e-4d75-b858-b6a20833faeb of type vlan for network 6336ba67-14ea-40dc-bacc-391f9ad87887 Nov 29 11:54:21.093923 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4871ff33-f741-49c1-a598-2481083191f5 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:21.128462 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f3168d57-1280-4d4b-b04b-bbdc3ee7a2ec tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "GET /v2.0/ports?device_id=98422f11-3000-41df-b2d5-cf363d8ff7d1 HTTP/1.1" status: 200 len: 205 time: 0.0397375 Nov 29 11:54:21.130318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59794) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.142272 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-4871ff33-f741-49c1-a598-2481083191f5 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] update failed (client error): The resource could not be found. Nov 29 11:54:21.146865 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4871ff33-f741-49c1-a598-2481083191f5 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1859830822 HTTP/1.1" status: 404 len: 335 time: 0.0530770 Nov 29 11:54:21.147211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59796) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.178752 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-50ef7ef1-fa4e-4f7c-87a9-36e0801f3bfa tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] delete failed (client error): The resource could not be found. Nov 29 11:54:21.179811 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-50ef7ef1-fa4e-4f7c-87a9-36e0801f3bfa tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/routers/98422f11-3000-41df-b2d5-cf363d8ff7d1 HTTP/1.1" status: 404 len: 336 time: 0.0482748 Nov 29 11:54:21.186547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59798) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.214886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.219389 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5ad5b-623b-4f34-b6d1-907fd1b5506f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.220001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd5ad5b-623b-4f34-b6d1-907fd1b5506f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.226253 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9dd5ad5b-623b-4f34-b6d1-907fd1b5506f tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/c60b90e5-c5d8-4cb4-aeb4-1a5f398cfb69 HTTP/1.1" status: 404 len: 337 time: 0.0361636 Nov 29 11:54:21.226743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59800) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.247988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.254562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:21.255185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.260055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb38828-c6b9-42b5-888b-4895d9bcab8e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Deleting subnet 2a2d50ab-5b4a-4733-8792-4238e4594b7a {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:21.262518 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbbb343-efc7-43e0-aad9-522f0345950a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.263659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbbb343-efc7-43e0-aad9-522f0345950a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.268694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-edbbb343-efc7-43e0-aad9-522f0345950a tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/892ab739-239e-433f-b134-88ff1ac7ef72 HTTP/1.1" status: 404 len: 337 time: 0.0385585 Nov 29 11:54:21.268694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb38828-c6b9-42b5-888b-4895d9bcab8e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.271435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59802) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.288175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ba4ea1ff-cab6-4cf8-8a3d-12dfe7d68053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:21.322689 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3000948 Nov 29 11:54:21.326708 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59804) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.327664 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb056cc0-f8f8-44c4-9689-8e29d725e42e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.328114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb056cc0-f8f8-44c4-9689-8e29d725e42e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.335876 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bb056cc0-f8f8-44c4-9689-8e29d725e42e tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/c1ac3eb7-5c51-4840-8cfa-2e1c02b1f028 HTTP/1.1" status: 404 len: 337 time: 0.0586514 Nov 29 11:54:21.336888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59806) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.340686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ea1ff-cab6-4cf8-8a3d-12dfe7d68053 None None] Routers {'994ae044-0e22-43f4-a8d0-b5d6cb43589f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:21.341070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'subnet': {'network_id': '6336ba67-14ea-40dc-bacc-391f9ad87887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:21.341332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ba4ea1ff-cab6-4cf8-8a3d-12dfe7d68053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:21.345989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5267780-5b34-45b0-a8df-aeb92bffbada tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Network': ['ID=6336ba67-14ea-40dc-bacc-391f9ad87887,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:21.382961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 6336ba67-14ea-40dc-bacc-391f9ad87887 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:21.398177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ba4ea1ff-cab6-4cf8-8a3d-12dfe7d68053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:21.398844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ea1ff-cab6-4cf8-8a3d-12dfe7d68053 None None] The sync data for ids ['994ae044-0e22-43f4-a8d0-b5d6cb43589f'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:21.410976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb38828-c6b9-42b5-888b-4895d9bcab8e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.414053 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-2254d40c-4949-4647-a97e-0f9e59455bf4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.415402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2254d40c-4949-4647-a97e-0f9e59455bf4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.417827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2254d40c-4949-4647-a97e-0f9e59455bf4 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/3c912be2-ff27-436e-a642-3362caeba4f1 HTTP/1.1" status: 404 len: 333 time: 0.0806699 Nov 29 11:54:21.420501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59808) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.458703 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-28312f6d-5c81-42aa-80b3-76830662adbf tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.459112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28312f6d-5c81-42aa-80b3-76830662adbf tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.465353 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-28312f6d-5c81-42aa-80b3-76830662adbf tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/1bac10e0-98d3-4ae0-81a4-efd19142610f HTTP/1.1" status: 404 len: 337 time: 0.0412788 Nov 29 11:54:21.465580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59810) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.507124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb62bb6c-90bf-4157-985b-57922cdf2742 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.507900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb62bb6c-90bf-4157-985b-57922cdf2742 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.515924 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-eb62bb6c-90bf-4157-985b-57922cdf2742 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/aaeaf68a-cea6-40c3-ad4d-01601b2278f3 HTTP/1.1" status: 404 len: 337 time: 0.0492828 Nov 29 11:54:21.516245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59812) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.567490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] DHCP port deletion for 686e657b-8858-4750-b7f8-ad571b2f328c request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:21.573975 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-c923c19d-2474-42a6-9daa-dcc9e2af8c92 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.574729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c923c19d-2474-42a6-9daa-dcc9e2af8c92 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.577767 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c923c19d-2474-42a6-9daa-dcc9e2af8c92 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/ad232499-7675-413d-be54-206fc6ef06cc HTTP/1.1" status: 404 len: 333 time: 0.0588970 Nov 29 11:54:21.580402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59814) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.585441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:21.589180 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.614313 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56de79a-9d01-48f6-a9cf-dfdb310c7463 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.614770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56de79a-9d01-48f6-a9cf-dfdb310c7463 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.618901 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d56de79a-9d01-48f6-a9cf-dfdb310c7463 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/0bdadc14-8000-4754-934f-cbc7e6e96a02 HTTP/1.1" status: 404 len: 337 time: 0.0374682 Nov 29 11:54:21.621385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59816) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.630880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] Deleting port f968d024-b7d4-4876-b6fb-c1b982ed2454 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:21.631502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.650865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb38828-c6b9-42b5-888b-4895d9bcab8e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.652967 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-42178916-cc6b-4877-9e7a-09d4125ad20b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:21.653930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42178916-cc6b-4877-9e7a-09d4125ad20b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:21.656735 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-42178916-cc6b-4877-9e7a-09d4125ad20b tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/subnets/074b1e55-13eb-4a04-b545-38903241a9f7 HTTP/1.1" status: 404 len: 337 time: 0.0343401 Nov 29 11:54:21.659233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59818) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.730002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] For port f968d024-b7d4-4876-b6fb-c1b982ed2454, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f968d024-b7d4-4876-b6fb-c1b982ed2454,segment=NetworkSegment(dd5a7a6d-092a-4069-8ed5-1f554484dc4d),segment_id=dd5a7a6d-092a-4069-8ed5-1f554484dc4d)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:21.730637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.744335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] Calling delete_port for f968d024-b7d4-4876-b6fb-c1b982ed2454 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:21.748870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb38828-c6b9-42b5-888b-4895d9bcab8e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.792647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-983ee7ec-b03b-4fdd-98f5-2315a7663e34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Deleting port 4d750397-aab0-4706-bd10-306354b8dc2d {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:21.793157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-983ee7ec-b03b-4fdd-98f5-2315a7663e34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.795518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d0bd2e-d5e4-4ed8-8c1d-2d0f7b5b94a2 None None] Network 440387a5-dea9-46c4-a51a-14610abf5411 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:21.812182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb38828-c6b9-42b5-888b-4895d9bcab8e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2d50ab-5b4a-4733-8792-4238e4594b7a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:21.820254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb38828-c6b9-42b5-888b-4895d9bcab8e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.823734 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0fb38828-c6b9-42b5-888b-4895d9bcab8e tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/subnets/2a2d50ab-5b4a-4733-8792-4238e4594b7a HTTP/1.1" status: 204 len: 168 time: 0.6754832 Nov 29 11:54:21.827266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59820) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:21.844020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292de4a7-7ad4-4c32-988a-dc50ee83d2d0 None None] Network ba43fa42-ddd8-46ad-868c-c615bf613f4e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:21.871672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-983ee7ec-b03b-4fdd-98f5-2315a7663e34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.887537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-983ee7ec-b03b-4fdd-98f5-2315a7663e34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Calling delete_port for 4d750397-aab0-4706-bd10-306354b8dc2d owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:21.920932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bad83d5-7d29-4480-855e-ca6773c4f3f7 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Deleting subnet b6106b2a-5fef-4e73-9032-1a9faef683ce {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:21.925886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bad83d5-7d29-4480-855e-ca6773c4f3f7 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.958772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eb5ff6bc-a044-4e49-9715-678e0bfafaf4 None None] Provisioning complete for port a22aeb9e-6a4d-4899-8317-d35481305f27 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:21.959207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff6bc-a044-4e49-9715-678e0bfafaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:21.981247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-983ee7ec-b03b-4fdd-98f5-2315a7663e34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.003071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bad83d5-7d29-4480-855e-ca6773c4f3f7 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.011606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ee7ec-b03b-4fdd-98f5-2315a7663e34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Port': ['ID=4d750397-aab0-4706-bd10-306354b8dc2d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:22.021780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.022452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-983ee7ec-b03b-4fdd-98f5-2315a7663e34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.027942 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-983ee7ec-b03b-4fdd-98f5-2315a7663e34 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/ports/4d750397-aab0-4706-bd10-306354b8dc2d HTTP/1.1" status: 204 len: 168 time: 0.3655069 Nov 29 11:54:22.028205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59822) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:22.061173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:54:22.064529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.088705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] Pushing event deleted for resources: {'Port': ['ID=f968d024-b7d4-4876-b6fb-c1b982ed2454,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:22.090558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9700e4b-26ca-4270-88c0-f61e904b3318 None None] No DVR routers for this DVR port f968d024-b7d4-4876-b6fb-c1b982ed2454 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:22.109246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.171942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff6bc-a044-4e49-9715-678e0bfafaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.173716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Subnet': ['ID=61ca8cf8-af6c-4fe3-bdfa-660fefee4d88,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:22.193506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Checking segment: {'id': 'c608c59d-a20e-4d75-b858-b6a20833faeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6336ba67-14ea-40dc-bacc-391f9ad87887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:22.193799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network hostable DHCP agents. Network: 6336ba67-14ea-40dc-bacc-391f9ad87887, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:22.198875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bad83d5-7d29-4480-855e-ca6773c4f3f7 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.214136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-eb5ff6bc-a044-4e49-9715-678e0bfafaf4 None None] For port a22aeb9e-6a4d-4899-8317-d35481305f27, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a22aeb9e-6a4d-4899-8317-d35481305f27,segment=NetworkSegment(f6adaae0-ee2d-49b7-b96c-f70977774ba1),segment_id=f6adaae0-ee2d-49b7-b96c-f70977774ba1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:22.220576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eb5ff6bc-a044-4e49-9715-678e0bfafaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.231854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.252592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network 6336ba67-14ea-40dc-bacc-391f9ad87887 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:22.256235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] DHCP port deletion for ba43fa42-ddd8-46ad-868c-c615bf613f4e request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:22.272634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 6336ba67-14ea-40dc-bacc-391f9ad87887) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:22.278036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:22.278653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.284554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686e657b-8858-4750-b7f8-ad571b2f328c']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:22.293023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] DHCP port deletion for 440387a5-dea9-46c4-a51a-14610abf5411 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:22.294728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c507ada3-3805-4bc3-939a-5e0faa432133 None None] Network 6336ba67-14ea-40dc-bacc-391f9ad87887 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:22.300587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5a7a6d-092a-4069-8ed5-1f554484dc4d') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:22.301168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5a7a6d-092a-4069-8ed5-1f554484dc4d') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:22.306508 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-29a8dd06-dd8f-41d8-be30-277830ca3c32 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9742720 Nov 29 11:54:22.307455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59824) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:22.310380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bad83d5-7d29-4480-855e-ca6773c4f3f7 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.311877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.339458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.347023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:22.347580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:22.352761 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:22.355006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf853e4-9ce5-4805-874b-6505d44c47e5 None None] Network 2852a3a5-c4d7-43ce-aaab-c59a99e2674d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:22.355006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ff6bc-a044-4e49-9715-678e0bfafaf4 None None] Pushing event updated for resources: {'Port': ['ID=a22aeb9e-6a4d-4899-8317-d35481305f27,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:22.371825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bad83d5-7d29-4480-855e-ca6773c4f3f7 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.377404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5bad83d5-7d29-4480-855e-ca6773c4f3f7 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/subnets/b6106b2a-5fef-4e73-9032-1a9faef683ce HTTP/1.1" status: 204 len: 168 time: 0.5472300 Nov 29 11:54:22.393407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59826) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:22.401633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad83d5-7d29-4480-855e-ca6773c4f3f7 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Subnet': ['ID=b6106b2a-5fef-4e73-9032-1a9faef683ce,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:22.458889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.480543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.502148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.508192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] Deleting port d4b49036-e419-41a9-aac3-218b148932d3 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:22.508886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.509297 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] 10.222.0.23 "DELETE /v2.0/networks/686e657b-8858-4750-b7f8-ad571b2f328c HTTP/1.1" status: 204 len: 168 time: 0.4800813 Nov 29 11:54:22.517651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67762638-a107-464c-8922-feafa2a4c354 tempest-PortsTestJSON-269666738 tempest-PortsTestJSON-269666738-project] Pushing event deleted for resources: {'Network': ['ID=686e657b-8858-4750-b7f8-ad571b2f328c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:22.535377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.584935 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.591633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] Deleting port a22aeb9e-6a4d-4899-8317-d35481305f27 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:22.592154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.599772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Deleting port d4b49036-e419-41a9-aac3-218b148932d3 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:22.600703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.677992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.686497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] For port d4b49036-e419-41a9-aac3-218b148932d3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d4b49036-e419-41a9-aac3-218b148932d3,segment=NetworkSegment(ff2b665a-1cf0-46fc-8944-c636a197300f),segment_id=ff2b665a-1cf0-46fc-8944-c636a197300f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:22.686936 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.690341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] For port d4b49036-e419-41a9-aac3-218b148932d3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d4b49036-e419-41a9-aac3-218b148932d3,segment=NetworkSegment(ff2b665a-1cf0-46fc-8944-c636a197300f),segment_id=ff2b665a-1cf0-46fc-8944-c636a197300f)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:22.691652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.711880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Calling delete_port for d4b49036-e419-41a9-aac3-218b148932d3 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:22.714354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] For port a22aeb9e-6a4d-4899-8317-d35481305f27, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a22aeb9e-6a4d-4899-8317-d35481305f27,segment=NetworkSegment(f6adaae0-ee2d-49b7-b96c-f70977774ba1),segment_id=f6adaae0-ee2d-49b7-b96c-f70977774ba1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:22.714746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.716415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Subnet': ['ID=61ca8cf8-af6c-4fe3-bdfa-660fefee4d88,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:22.719881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f968d024-b7d4-4876-b6fb-c1b982ed2454 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:22.728629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] Calling delete_port for d4b49036-e419-41a9-aac3-218b148932d3 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:22.770166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] Calling delete_port for a22aeb9e-6a4d-4899-8317-d35481305f27 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:22.774410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: f968d024-b7d4-4876-b6fb-c1b982ed2454 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:22.774767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f968d024-b7d4-4876-b6fb-c1b982ed2454 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:22.775155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d4b49036-e419-41a9-aac3-218b148932d3 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:22.832536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.836397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.839472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0beb4f-6308-4338-9256-96a9146925f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-6336ba67-14ea-40dc-bacc-391f9ad87887', 'network_id': '6336ba67-14ea-40dc-bacc-391f9ad87887', 'tenant_id': '90038d74efe442e8aa849e9f77defb7a', 'fixed_ips': [{'subnet_id': '61ca8cf8-af6c-4fe3-bdfa-660fefee4d88'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:22.840337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4c0beb4f-6308-4338-9256-96a9146925f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.848423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] DHCP port deletion for 2852a3a5-c4d7-43ce-aaab-c59a99e2674d request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:22.858376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6336ba67-14ea-40dc-bacc-391f9ad87887']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:22.869476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c608c59d-a20e-4d75-b858-b6a20833faeb') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:22.869774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c608c59d-a20e-4d75-b858-b6a20833faeb') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:22.882077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.883327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] No DVR routers for this DVR port d4b49036-e419-41a9-aac3-218b148932d3 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:22.892850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Port': ['ID=d4b49036-e419-41a9-aac3-218b148932d3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:22.898317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.905364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:22.906367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:22.912384 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:22.939807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59832) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:22.970448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No active binding found for port d4b49036-e419-41a9-aac3-218b148932d3 {{(pid=102105) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 29 11:54:22.970790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d4b49036-e419-41a9-aac3-218b148932d3 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:22.987783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-4c0beb4f-6308-4338-9256-96a9146925f4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 11:54:22.987783 dv-neutron-819578-1-hyperv neutron-server[102105]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 29 11:54:22.987783 dv-neutron-819578-1-hyperv neutron-server[102105]: [parameters: {'project_id': '90038d74efe442e8aa849e9f77defb7a', 'id': 'd138c234-5e01-4e73-991f-ff0cd3988067', 'name': '', 'network_id': '6336ba67-14ea-40dc-bacc-391f9ad87887', 'mac_address': 'fa:16:3e:a0:50:1a', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-6336ba67-14ea-40dc-bacc-391f9ad87887', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1158}] Nov 29 11:54:22.987783 dv-neutron-819578-1-hyperv neutron-server[102105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:54:22.988319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-4c0beb4f-6308-4338-9256-96a9146925f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:54:22.992303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:22.999410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.007164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/6336ba67-14ea-40dc-bacc-391f9ad87887 HTTP/1.1" status: 204 len: 168 time: 0.6953464 Nov 29 11:54:23.014739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59836) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:23.022556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1253417591'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:23.023606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918bd77-8f43-4855-8f8d-3f4cac0eeddf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Network': ['ID=6336ba67-14ea-40dc-bacc-391f9ad87887,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:23.031666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.060591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba43fa42-ddd8-46ad-868c-c615bf613f4e']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:23.063125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:23.067214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.084002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2b665a-1cf0-46fc-8944-c636a197300f') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:23.084002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2b665a-1cf0-46fc-8944-c636a197300f') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:23.098879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.136299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.138237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:23.151184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:23.151584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:23.154487 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:23.157118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.185113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.188894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] Pushing event deleted for resources: {'Port': ['ID=d4b49036-e419-41a9-aac3-218b148932d3,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:23.201329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.201671 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Added segment e590ad70-02a6-40f2-8c85-657d9638ec0e of type vlan for network 71af7cb7-9d29-4c31-986b-17a579db474d Nov 29 11:54:23.216464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84cc85-6047-4cc8-bf11-26a7e15b69b7 None None] No DVR routers for this DVR port d4b49036-e419-41a9-aac3-218b148932d3 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:23.222464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] Pushing event deleted for resources: {'Port': ['ID=a22aeb9e-6a4d-4899-8317-d35481305f27,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:23.230344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] Deleting port 7ad35fdc-c5bf-4496-991f-3dba86846083 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:23.230894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.233971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63be07f7-e3f8-4123-bf16-9bf4bc508139 None None] No DVR routers for this DVR port a22aeb9e-6a4d-4899-8317-d35481305f27 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:23.252931 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-feda733b-ce11-4e86-b141-f9ecd4d48855 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3e0a921d7db464581fee2647c1ff212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117831 Nov 29 11:54:23.256070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59838) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:23.274327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.282959 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.293203 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.299026 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/networks/ba43fa42-ddd8-46ad-868c-c615bf613f4e HTTP/1.1" status: 204 len: 168 time: 0.9019158 Nov 29 11:54:23.300952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59840) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:23.306358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] For port 7ad35fdc-c5bf-4496-991f-3dba86846083, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=7ad35fdc-c5bf-4496-991f-3dba86846083,segment=NetworkSegment(cd46738f-839c-4b51-8e56-e3fd951c01fb),segment_id=cd46738f-839c-4b51-8e56-e3fd951c01fb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:23.306810 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.314111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0a76b-3f25-4292-94d4-64171553390a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Network': ['ID=ba43fa42-ddd8-46ad-868c-c615bf613f4e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:23.324376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.327918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] Calling delete_port for 7ad35fdc-c5bf-4496-991f-3dba86846083 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:23.330114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:23.330704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.375591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34a86db1-842e-48de-a148-5a7e9b16625c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.394878 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3789434 Nov 29 11:54:23.397766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59842) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:23.405003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'subnet': {'network_id': '71af7cb7-9d29-4c31-986b-17a579db474d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:23.409536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34a86db1-842e-48de-a148-5a7e9b16625c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.412306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9483bf1-8133-47e4-b9c8-4c0c77fa1bae tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Network': ['ID=71af7cb7-9d29-4c31-986b-17a579db474d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:23.432395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 71af7cb7-9d29-4c31-986b-17a579db474d details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:23.432597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.434726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.492845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4c0beb4f-6308-4338-9256-96a9146925f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.497501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] Pushing event deleted for resources: {'Port': ['ID=7ad35fdc-c5bf-4496-991f-3dba86846083,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:23.514481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3902bd1-5ce5-4bc1-848e-aa1457957817 None None] No DVR routers for this DVR port 7ad35fdc-c5bf-4496-991f-3dba86846083 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:23.564721 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07512c64-10a5-41c5-9a2c-635d34e46011 None None] Network 6336ba67-14ea-40dc-bacc-391f9ad87887 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:23.576886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07512c64-10a5-41c5-9a2c-635d34e46011 None None] Network 6336ba67-14ea-40dc-bacc-391f9ad87887 could not be found, it might have been deleted concurrently. {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 11:54:23.597522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34a86db1-842e-48de-a148-5a7e9b16625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.600674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34a86db1-842e-48de-a148-5a7e9b16625c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.601800 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-34a86db1-842e-48de-a148-5a7e9b16625c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/81aed390-5f60-4a78-9121-5f4a46f94ef6 HTTP/1.1" status: 204 len: 168 time: 0.3445859 Nov 29 11:54:23.618060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.628737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:23.632230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.636080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a86db1-842e-48de-a148-5a7e9b16625c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aed390-5f60-4a78-9121-5f4a46f94ef6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:23.685780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2852a3a5-c4d7-43ce-aaab-c59a99e2674d']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:23.705530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd46738f-839c-4b51-8e56-e3fd951c01fb') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:23.705876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd46738f-839c-4b51-8e56-e3fd951c01fb') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:23.722260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.746605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.752476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:23.752843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:23.755882 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:23.818894 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.828621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.834652 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/networks/2852a3a5-c4d7-43ce-aaab-c59a99e2674d HTTP/1.1" status: 204 len: 168 time: 0.5299010 Nov 29 11:54:23.835343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59850) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:23.847451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307666d2-8cd8-4d3a-8aa0-4718f9c123c9 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Network': ['ID=2852a3a5-c4d7-43ce-aaab-c59a99e2674d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:23.894613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abd2992-343e-41ac-b5df-eee57b6b688a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Deleting subnet 8aaf8f46-0124-4ad8-af18-889855c7ec8a {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:23.897749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1abd2992-343e-41ac-b5df-eee57b6b688a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.941677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1abd2992-343e-41ac-b5df-eee57b6b688a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:23.949320 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.017029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Subnet': ['ID=b0c43edc-4fee-4d48-bdee-46fb94bb865a,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:24.028064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Checking segment: {'id': 'e590ad70-02a6-40f2-8c85-657d9638ec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '71af7cb7-9d29-4c31-986b-17a579db474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:24.028566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network hostable DHCP agents. Network: 71af7cb7-9d29-4c31-986b-17a579db474d, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:24.044193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1abd2992-343e-41ac-b5df-eee57b6b688a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.047059 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network 71af7cb7-9d29-4c31-986b-17a579db474d is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:24.056314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 71af7cb7-9d29-4c31-986b-17a579db474d) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:24.061377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:24.066047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.068884 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd42a23-596f-477d-967c-25cedfce154a None None] Network 71af7cb7-9d29-4c31-986b-17a579db474d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:24.085518 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dbf7807d-c9ce-4d84-9f4a-577f18892ed7 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6842923 Nov 29 11:54:24.088373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59862) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:24.118768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1abd2992-343e-41ac-b5df-eee57b6b688a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.136533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1abd2992-343e-41ac-b5df-eee57b6b688a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.141907 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1abd2992-343e-41ac-b5df-eee57b6b688a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/subnets/8aaf8f46-0124-4ad8-af18-889855c7ec8a HTTP/1.1" status: 204 len: 168 time: 0.3038895 Nov 29 11:54:24.144347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e233b6-2715-45e2-88c6-b993f806a7b3 None None] Network edc82a18-f32f-40aa-bcd4-c2cf6b451c19 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:24.156865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59866) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:24.161207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd2992-343e-41ac-b5df-eee57b6b688a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Subnet': ['ID=8aaf8f46-0124-4ad8-af18-889855c7ec8a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:24.262574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.267684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.300688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59870) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:24.341847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee3172-1d4a-49e6-bfda-e011d817fd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-71af7cb7-9d29-4c31-986b-17a579db474d', 'network_id': '71af7cb7-9d29-4c31-986b-17a579db474d', 'tenant_id': '90038d74efe442e8aa849e9f77defb7a', 'fixed_ips': [{'subnet_id': 'b0c43edc-4fee-4d48-bdee-46fb94bb865a'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:24.342728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3172-1d4a-49e6-bfda-e011d817fd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.352982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.416803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Deleting port 6475c027-c427-4d2e-b061-3e2bf25aaee9 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:24.417345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.443726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1029320139'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:24.447031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] DHCP port deletion for edc82a18-f32f-40aa-bcd4-c2cf6b451c19 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:24.463318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:24.466795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.475466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server [None req-a3ee3172-1d4a-49e6-bfda-e011d817fd84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0c43edc-4fee-4d48-bdee-46fb94bb865a: This subnet is being modified by another concurrent operation. Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise self.value Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server raise exception Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0c43edc-4fee-4d48-bdee-46fb94bb865a: This subnet is being modified by another concurrent operation. Nov 29 11:54:24.477385 dv-neutron-819578-1-hyperv neutron-server[102105]: ERROR oslo_messaging.rpc.server Nov 29 11:54:24.486032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.507037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a4f513-5522-47a9-81a9-e7492f52d78b None None] Network 71af7cb7-9d29-4c31-986b-17a579db474d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:24.535563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] For port 6475c027-c427-4d2e-b061-3e2bf25aaee9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6475c027-c427-4d2e-b061-3e2bf25aaee9,segment=NetworkSegment(6e8fffb7-331a-4414-806c-080e668cf4e3),segment_id=6e8fffb7-331a-4414-806c-080e668cf4e3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:24.535983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.539289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c43edc-4fee-4d48-bdee-46fb94bb865a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:24.557457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] Deleting port 6475c027-c427-4d2e-b061-3e2bf25aaee9 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:24.557828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.606230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.613083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.647819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] For port 6475c027-c427-4d2e-b061-3e2bf25aaee9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6475c027-c427-4d2e-b061-3e2bf25aaee9,segment=NetworkSegment(6e8fffb7-331a-4414-806c-080e668cf4e3),segment_id=6e8fffb7-331a-4414-806c-080e668cf4e3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:24.648226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.652017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:24.658781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb2089c-9fef-41ad-8407-ec7eb9bf7301,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:24.666163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.666571 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment f3791f88-05f9-4252-a78d-490f0cf3818e of type vlan for network 6076a89f-2bb5-4619-b714-aab8131d7ae0 Nov 29 11:54:24.690169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7ad35fdc-c5bf-4496-991f-3dba86846083 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:24.713588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.732400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] Calling delete_port for 6475c027-c427-4d2e-b061-3e2bf25aaee9 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:24.737840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 7ad35fdc-c5bf-4496-991f-3dba86846083 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:24.738253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 7ad35fdc-c5bf-4496-991f-3dba86846083 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:24.738706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6475c027-c427-4d2e-b061-3e2bf25aaee9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:24.743577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.749860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:24.750656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.809450 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5045505 Nov 29 11:54:24.810675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59874) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:24.815139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1637382839'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:24.834211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c469f-37a5-4dbb-89f1-0b73f9285800 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=6076a89f-2bb5-4619-b714-aab8131d7ae0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:24.852663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:24.856645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.862872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 6076a89f-2bb5-4619-b714-aab8131d7ae0 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:24.892116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:24.903334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.904025 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment 78fb9754-f94b-47be-8136-634b92c238b8 of type vlan for network 45be6f19-c19b-4fb1-8506-e627ef399fdf Nov 29 11:54:24.930610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Calling delete_port for 6475c027-c427-4d2e-b061-3e2bf25aaee9 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:24.949695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.953008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.956470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.966615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.993343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:24.998958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] Pushing event deleted for resources: {'Port': ['ID=6475c027-c427-4d2e-b061-3e2bf25aaee9,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:25.001261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:25.001993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.002142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71af7cb7-9d29-4c31-986b-17a579db474d']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:25.004846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead29a7b-e5e9-4d14-b5a3-601103c2dcc7 None None] No DVR routers for this DVR port 6475c027-c427-4d2e-b061-3e2bf25aaee9 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:25.015695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e590ad70-02a6-40f2-8c85-657d9638ec0e') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:25.015997 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e590ad70-02a6-40f2-8c85-657d9638ec0e') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:25.036386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.040375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad569f-129e-4d71-b912-e9300c3351f0 None None] get_active_networks_info from dv-neutron-819578-1-hyperv {{(pid=102105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 29 11:54:25.058349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.065539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:25.065869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:25.069580 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:25.087884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=45be6f19-c19b-4fb1-8506-e627ef399fdf,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:25.101905 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4a4ac65b-1f6f-4dd1-a664-a86215c9f190 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2909007 Nov 29 11:54:25.104970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59876) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:25.106161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 45be6f19-c19b-4fb1-8506-e627ef399fdf details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:25.112064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.114499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': '6076a89f-2bb5-4619-b714-aab8131d7ae0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:25.149013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Port': ['ID=6475c027-c427-4d2e-b061-3e2bf25aaee9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:25.155366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] No DVR routers for this DVR port 6475c027-c427-4d2e-b061-3e2bf25aaee9 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:25.182777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.188632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad569f-129e-4d71-b912-e9300c3351f0 None None] Resources bound (agent type, host, resource id): {{(pid=102105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 29 11:54:25.203428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.206550 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/71af7cb7-9d29-4c31-986b-17a579db474d HTTP/1.1" status: 204 len: 168 time: 1.1174767 Nov 29 11:54:25.217969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59878) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:25.227059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1572597750'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:25.244507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:25.246700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e0a79-4240-4a7e-aead-7d3a8ae304d5 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Network': ['ID=71af7cb7-9d29-4c31-986b-17a579db474d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:25.248755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.265614 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.288666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc82a18-f32f-40aa-bcd4-c2cf6b451c19']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:25.299106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8fffb7-331a-4414-806c-080e668cf4e3') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:25.299566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8fffb7-331a-4414-806c-080e668cf4e3') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:25.309662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.310182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:25.313799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.326210 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.332994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:25.333687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: self.session.flush() Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:25.336846 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:25.362300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:25.371866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.372252 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Added segment 142c8e64-6621-4ce0-842d-1cb0d56e8935 of type vlan for network dc863c5b-46f1-4dcd-a83d-0955f66539ff Nov 29 11:54:25.407005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.415906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.420258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.421308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/networks/edc82a18-f32f-40aa-bcd4-c2cf6b451c19 HTTP/1.1" status: 204 len: 168 time: 1.2634721 Nov 29 11:54:25.425762 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59880) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:25.438245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6e804-f8ac-4d2a-819b-e040619fc40c tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Pushing event deleted for resources: {'Network': ['ID=edc82a18-f32f-40aa-bcd4-c2cf6b451c19,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:25.462652 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b2595d75-fa2a-4721-977f-fc54937b5543 tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "GET /v2.0/ports?device_id=994ae044-0e22-43f4-a8d0-b5d6cb43589f HTTP/1.1" status: 200 len: 205 time: 0.0356748 Nov 29 11:54:25.465274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59882) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:25.505495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.511228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:25.511827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.541929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1f1823cb-eec0-486e-83c1-fb0bc3d4de9a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.600487 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3809404 Nov 29 11:54:25.603682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59884) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:25.608170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Request body: {'subnet': {'network_id': 'dc863c5b-46f1-4dcd-a83d-0955f66539ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:25.625560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e037b9-f2d4-454f-914e-a27cc5cc4a2c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Network': ['ID=dc863c5b-46f1-4dcd-a83d-0955f66539ff,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:25.629543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.638063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network dc863c5b-46f1-4dcd-a83d-0955f66539ff details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:25.688539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=a91e207e-70f7-47d3-9808-765468debc2b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:25.701865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': 'f3791f88-05f9-4252-a78d-490f0cf3818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6076a89f-2bb5-4619-b714-aab8131d7ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:25.702256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: 6076a89f-2bb5-4619-b714-aab8131d7ae0, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:25.720595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 6076a89f-2bb5-4619-b714-aab8131d7ae0 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:25.730282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 6076a89f-2bb5-4619-b714-aab8131d7ae0) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:25.734259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:25.734840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.740237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d6f10-9478-4e40-bca4-ce54d5089974 None None] Network 6076a89f-2bb5-4619-b714-aab8131d7ae0 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:25.754673 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-39dcac74-0240-4fdf-8255-7761374fc2c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6464014 Nov 29 11:54:25.757196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59886) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:25.762249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': '45be6f19-c19b-4fb1-8506-e627ef399fdf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:25.785843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1f1823cb-eec0-486e-83c1-fb0bc3d4de9a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.788101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1f1823cb-eec0-486e-83c1-fb0bc3d4de9a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.846061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1f1823cb-eec0-486e-83c1-fb0bc3d4de9a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.846659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1823cb-eec0-486e-83c1-fb0bc3d4de9a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Fanout notify agent at l3_agent the message router_deleted on router 994ae044-0e22-43f4-a8d0-b5d6cb43589f {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:54:25.854492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1f1823cb-eec0-486e-83c1-fb0bc3d4de9a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.855434 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1f1823cb-eec0-486e-83c1-fb0bc3d4de9a tempest-RoutersNegativeTest-1312307821 tempest-RoutersNegativeTest-1312307821-project] 10.222.0.23 "DELETE /v2.0/routers/994ae044-0e22-43f4-a8d0-b5d6cb43589f HTTP/1.1" status: 204 len: 168 time: 0.3889680 Nov 29 11:54:25.856707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Made reservation on behalf of 90038d74efe442e8aa849e9f77defb7a for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:25.860453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.865820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:25.869629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:25.902682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-6076a89f-2bb5-4619-b714-aab8131d7ae0', 'network_id': '6076a89f-2bb5-4619-b714-aab8131d7ae0', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': 'a91e207e-70f7-47d3-9808-765468debc2b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:25.903759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.063062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Allocated IP 172.20.0.2 (6076a89f-2bb5-4619-b714-aab8131d7ae0/a91e207e-70f7-47d3-9808-765468debc2b/34f7cbbd-7315-4648-8b8a-2cbe982efedc) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:26.090862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.151446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.objects.ports [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102103) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 29 11:54:26.153408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.167259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': '78fb9754-f94b-47be-8136-634b92c238b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45be6f19-c19b-4fb1-8506-e627ef399fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:26.167614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: 45be6f19-c19b-4fb1-8506-e627ef399fdf, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:26.181891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=142bb651-c94f-4708-bd5d-100abeca9d5a,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:26.195510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 45be6f19-c19b-4fb1-8506-e627ef399fdf is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:26.207175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 45be6f19-c19b-4fb1-8506-e627ef399fdf) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:26.211587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:26.212523 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.219292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59892) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:26.220218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3976619-940d-4dbd-b232-77ed1fc31900 None None] Network 45be6f19-c19b-4fb1-8506-e627ef399fdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:26.244912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Checking segment: {'id': '142c8e64-6621-4ce0-842d-1cb0d56e8935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dc863c5b-46f1-4dcd-a83d-0955f66539ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:26.245405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network hostable DHCP agents. Network: dc863c5b-46f1-4dcd-a83d-0955f66539ff, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:26.248907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event updated for resources: {'Subnet': ['ID=42cb201c-ba8e-4995-8287-8f1ad15d75e5,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:26.252190 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0fe57288-4f63-45e7-b2c6-e5d3cc69d798 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4928741 Nov 29 11:54:26.254401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59896) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:26.266555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d432670f-36d9-4905-9979-0202d17c7b9b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-568032155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:26.268737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.271698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Network dc863c5b-46f1-4dcd-a83d-0955f66539ff is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:26.279337 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, dc863c5b-46f1-4dcd-a83d-0955f66539ff) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:26.286302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.295716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:26.296192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.299699 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc66b2-86d5-44bf-8708-21e894e5cf35 None None] Network dc863c5b-46f1-4dcd-a83d-0955f66539ff requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:26.300687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d432670f-36d9-4905-9979-0202d17c7b9b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.302075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d432670f-36d9-4905-9979-0202d17c7b9b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.325683 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-78bf7428-9c6b-42f3-9b17-77cff60446cf tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7211475 Nov 29 11:54:26.328143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59898) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:26.446869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.515455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.538725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Network 6076a89f-2bb5-4619-b714-aab8131d7ae0 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:26.548752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:26.561534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:26.573482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Pushing event updated for resources: {'Port': ['ID=34f7cbbd-7315-4648-8b8a-2cbe982efedc,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:26.599070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.651387 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Subnet': ['ID=42cb201c-ba8e-4995-8287-8f1ad15d75e5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:26.698577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.710575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Attempting to bind port 34f7cbbd-7315-4648-8b8a-2cbe982efedc on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:26.710955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Attempting to bind port 34f7cbbd-7315-4648-8b8a-2cbe982efedc by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f3791f88-05f9-4252-a78d-490f0cf3818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6076a89f-2bb5-4619-b714-aab8131d7ae0'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:26.711616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Attempting to bind port 34f7cbbd-7315-4648-8b8a-2cbe982efedc on network 6076a89f-2bb5-4619-b714-aab8131d7ae0 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:26.717165 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d432670f-36d9-4905-9979-0202d17c7b9b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.723480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc863c5b-46f1-4dcd-a83d-0955f66539ff']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:26.729493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d432670f-36d9-4905-9979-0202d17c7b9b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.735142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142c8e64-6621-4ce0-842d-1cb0d56e8935') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:26.735142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142c8e64-6621-4ce0-842d-1cb0d56e8935') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:26.735554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:26.736157 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Checking segment: {'id': 'f3791f88-05f9-4252-a78d-490f0cf3818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6076a89f-2bb5-4619-b714-aab8131d7ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:26.736622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.737017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Bound using segment: {'id': 'f3791f88-05f9-4252-a78d-490f0cf3818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6076a89f-2bb5-4619-b714-aab8131d7ae0'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:26.737507 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Bound port: 34f7cbbd-7315-4648-8b8a-2cbe982efedc, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3791f88-05f9-4252-a78d-490f0cf3818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '6076a89f-2bb5-4619-b714-aab8131d7ae0'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:26.737902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.751147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.759918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-45be6f19-c19b-4fb1-8506-e627ef399fdf', 'network_id': '45be6f19-c19b-4fb1-8506-e627ef399fdf', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': '142bb651-c94f-4708-bd5d-100abeca9d5a'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:26.760127 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-310bb3aa-66aa-47fc-b96a-8a803f1a4ff4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d65e64de7c734828b2ee04c777053d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5370555 Nov 29 11:54:26.760234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.760332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59900) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:26.768707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d432670f-36d9-4905-9979-0202d17c7b9b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.772744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.772983 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d432670f-36d9-4905-9979-0202d17c7b9b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5158696 Nov 29 11:54:26.774955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59902) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:26.775819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34dbf6-81e3-4071-b417-6dea39ed271b None None] Network dc863c5b-46f1-4dcd-a83d-0955f66539ff requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:26.780052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:26.780836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:26.784049 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:26.857677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.873371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.878348 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/dc863c5b-46f1-4dcd-a83d-0955f66539ff HTTP/1.1" status: 204 len: 168 time: 0.5487022 Nov 29 11:54:26.881739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59904) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:26.906911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff4b0-a4d0-443e-82cb-f5d2e2828cba tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Network': ['ID=dc863c5b-46f1-4dcd-a83d-0955f66539ff,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:26.932794 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-3607cf7b-f7d0-4b08-967a-961bc3aca450 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:26.933505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3607cf7b-f7d0-4b08-967a-961bc3aca450 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:26.936820 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3607cf7b-f7d0-4b08-967a-961bc3aca450 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/subnets/42cb201c-ba8e-4995-8287-8f1ad15d75e5 HTTP/1.1" status: 404 len: 337 time: 0.0512841 Nov 29 11:54:26.939233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59906) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:26.960201 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb3006e-5b19-42af-a041-87444af9e894 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:26.960830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb3006e-5b19-42af-a041-87444af9e894 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:26.966680 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-22abbf95-25e4-4319-ab98-2662a4e86132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:26.967223 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ceb3006e-5b19-42af-a041-87444af9e894 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/dc863c5b-46f1-4dcd-a83d-0955f66539ff HTTP/1.1" status: 404 len: 339 time: 0.0236239 Nov 29 11:54:26.967328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59908) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:26.996372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] For port 34f7cbbd-7315-4648-8b8a-2cbe982efedc, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:27.041342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] For port 34f7cbbd-7315-4648-8b8a-2cbe982efedc, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=34f7cbbd-7315-4648-8b8a-2cbe982efedc,segment=NetworkSegment(f3791f88-05f9-4252-a78d-490f0cf3818e),segment_id=f3791f88-05f9-4252-a78d-490f0cf3818e)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:27.048483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.065721 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b9bbd7-f21e-4976-ac9a-f0f0fa5b56c8 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:27.066232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b9bbd7-f21e-4976-ac9a-f0f0fa5b56c8 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:27.069695 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-14b9bbd7-f21e-4976-ac9a-f0f0fa5b56c8 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/subnets/b0c43edc-4fee-4d48-bdee-46fb94bb865a HTTP/1.1" status: 404 len: 337 time: 0.0728426 Nov 29 11:54:27.072813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59910) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:27.081322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-22abbf95-25e4-4319-ab98-2662a4e86132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.088681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Allocated IP 172.21.0.2 (45be6f19-c19b-4fb1-8506-e627ef399fdf/142bb651-c94f-4708-bd5d-100abeca9d5a/22e7c67f-a2ca-4ff1-b276-52f97a532529) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:27.096233 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6199fa8-f80f-482d-80d9-3066450f6927 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:27.096981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6199fa8-f80f-482d-80d9-3066450f6927 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:27.104247 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d6199fa8-f80f-482d-80d9-3066450f6927 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/71af7cb7-9d29-4c31-986b-17a579db474d HTTP/1.1" status: 404 len: 339 time: 0.0265577 Nov 29 11:54:27.104247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59912) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:27.127989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0a85e-44cc-4f24-8418-24ed7ec8dabd None None] Pushing event updated for resources: {'Port': ['ID=34f7cbbd-7315-4648-8b8a-2cbe982efedc,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:27.135864 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e45f25-c044-4458-b93d-64bea2ad26cb tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:27.136488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e45f25-c044-4458-b93d-64bea2ad26cb tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:27.142018 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-49e45f25-c044-4458-b93d-64bea2ad26cb tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/subnets/61ca8cf8-af6c-4fe3-bdfa-660fefee4d88 HTTP/1.1" status: 404 len: 337 time: 0.0353212 Nov 29 11:54:27.143726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59914) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:27.188047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.190444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e62a770-c55e-4a37-8dd2-aab9fd19ae72 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:27.191116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e62a770-c55e-4a37-8dd2-aab9fd19ae72 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:27.194253 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3e62a770-c55e-4a37-8dd2-aab9fd19ae72 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/6336ba67-14ea-40dc-bacc-391f9ad87887 HTTP/1.1" status: 404 len: 339 time: 0.0495136 Nov 29 11:54:27.197208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59916) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:27.246735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-22abbf95-25e4-4319-ab98-2662a4e86132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.249361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-22abbf95-25e4-4319-ab98-2662a4e86132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.250530 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-22abbf95-25e4-4319-ab98-2662a4e86132 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e76d179f-7379-4946-a7c5-a2f1385d366f HTTP/1.1" status: 204 len: 168 time: 0.4895506 Nov 29 11:54:27.297809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abbf95-25e4-4319-ab98-2662a4e86132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76d179f-7379-4946-a7c5-a2f1385d366f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:27.314234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.317806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2087a381-92fb-401c-b574-a5b882464489 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Deleting port fb111a0d-c5d6-47f0-9312-6f2103a8baef {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:27.318279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2087a381-92fb-401c-b574-a5b882464489 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.327339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.382852 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Network 45be6f19-c19b-4fb1-8506-e627ef399fdf is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:27.391846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:27.415890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2087a381-92fb-401c-b574-a5b882464489 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.423152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:27.429324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Pushing event updated for resources: {'Port': ['ID=22e7c67f-a2ca-4ff1-b276-52f97a532529,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:27.439280 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.451671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2087a381-92fb-401c-b574-a5b882464489 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Calling delete_port for fb111a0d-c5d6-47f0-9312-6f2103a8baef owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:27.505372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Attempting to bind port 22e7c67f-a2ca-4ff1-b276-52f97a532529 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:27.505750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Attempting to bind port 22e7c67f-a2ca-4ff1-b276-52f97a532529 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '78fb9754-f94b-47be-8136-634b92c238b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45be6f19-c19b-4fb1-8506-e627ef399fdf'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:27.506289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Attempting to bind port 22e7c67f-a2ca-4ff1-b276-52f97a532529 on network 45be6f19-c19b-4fb1-8506-e627ef399fdf {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:27.513114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:27.513492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Checking segment: {'id': '78fb9754-f94b-47be-8136-634b92c238b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45be6f19-c19b-4fb1-8506-e627ef399fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:27.513897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.514636 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Bound using segment: {'id': '78fb9754-f94b-47be-8136-634b92c238b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45be6f19-c19b-4fb1-8506-e627ef399fdf'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:27.515052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Bound port: 22e7c67f-a2ca-4ff1-b276-52f97a532529, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fb9754-f94b-47be-8136-634b92c238b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '45be6f19-c19b-4fb1-8506-e627ef399fdf'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:27.515438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.608147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.20.0.1 (6076a89f-2bb5-4619-b714-aab8131d7ae0/a91e207e-70f7-47d3-9808-765468debc2b/8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:27.610131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] For port 22e7c67f-a2ca-4ff1-b276-52f97a532529, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:27.612283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2087a381-92fb-401c-b574-a5b882464489 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.613572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] For port 22e7c67f-a2ca-4ff1-b276-52f97a532529, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=22e7c67f-a2ca-4ff1-b276-52f97a532529,segment=NetworkSegment(78fb9754-f94b-47be-8136-634b92c238b8),segment_id=78fb9754-f94b-47be-8136-634b92c238b8)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:27.621175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.652590 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a381-92fb-401c-b574-a5b882464489 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Port': ['ID=fb111a0d-c5d6-47f0-9312-6f2103a8baef,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:27.655247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2087a381-92fb-401c-b574-a5b882464489 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.658589 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2087a381-92fb-401c-b574-a5b882464489 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/ports/fb111a0d-c5d6-47f0-9312-6f2103a8baef HTTP/1.1" status: 204 len: 168 time: 0.4596505 Nov 29 11:54:27.661566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59922) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:27.689256 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-af26f20a-c183-40ea-b3a5-f43d2c51290c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:27.689725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af26f20a-c183-40ea-b3a5-f43d2c51290c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:27.693540 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-af26f20a-c183-40ea-b3a5-f43d2c51290c tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/subnets/a63be762-bfab-47cd-aa82-a732fdd5efb9 HTTP/1.1" status: 404 len: 337 time: 0.0309896 Nov 29 11:54:27.696170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59926) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:27.702118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f5d6c-e78a-44c7-a782-d2c362e3e7d4 None None] Pushing event updated for resources: {'Port': ['ID=22e7c67f-a2ca-4ff1-b276-52f97a532529,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:27.775200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.813313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.820089 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.877131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 6076a89f-2bb5-4619-b714-aab8131d7ae0 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:27.879922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:27.884636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:27.929618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:27.933909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.948879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:27.984726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440387a5-dea9-46c4-a51a-14610abf5411']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:27.999232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6adaae0-ee2d-49b7-b96c-f70977774ba1') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:27.999678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6adaae0-ee2d-49b7-b96c-f70977774ba1') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:28.031843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.049261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.061617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:28.062051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:28.065188 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:28.148477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.155274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.168083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.173823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59940) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:28.174011 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/440387a5-dea9-46c4-a51a-14610abf5411 HTTP/1.1" status: 204 len: 168 time: 0.4762607 Nov 29 11:54:28.186653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3bcb8-14e9-4bf2-8f9b-51087183fa1b tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Network': ['ID=440387a5-dea9-46c4-a51a-14610abf5411,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:28.344270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59944) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:28.396403 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0e41af42-6603-45a8-9a41-ae46b7d325d2 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Deleting port 9d05308b-0f20-4206-b4a1-9db15a3d4942 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:28.396753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e41af42-6603-45a8-9a41-ae46b7d325d2 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.446205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66daa889-8cc2-4d3a-b582-aaffa9c043ca None None] Network 6076a89f-2bb5-4619-b714-aab8131d7ae0 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:28.456888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134578090'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:28.481039 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.496856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.518697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e41af42-6603-45a8-9a41-ae46b7d325d2 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.528361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b1cbf26e-52af-46f8-bccc-cff84930dbfd None None] Provisioning complete for port 34f7cbbd-7315-4648-8b8a-2cbe982efedc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:28.528783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf26e-52af-46f8-bccc-cff84930dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.543575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0e41af42-6603-45a8-9a41-ae46b7d325d2 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Calling delete_port for 9d05308b-0f20-4206-b4a1-9db15a3d4942 owned by {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:28.605553 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.610415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.628664 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.656188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.673035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd529de7-6635-4051-a029-6019d95681b3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:28.727101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.733403 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.760914 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf26e-52af-46f8-bccc-cff84930dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.762080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf5fec-a2a9-40c0-b9b2-a5b6ba34c372,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:28.781887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.782383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.789665 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ef173310-6a18-49c1-91fe-07d6ee6817ae tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4442768 Nov 29 11:54:28.790330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59948) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:28.829130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:28.834302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b1cbf26e-52af-46f8-bccc-cff84930dbfd None None] For port 34f7cbbd-7315-4648-8b8a-2cbe982efedc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=34f7cbbd-7315-4648-8b8a-2cbe982efedc,segment=NetworkSegment(f3791f88-05f9-4252-a78d-490f0cf3818e),segment_id=f3791f88-05f9-4252-a78d-490f0cf3818e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:28.851339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf26e-52af-46f8-bccc-cff84930dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.858780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 22e7c67f-a2ca-4ff1-b276-52f97a532529 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:28.904954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-41e908e1-dcae-4c49-90cb-79d739f9da4b tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1134725 Nov 29 11:54:28.908443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e41af42-6603-45a8-9a41-ae46b7d325d2 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:28.910224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59950) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:28.917323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f82a61cf-951a-4496-8957-d1fad5c452a3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-security--1927670691', 'description': 'tempest-security-description-1916838093'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:28.951187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbf26e-52af-46f8-bccc-cff84930dbfd None None] Pushing event updated for resources: {'Port': ['ID=34f7cbbd-7315-4648-8b8a-2cbe982efedc,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:28.953613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41af42-6603-45a8-9a41-ae46b7d325d2 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Port': ['ID=9d05308b-0f20-4206-b4a1-9db15a3d4942,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:28.965846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 22e7c67f-a2ca-4ff1-b276-52f97a532529 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:28.966253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.001179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e41af42-6603-45a8-9a41-ae46b7d325d2 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.004834 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0e41af42-6603-45a8-9a41-ae46b7d325d2 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/ports/9d05308b-0f20-4206-b4a1-9db15a3d4942 HTTP/1.1" status: 204 len: 168 time: 0.8276758 Nov 29 11:54:29.007604 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59952) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.009982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f82a61cf-951a-4496-8957-d1fad5c452a3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.045287 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d0e93e-7f4f-4e2b-bc49-0b60a39df796 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] DELETE failed (client error): The resource could not be found. Nov 29 11:54:29.046019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d0e93e-7f4f-4e2b-bc49-0b60a39df796 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:54:29.049984 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-92d0e93e-7f4f-4e2b-bc49-0b60a39df796 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/subnets/bc95983f-c6a2-4fb3-84d4-9755aaa80416 HTTP/1.1" status: 404 len: 337 time: 0.0405951 Nov 29 11:54:29.052358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59954) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.065346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.100952 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 6076a89f-2bb5-4619-b714-aab8131d7ae0 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:29.107175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:29.110749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 22e7c67f-a2ca-4ff1-b276-52f97a532529, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=22e7c67f-a2ca-4ff1-b276-52f97a532529,segment=NetworkSegment(78fb9754-f94b-47be-8136-634b92c238b8),segment_id=78fb9754-f94b-47be-8136-634b92c238b8)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:29.112315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f82a61cf-951a-4496-8957-d1fad5c452a3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.120479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.121277 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f82a61cf-951a-4496-8957-d1fad5c452a3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.121415 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 34f7cbbd-7315-4648-8b8a-2cbe982efedc up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:29.123976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f82a61cf-951a-4496-8957-d1fad5c452a3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.127694 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f82a61cf-951a-4496-8957-d1fad5c452a3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "PUT /v2.0/security-groups/8dbf5fec-a2a9-40c0-b9b2-a5b6ba34c372 HTTP/1.1" status: 200 len: 1780 time: 0.2118692 Nov 29 11:54:29.130595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59956) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.153159 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.220929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-77ef81e4-0a22-49ee-b288-a86a403b1ab4 None None] Provisioning complete for port 34f7cbbd-7315-4648-8b8a-2cbe982efedc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:29.221306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-77ef81e4-0a22-49ee-b288-a86a403b1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.254257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=22e7c67f-a2ca-4ff1-b276-52f97a532529,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:29.263766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a61cf-951a-4496-8957-d1fad5c452a3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf5fec-a2a9-40c0-b9b2-a5b6ba34c372,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:29.290737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d19b9962-958b-4e68-8303-cac32240fbb7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups/8dbf5fec-a2a9-40c0-b9b2-a5b6ba34c372 HTTP/1.1" status: 200 len: 1780 time: 0.1571715 Nov 29 11:54:29.292061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 34f7cbbd-7315-4648-8b8a-2cbe982efedc triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:29.292472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.293453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59958) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.306140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.318479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43518f0d-53b9-4e34-b913-449a0b495be1 None None] Network 45be6f19-c19b-4fb1-8506-e627ef399fdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:29.333266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router 7b047623-6952-439b-90ab-718258b26bfb is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:54:29.346426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ee782b-26af-44ef-8c14-f036e8feba9c']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:29.362286 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86a0521-94bd-4d26-9f8f-f8b600dd071f') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:29.362584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86a0521-94bd-4d26-9f8f-f8b600dd071f') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:29.380667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.400383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a144629d-9832-4034-b83b-10f64f8132c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.407835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.423792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:29.424231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:29.427935 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:29.476956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:29.485490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a144629d-9832-4034-b83b-10f64f8132c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.486168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59960) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.493364 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b37439b9-13bb-472f-9448-e55b614afbf7 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/7b047623-6952-439b-90ab-718258b26bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7169838 Nov 29 11:54:29.495898 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665b8ac-a649-461b-9b54-d7a1752c80e9 None None] Sync routers for ids ['7b047623-6952-439b-90ab-718258b26bfb'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:29.505509 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665b8ac-a649-461b-9b54-d7a1752c80e9 None None] Routers {'7b047623-6952-439b-90ab-718258b26bfb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:29.506151 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4665b8ac-a649-461b-9b54-d7a1752c80e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7b047623-6952-439b-90ab-718258b26bfb'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:29.517296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-77ef81e4-0a22-49ee-b288-a86a403b1ab4 None None] Provisioning complete for port 8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:29.517865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-77ef81e4-0a22-49ee-b288-a86a403b1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.556144 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4665b8ac-a649-461b-9b54-d7a1752c80e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:29.564478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.567646 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665b8ac-a649-461b-9b54-d7a1752c80e9 None None] Routers {'7b047623-6952-439b-90ab-718258b26bfb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:29.568510 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4665b8ac-a649-461b-9b54-d7a1752c80e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7b047623-6952-439b-90ab-718258b26bfb'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:29.577179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73f5008-a0d0-4292-aecf-f875ed8a99ee tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:29.578915 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e73f5008-a0d0-4292-aecf-f875ed8a99ee tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports/8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 HTTP/1.1" status: 200 len: 910 time: 0.0890934 Nov 29 11:54:29.582937 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59962) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.588175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-77ef81e4-0a22-49ee-b288-a86a403b1ab4 None None] Port 8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:29.593788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.597240 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/19ee782b-26af-44ef-8c14-f036e8feba9c HTTP/1.1" status: 204 len: 168 time: 0.5437710 Nov 29 11:54:29.608499 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59964) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.616959 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4665b8ac-a649-461b-9b54-d7a1752c80e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:29.618129 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665b8ac-a649-461b-9b54-d7a1752c80e9 None None] The sync data for ids ['7b047623-6952-439b-90ab-718258b26bfb'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:29.619746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae135650-58df-4f65-928c-9c466b18aa2a tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Network': ['ID=19ee782b-26af-44ef-8c14-f036e8feba9c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:29.668033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a144629d-9832-4034-b83b-10f64f8132c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.670741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a144629d-9832-4034-b83b-10f64f8132c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.671891 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a144629d-9832-4034-b83b-10f64f8132c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/8dbf5fec-a2a9-40c0-b9b2-a5b6ba34c372 HTTP/1.1" status: 204 len: 168 time: 0.3776469 Nov 29 11:54:29.680038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59966) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.688654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144629d-9832-4034-b83b-10f64f8132c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf5fec-a2a9-40c0-b9b2-a5b6ba34c372,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:29.720746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c51dfc8-4d11-4180-80f8-83df3e33e7e1 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Deleting subnet 373508cc-2d55-477d-b184-814d124851e9 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:29.725823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c51dfc8-4d11-4180-80f8-83df3e33e7e1 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.735447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e753c45b-8af6-4449-950f-0dc60cbddf9b None None] Provisioning complete for port 22e7c67f-a2ca-4ff1-b276-52f97a532529 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:29.735996 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e753c45b-8af6-4449-950f-0dc60cbddf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.770874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d13675c3-7d8d-4b21-bde6-22eab07d42d3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897255 Nov 29 11:54:29.774120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59968) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.795188 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-77bdd045-09da-46b8-a36e-46f24dd14a76 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] delete failed (client error): The resource could not be found. Nov 29 11:54:29.796151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-77bdd045-09da-46b8-a36e-46f24dd14a76 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/8dbf5fec-a2a9-40c0-b9b2-a5b6ba34c372 HTTP/1.1" status: 404 len: 347 time: 0.0211191 Nov 29 11:54:29.803056 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c51dfc8-4d11-4180-80f8-83df3e33e7e1 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.805931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59970) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:29.830159 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e8d9a0ae-b898-4dfb-a5f9-a264abe56fd7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311285793'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:29.853627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e753c45b-8af6-4449-950f-0dc60cbddf9b None None] Provisioning complete for port 8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:29.854213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e753c45b-8af6-4449-950f-0dc60cbddf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.862916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8d9a0ae-b898-4dfb-a5f9-a264abe56fd7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:29.898692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e753c45b-8af6-4449-950f-0dc60cbddf9b None None] Port 8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:29.954358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c51dfc8-4d11-4180-80f8-83df3e33e7e1 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.022466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-94d1afeb-6e3e-4af6-a245-9fb913eb81e7 None None] Provisioning complete for port 22e7c67f-a2ca-4ff1-b276-52f97a532529 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:30.023003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94d1afeb-6e3e-4af6-a245-9fb913eb81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.030346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8d9a0ae-b898-4dfb-a5f9-a264abe56fd7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.036118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8d9a0ae-b898-4dfb-a5f9-a264abe56fd7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.053908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c51dfc8-4d11-4180-80f8-83df3e33e7e1 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.064358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.096049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8d9a0ae-b898-4dfb-a5f9-a264abe56fd7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.100444 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e8d9a0ae-b898-4dfb-a5f9-a264abe56fd7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2903459 Nov 29 11:54:30.100647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51dfc8-4d11-4180-80f8-83df3e33e7e1 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Subnet': ['ID=373508cc-2d55-477d-b184-814d124851e9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.102124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59972) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.103132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c51dfc8-4d11-4180-80f8-83df3e33e7e1 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.108969 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1c51dfc8-4d11-4180-80f8-83df3e33e7e1 tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/subnets/373508cc-2d55-477d-b184-814d124851e9 HTTP/1.1" status: 204 len: 168 time: 0.4965901 Nov 29 11:54:30.111174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-14a74490-5b3f-4d31-af27-91d24a1041ad tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': '0fc3fae7-6a31-4cb8-9d2d-32e265131b75', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:30.116454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9a0ae-b898-4dfb-a5f9-a264abe56fd7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc3fae7-6a31-4cb8-9d2d-32e265131b75,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.116639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 59974) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.131935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddea09d-7575-4b20-a43b-09d9d29771a9 None None] Network 8b3f6a4d-117b-415f-8f01-c5703b570bdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:30.143396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14a74490-5b3f-4d31-af27-91d24a1041ad tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.193336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-94d1afeb-6e3e-4af6-a245-9fb913eb81e7 None None] Provisioning complete for port 8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:30.193764 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94d1afeb-6e3e-4af6-a245-9fb913eb81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.216067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14a74490-5b3f-4d31-af27-91d24a1041ad tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.221355 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14a74490-5b3f-4d31-af27-91d24a1041ad tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.241621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a74490-5b3f-4d31-af27-91d24a1041ad tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354b4447-5b2f-4e09-9913-fe363ad68696,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.251400 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.253374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-14a74490-5b3f-4d31-af27-91d24a1041ad tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.255410 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-14a74490-5b3f-4d31-af27-91d24a1041ad tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472206 Nov 29 11:54:30.257659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59976) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.278168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-94d1afeb-6e3e-4af6-a245-9fb913eb81e7 None None] Port 8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:30.295564 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abccf845-98fd-4856-8724-0ea573ea17d5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.305606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abccf845-98fd-4856-8724-0ea573ea17d5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.334814 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abccf845-98fd-4856-8724-0ea573ea17d5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.341453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abccf845-98fd-4856-8724-0ea573ea17d5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.342982 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-abccf845-98fd-4856-8724-0ea573ea17d5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/354b4447-5b2f-4e09-9913-fe363ad68696 HTTP/1.1" status: 204 len: 168 time: 0.0836627 Nov 29 11:54:30.348148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59978) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.354908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccf845-98fd-4856-8724-0ea573ea17d5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=354b4447-5b2f-4e09-9913-fe363ad68696,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.373318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] DHCP port deletion for 8b3f6a4d-117b-415f-8f01-c5703b570bdf request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:30.393178 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-abcd3413-8d23-4d65-8fa1-7b9bc22b4329 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0438559 Nov 29 11:54:30.396670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59980) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.426725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] Deleting port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:30.427248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.455676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eaf156b9-d720-4611-bee5-4d4bbadcbcac tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.487321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eaf156b9-d720-4611-bee5-4d4bbadcbcac tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.494703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] For port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=cfeddf27-41e9-4d23-a1c9-f534ec99ee2f,segment=NetworkSegment(cda5d90a-207b-4c74-963e-930de38c4a3a),segment_id=cda5d90a-207b-4c74-963e-930de38c4a3a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:30.495269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.511596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] Calling delete_port for cfeddf27-41e9-4d23-a1c9-f534ec99ee2f owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:30.533552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eaf156b9-d720-4611-bee5-4d4bbadcbcac tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.537128 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-eaf156b9-d720-4611-bee5-4d4bbadcbcac tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.541307 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-eaf156b9-d720-4611-bee5-4d4bbadcbcac tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/0fc3fae7-6a31-4cb8-9d2d-32e265131b75 HTTP/1.1" status: 204 len: 168 time: 0.1436400 Nov 29 11:54:30.542434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59982) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.569801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf156b9-d720-4611-bee5-4d4bbadcbcac tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc3fae7-6a31-4cb8-9d2d-32e265131b75,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.623791 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c03c9fc8-ad85-4c29-a00d-2ba090151d90 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762832 Nov 29 11:54:30.624753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59984) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.626998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.629653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-27c6c9ab-71f9-44d0-a5d0-359d2c4792cb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-secgroup--492083946'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:30.666066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c6c9ab-71f9-44d0-a5d0-359d2c4792cb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.697355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 22e7c67f-a2ca-4ff1-b276-52f97a532529 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:30.728467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Deleting port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:30.729094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.741717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] Pushing event deleted for resources: {'Port': ['ID=cfeddf27-41e9-4d23-a1c9-f534ec99ee2f,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.743546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c6c9ab-71f9-44d0-a5d0-359d2c4792cb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.745651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-72072d74-87ec-4c45-a3a3-2a7681bcb21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.747859 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8b84b-a194-459f-8005-35cbbd81c5a2 None None] No DVR routers for this DVR port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:30.752461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c6c9ab-71f9-44d0-a5d0-359d2c4792cb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.763982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 22e7c67f-a2ca-4ff1-b276-52f97a532529 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:30.764840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.794035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-27c6c9ab-71f9-44d0-a5d0-359d2c4792cb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.798025 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-27c6c9ab-71f9-44d0-a5d0-359d2c4792cb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1694844 Nov 29 11:54:30.798193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59986) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.802747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7f62d90c-fb03-48d4-9c57-ef09f4933cc4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4e143-2bee-4e45-a178-1be9e60ffd57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:30.808436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.21.0.1 (45be6f19-c19b-4fb1-8506-e627ef399fdf/142bb651-c94f-4708-bd5d-100abeca9d5a/587ee877-fa1b-4597-9280-74a8736b01d4) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:30.812314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6c9ab-71f9-44d0-a5d0-359d2c4792cb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c4e143-2bee-4e45-a178-1be9e60ffd57,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.819342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] For port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:30.819690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.835823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f62d90c-fb03-48d4-9c57-ef09f4933cc4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.840264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Calling delete_port for cfeddf27-41e9-4d23-a1c9-f534ec99ee2f owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:30.846006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f was not found and therefore no delete operation was performed {{(pid=102104) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 11:54:30.857056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.912056 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f62d90c-fb03-48d4-9c57-ef09f4933cc4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.915766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Port': ['ID=cfeddf27-41e9-4d23-a1c9-f534ec99ee2f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.917411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f62d90c-fb03-48d4-9c57-ef09f4933cc4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.921497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] No DVR routers for this DVR port cfeddf27-41e9-4d23-a1c9-f534ec99ee2f on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:30.938672 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62d90c-fb03-48d4-9c57-ef09f4933cc4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d0b111-0397-4574-b421-3313b85534cb,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:30.952147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7f62d90c-fb03-48d4-9c57-ef09f4933cc4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:30.955518 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7f62d90c-fb03-48d4-9c57-ef09f4933cc4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543963 Nov 29 11:54:30.956417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59988) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:30.961416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9838484d-8921-462f-8601-fc4d3ef33ba5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4e143-2bee-4e45-a178-1be9e60ffd57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:30.990759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9838484d-8921-462f-8601-fc4d3ef33ba5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.013404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 34f7cbbd-7315-4648-8b8a-2cbe982efedc up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:31.035724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.062369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9838484d-8921-462f-8601-fc4d3ef33ba5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.064242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 34f7cbbd-7315-4648-8b8a-2cbe982efedc triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:31.064666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.065180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.068849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9838484d-8921-462f-8601-fc4d3ef33ba5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.070892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3f6a4d-117b-415f-8f01-c5703b570bdf']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:31.083326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda5d90a-207b-4c74-963e-930de38c4a3a') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:31.083547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda5d90a-207b-4c74-963e-930de38c4a3a') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:31.088107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838484d-8921-462f-8601-fc4d3ef33ba5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b3d1e4-5d12-4298-8884-f286de0ffa66,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.098438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9838484d-8921-462f-8601-fc4d3ef33ba5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.099190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.102612 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9838484d-8921-462f-8601-fc4d3ef33ba5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421740 Nov 29 11:54:31.103167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59990) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.107630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9dce73ac-e733-4e61-b0aa-dd3f82a361fd tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4e143-2bee-4e45-a178-1be9e60ffd57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:31.122252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.131639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:31.132171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:31.135656 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:31.143509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9dce73ac-e733-4e61-b0aa-dd3f82a361fd tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.148012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.208636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9dce73ac-e733-4e61-b0aa-dd3f82a361fd tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.212572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9dce73ac-e733-4e61-b0aa-dd3f82a361fd tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.221173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cfeddf27-41e9-4d23-a1c9-f534ec99ee2f no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:31.233620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 45be6f19-c19b-4fb1-8506-e627ef399fdf is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:31.234423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce73ac-e733-4e61-b0aa-dd3f82a361fd tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d116cd2f-c72a-49c4-a90e-7d13e07df6a1,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.245290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9dce73ac-e733-4e61-b0aa-dd3f82a361fd tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.246367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:31.246756 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9dce73ac-e733-4e61-b0aa-dd3f82a361fd tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429250 Nov 29 11:54:31.248300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=587ee877-fa1b-4597-9280-74a8736b01d4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.251433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:31.252006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: cfeddf27-41e9-4d23-a1c9-f534ec99ee2f {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:31.252425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cfeddf27-41e9-4d23-a1c9-f534ec99ee2f not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:31.254760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59992) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.260602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-01b6d9fb-f628-4509-ba72-5da6c5f73584 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4e143-2bee-4e45-a178-1be9e60ffd57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:31.282312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.291770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b6d9fb-f628-4509-ba72-5da6c5f73584 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.293137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.306818 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] 10.222.0.23 "DELETE /v2.0/networks/8b3f6a4d-117b-415f-8f01-c5703b570bdf HTTP/1.1" status: 204 len: 168 time: 1.1821263 Nov 29 11:54:31.340095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b8075-3870-48b1-8bd3-7db82267bb7f tempest-NetworksIpV6TestAttrs-871761974 tempest-NetworksIpV6TestAttrs-871761974-project] Pushing event deleted for resources: {'Network': ['ID=8b3f6a4d-117b-415f-8f01-c5703b570bdf,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.370175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.379684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b6d9fb-f628-4509-ba72-5da6c5f73584 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.385439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b6d9fb-f628-4509-ba72-5da6c5f73584 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.412579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6d9fb-f628-4509-ba72-5da6c5f73584 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbdd567-69d8-4b05-9075-f268bed7a4c6,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.427732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01b6d9fb-f628-4509-ba72-5da6c5f73584 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.431540 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-01b6d9fb-f628-4509-ba72-5da6c5f73584 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1730254 Nov 29 11:54:31.432965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 59996) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.439927 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-770cfefa-342e-47e0-bd05-17b6b011c911 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'b9c4e143-2bee-4e45-a178-1be9e60ffd57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:31.470466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-770cfefa-342e-47e0-bd05-17b6b011c911 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.518608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.525181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7007342c-a591-4ae7-86c5-d856d1c926b1 None None] Provisioning complete for port 587ee877-fa1b-4597-9280-74a8736b01d4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:31.526010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7007342c-a591-4ae7-86c5-d856d1c926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.555406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-770cfefa-342e-47e0-bd05-17b6b011c911 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.564224 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-770cfefa-342e-47e0-bd05-17b6b011c911 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.568383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7007342c-a591-4ae7-86c5-d856d1c926b1 None None] Port 587ee877-fa1b-4597-9280-74a8736b01d4 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:31.589318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cfefa-342e-47e0-bd05-17b6b011c911 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2472744d-e3f2-4fd2-92be-8c8c202d3a70,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.603017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-770cfefa-342e-47e0-bd05-17b6b011c911 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.606925 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-770cfefa-342e-47e0-bd05-17b6b011c911 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1703084 Nov 29 11:54:31.607173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60000) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.631858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9cf0-946e-47f6-ad49-6445aa6ecc4b tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.639591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9cf0-946e-47f6-ad49-6445aa6ecc4b tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.659617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60002) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.675028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9cf0-946e-47f6-ad49-6445aa6ecc4b tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.682897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ccb9cf0-946e-47f6-ad49-6445aa6ecc4b tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.684128 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2ccb9cf0-946e-47f6-ad49-6445aa6ecc4b tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/2472744d-e3f2-4fd2-92be-8c8c202d3a70 HTTP/1.1" status: 204 len: 168 time: 0.0760393 Nov 29 11:54:31.687804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60006) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.699072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb9cf0-946e-47f6-ad49-6445aa6ecc4b tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2472744d-e3f2-4fd2-92be-8c8c202d3a70,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.750452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9c7d653c-68a0-43d2-81e4-f19501180f16 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0589092 Nov 29 11:54:31.750784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60008) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.776082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a90c8461-e278-48c5-9693-1d426dd08e77 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.790131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a90c8461-e278-48c5-9693-1d426dd08e77 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.807989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.813126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.837686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a90c8461-e278-48c5-9693-1d426dd08e77 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.845255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a90c8461-e278-48c5-9693-1d426dd08e77 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.846376 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a90c8461-e278-48c5-9693-1d426dd08e77 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/6dbdd567-69d8-4b05-9075-f268bed7a4c6 HTTP/1.1" status: 204 len: 168 time: 0.0945685 Nov 29 11:54:31.852865 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a508e474-1592-4333-9069-867616c2c9d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90038d74efe442e8aa849e9f77defb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916037 Nov 29 11:54:31.853757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60010) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.859290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60012) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.861141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c8461-e278-48c5-9693-1d426dd08e77 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dbdd567-69d8-4b05-9075-f268bed7a4c6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.893966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.897081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=587ee877-fa1b-4597-9280-74a8736b01d4,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:31.929929 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d0925e88-2f15-4690-bb95-65e4a9cb5165 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0750191 Nov 29 11:54:31.933081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60014) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:31.958683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cf79a4c9-98d2-434c-95e2-58394afc945d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.967440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0d51858-28f4-49bc-8161-e3c2cf91fcf5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.982385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0d51858-28f4-49bc-8161-e3c2cf91fcf5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:31.985907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 45be6f19-c19b-4fb1-8506-e627ef399fdf is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:31.987358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:31.997434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cf79a4c9-98d2-434c-95e2-58394afc945d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.037261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0d51858-28f4-49bc-8161-e3c2cf91fcf5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.044062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0d51858-28f4-49bc-8161-e3c2cf91fcf5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.045170 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a0d51858-28f4-49bc-8161-e3c2cf91fcf5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/d116cd2f-c72a-49c4-a90e-7d13e07df6a1 HTTP/1.1" status: 204 len: 168 time: 0.1111977 Nov 29 11:54:32.055683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60016) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.063381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d51858-28f4-49bc-8161-e3c2cf91fcf5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d116cd2f-c72a-49c4-a90e-7d13e07df6a1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:32.097983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router 7b047623-6952-439b-90ab-718258b26bfb has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:32.104345 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6a287755-f3eb-4385-9f1e-fb9debbb41e3 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0472221 Nov 29 11:54:32.105644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cf79a4c9-98d2-434c-95e2-58394afc945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.108218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60018) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.108388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cf79a4c9-98d2-434c-95e2-58394afc945d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.109391 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cf79a4c9-98d2-434c-95e2-58394afc945d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30df1379-c972-432b-92fd-5cc911871557 HTTP/1.1" status: 204 len: 168 time: 0.2491417 Nov 29 11:54:32.118290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79a4c9-98d2-434c-95e2-58394afc945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30df1379-c972-432b-92fd-5cc911871557,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:32.199906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e42c47b-0163-4900-bf61-ec207418f452 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.210923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e42c47b-0163-4900-bf61-ec207418f452 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.239232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:32.248338 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f8f06de5-664c-4839-bce1-d2d447e304e1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/7b047623-6952-439b-90ab-718258b26bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6643333 Nov 29 11:54:32.248471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60024) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.251453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0dcf02-7ce6-4743-a8a5-d3a13b669eb2 None None] Sync routers for ids ['7b047623-6952-439b-90ab-718258b26bfb'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:32.256235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e42c47b-0163-4900-bf61-ec207418f452 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.263371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6e42c47b-0163-4900-bf61-ec207418f452 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.264851 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6e42c47b-0163-4900-bf61-ec207418f452 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/27b3d1e4-5d12-4298-8884-f286de0ffa66 HTTP/1.1" status: 204 len: 168 time: 0.1556077 Nov 29 11:54:32.270378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60026) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.272366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0dcf02-7ce6-4743-a8a5-d3a13b669eb2 None None] Routers {'7b047623-6952-439b-90ab-718258b26bfb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:32.273021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1d0dcf02-7ce6-4743-a8a5-d3a13b669eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7b047623-6952-439b-90ab-718258b26bfb'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:32.276526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42c47b-0163-4900-bf61-ec207418f452 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27b3d1e4-5d12-4298-8884-f286de0ffa66,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:32.309393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1d0dcf02-7ce6-4743-a8a5-d3a13b669eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:32.316916 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-655e203b-f5bf-4119-955d-a8f4f37478dc tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0448625 Nov 29 11:54:32.322406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60028) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.325147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faec82c-6e68-44f2-8bb8-ed26f78dc897 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:32.327134 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9faec82c-6e68-44f2-8bb8-ed26f78dc897 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports/587ee877-fa1b-4597-9280-74a8736b01d4 HTTP/1.1" status: 200 len: 910 time: 0.0747526 Nov 29 11:54:32.329059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5eeaa768-b9a5-4dd0-bbb7-bf5e6f4cbe11 None None] Provisioning complete for port 587ee877-fa1b-4597-9280-74a8736b01d4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:32.329523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5eeaa768-b9a5-4dd0-bbb7-bf5e6f4cbe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.329982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60030) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.361533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57cb2bc0-4220-438f-b3cf-a357dc85a0a8 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.369419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57cb2bc0-4220-438f-b3cf-a357dc85a0a8 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.373065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5eeaa768-b9a5-4dd0-bbb7-bf5e6f4cbe11 None None] Port 587ee877-fa1b-4597-9280-74a8736b01d4 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:32.374941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0dcf02-7ce6-4743-a8a5-d3a13b669eb2 None None] Routers {'7b047623-6952-439b-90ab-718258b26bfb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:32.375554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1d0dcf02-7ce6-4743-a8a5-d3a13b669eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7b047623-6952-439b-90ab-718258b26bfb'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:32.409257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57cb2bc0-4220-438f-b3cf-a357dc85a0a8 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.412511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1d0dcf02-7ce6-4743-a8a5-d3a13b669eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:32.413257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0dcf02-7ce6-4743-a8a5-d3a13b669eb2 None None] The sync data for ids ['7b047623-6952-439b-90ab-718258b26bfb'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:32.423808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-57cb2bc0-4220-438f-b3cf-a357dc85a0a8 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.424948 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-57cb2bc0-4220-438f-b3cf-a357dc85a0a8 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/54d0b111-0397-4574-b421-3313b85534cb HTTP/1.1" status: 204 len: 168 time: 0.1013682 Nov 29 11:54:32.428646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60036) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.429592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb2bc0-4220-438f-b3cf-a357dc85a0a8 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d0b111-0397-4574-b421-3313b85534cb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:32.547022 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4b1bb0bd-3ea2-4f0e-becd-eba288b68954 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1168551 Nov 29 11:54:32.550781 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60042) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.657506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0efdca2-d5f8-45c5-b3e9-9307d5d406d6 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.704176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0efdca2-d5f8-45c5-b3e9-9307d5d406d6 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.782452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0efdca2-d5f8-45c5-b3e9-9307d5d406d6 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.784999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c0efdca2-d5f8-45c5-b3e9-9307d5d406d6 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.788506 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c0efdca2-d5f8-45c5-b3e9-9307d5d406d6 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/b9c4e143-2bee-4e45-a178-1be9e60ffd57 HTTP/1.1" status: 204 len: 168 time: 0.2338181 Nov 29 11:54:32.789038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60052) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.797373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efdca2-d5f8-45c5-b3e9-9307d5d406d6 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c4e143-2bee-4e45-a178-1be9e60ffd57,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:32.810451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.843985 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-28a4621b-1878-412d-a67e-a4f635cbb155 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537305 Nov 29 11:54:32.844619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60054) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.849923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60056) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:32.854366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b5a4817c-3cf0-4d05-99d8-44d7fdaf6445 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666460470'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:32.876870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5a4817c-3cf0-4d05-99d8-44d7fdaf6445 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.954548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-08c397e2-8ab2-4d8e-aa53-6a5fbbac03bb tempest-DvrRoutersNegativeTest-1583202542 tempest-DvrRoutersNegativeTest-1583202542-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-351239148', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:32.957553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.policy [None req-08c397e2-8ab2-4d8e-aa53-6a5fbbac03bb tempest-DvrRoutersNegativeTest-1583202542 tempest-DvrRoutersNegativeTest-1583202542-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102104) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 29 11:54:32.957848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.policy [None req-08c397e2-8ab2-4d8e-aa53-6a5fbbac03bb tempest-DvrRoutersNegativeTest-1583202542 tempest-DvrRoutersNegativeTest-1583202542-project] Failed policy check for 'create_router' {{(pid=102104) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 29 11:54:32.958416 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-08c397e2-8ab2-4d8e-aa53-6a5fbbac03bb tempest-DvrRoutersNegativeTest-1583202542 tempest-DvrRoutersNegativeTest-1583202542-project] create failed (client error): Access was denied to this resource. Nov 29 11:54:32.959411 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-08c397e2-8ab2-4d8e-aa53-6a5fbbac03bb tempest-DvrRoutersNegativeTest-1583202542 tempest-DvrRoutersNegativeTest-1583202542-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1139743 Nov 29 11:54:32.962431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5a4817c-3cf0-4d05-99d8-44d7fdaf6445 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:32.967164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5a4817c-3cf0-4d05-99d8-44d7fdaf6445 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.001349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5a4817c-3cf0-4d05-99d8-44d7fdaf6445 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.002629 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b5a4817c-3cf0-4d05-99d8-44d7fdaf6445 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1515915 Nov 29 11:54:33.005312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4817c-3cf0-4d05-99d8-44d7fdaf6445 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c4d26-31d0-40aa-8377-0eb8b4984c2f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:33.007547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60062) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:33.012186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1f419ba0-3985-4e90-b5aa-af028f772309 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'ba6c4d26-31d0-40aa-8377-0eb8b4984c2f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:33.049781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f419ba0-3985-4e90-b5aa-af028f772309 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.105053 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f419ba0-3985-4e90-b5aa-af028f772309 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.110531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f419ba0-3985-4e90-b5aa-af028f772309 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.129509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f419ba0-3985-4e90-b5aa-af028f772309 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d32da13-a6e7-47eb-a299-d6c81383b914,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:33.139463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1f419ba0-3985-4e90-b5aa-af028f772309 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.143300 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1f419ba0-3985-4e90-b5aa-af028f772309 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1321826 Nov 29 11:54:33.143687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60064) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:33.209534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c395db2d-dfd6-486e-9f61-2b8feca3df17 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.234285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c395db2d-dfd6-486e-9f61-2b8feca3df17 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.246662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d2a7a10b-0c6a-4994-9f7c-63f213cc781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.270948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60068) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:33.296580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c395db2d-dfd6-486e-9f61-2b8feca3df17 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.299278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c395db2d-dfd6-486e-9f61-2b8feca3df17 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.302784 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c395db2d-dfd6-486e-9f61-2b8feca3df17 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/ba6c4d26-31d0-40aa-8377-0eb8b4984c2f HTTP/1.1" status: 204 len: 168 time: 0.1554909 Nov 29 11:54:33.304003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60072) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:33.310674 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395db2d-dfd6-486e-9f61-2b8feca3df17 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c4d26-31d0-40aa-8377-0eb8b4984c2f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:33.390553 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e77c2074-993c-4543-b30c-6a93d6faae23 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854654 Nov 29 11:54:33.394111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60074) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:33.399547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-91ca7c16-4a8b-419e-902b-e4af8ba6279f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-secgroup--328007387'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:33.401739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c7db-3580-4558-8715-36f061ffa4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.436456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 587ee877-fa1b-4597-9280-74a8736b01d4 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:33.437207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.441149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91ca7c16-4a8b-419e-902b-e4af8ba6279f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.481810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c7db-3580-4558-8715-36f061ffa4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.487084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8cc9c7db-3580-4558-8715-36f061ffa4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.527614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9c7db-3580-4558-8715-36f061ffa4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416d5fc8-340a-4263-8d71-64e85e37ab81,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:33.535740 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8cc9c7db-3580-4558-8715-36f061ffa4c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a4cafb123214947aebdb58c76fdc7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630777 Nov 29 11:54:33.536451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60076) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:33.557617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.582393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 587ee877-fa1b-4597-9280-74a8736b01d4 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:33.588082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a491079-4d19-43d2-b410-832800c0ac2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.610730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a491079-4d19-43d2-b410-832800c0ac2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.611885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91ca7c16-4a8b-419e-902b-e4af8ba6279f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.640262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91ca7c16-4a8b-419e-902b-e4af8ba6279f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.658783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.661511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a491079-4d19-43d2-b410-832800c0ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.664346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a491079-4d19-43d2-b410-832800c0ac2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.665763 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7a491079-4d19-43d2-b410-832800c0ac2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/416d5fc8-340a-4263-8d71-64e85e37ab81 HTTP/1.1" status: 204 len: 168 time: 0.1284230 Nov 29 11:54:33.671416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-91ca7c16-4a8b-419e-902b-e4af8ba6279f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.675350 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-91ca7c16-4a8b-419e-902b-e4af8ba6279f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2776349 Nov 29 11:54:33.675549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60080) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:33.681237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4d3a35bc-4b9c-426a-a355-e750948490c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1085690846'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:33.686426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a491079-4d19-43d2-b410-832800c0ac2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416d5fc8-340a-4263-8d71-64e85e37ab81,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:33.688673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca7c16-4a8b-419e-902b-e4af8ba6279f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be66f137-fa5c-4818-8af4-2c1e708a6813,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:33.709583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d3a35bc-4b9c-426a-a355-e750948490c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.798050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d3a35bc-4b9c-426a-a355-e750948490c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.802940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d3a35bc-4b9c-426a-a355-e750948490c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.834186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4d3a35bc-4b9c-426a-a355-e750948490c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.835440 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4d3a35bc-4b9c-426a-a355-e750948490c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1589413 Nov 29 11:54:33.837339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a35bc-4b9c-426a-a355-e750948490c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65d913f-5cd0-45c8-a797-480a6cc2f43a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:33.838800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.839376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60084) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:33.854169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c8d43416-868a-4a28-8359-3bc6d497b119 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'be66f137-fa5c-4818-8af4-2c1e708a6813', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c65d913f-5cd0-45c8-a797-480a6cc2f43a', 'remote_ip_prefix': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:33.889879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=587ee877-fa1b-4597-9280-74a8736b01d4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:33.893698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8d43416-868a-4a28-8359-3bc6d497b119 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.982792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8d43416-868a-4a28-8359-3bc6d497b119 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:33.987628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8d43416-868a-4a28-8359-3bc6d497b119 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.008613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d43416-868a-4a28-8359-3bc6d497b119 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47645c82-77c9-4ee8-b70c-7dec125b1518,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:34.032245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8d43416-868a-4a28-8359-3bc6d497b119 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.038176 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c8d43416-868a-4a28-8359-3bc6d497b119 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1971583 Nov 29 11:54:34.039792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60086) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.079730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3daac40b-a55e-441a-94d9-7d4844a5a695 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.089729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3daac40b-a55e-441a-94d9-7d4844a5a695 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.091951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.108827 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-16b42c8c-b086-4711-a244-1674b535288e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431745 Nov 29 11:54:34.192038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-731e7bc4-998a-4a1e-a713-029cb15f5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:34.192270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3daac40b-a55e-441a-94d9-7d4844a5a695 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.193452 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-731e7bc4-998a-4a1e-a713-029cb15f5ea6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 1098 time: 0.0406053 Nov 29 11:54:34.197008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3daac40b-a55e-441a-94d9-7d4844a5a695 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.198146 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3daac40b-a55e-441a-94d9-7d4844a5a695 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/47645c82-77c9-4ee8-b70c-7dec125b1518 HTTP/1.1" status: 204 len: 168 time: 0.1575258 Nov 29 11:54:34.200745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60088) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.216280 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daac40b-a55e-441a-94d9-7d4844a5a695 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47645c82-77c9-4ee8-b70c-7dec125b1518,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:34.293433 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3acd3a09-da5b-4b9d-babe-0d3ee233cecc tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0915980 Nov 29 11:54:34.296803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60090) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.326518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-77fba1ad-0df0-4e40-bc3b-e63897e4bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:34.327994 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-77fba1ad-0df0-4e40-bc3b-e63897e4bb9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 200 len: 897 time: 0.1102059 Nov 29 11:54:34.344486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router 7b047623-6952-439b-90ab-718258b26bfb has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:34.371287 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ec6f8b6-9969-4af7-8d30-0abd2e0878a5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.396620 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-6cf76bac-c61b-4494-b674-546a6144aecb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b164c716-e2d7-46f1-9843-175b100d4423 HTTP/1.1" status: 200 len: 1000 time: 0.0611680 Nov 29 11:54:34.444970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-987410e0-6bc8-4603-b0c7-66f52df83703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:34.446599 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-987410e0-6bc8-4603-b0c7-66f52df83703 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b977fa0-8834-42ec-9277-08c3dce123a0 HTTP/1.1" status: 200 len: 835 time: 0.0435057 Nov 29 11:54:34.454164 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ec6f8b6-9969-4af7-8d30-0abd2e0878a5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.491343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:34.496706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-b2c88f4f-08f3-4393-899b-3bd578564a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:34.498860 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66762e6d-56c5-4ef5-8438-172c4c00fc2d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/7b047623-6952-439b-90ab-718258b26bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1668553 Nov 29 11:54:34.498995 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-b2c88f4f-08f3-4393-899b-3bd578564a4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dab52360-1d21-4973-8f5b-895b25c990d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444536 Nov 29 11:54:34.500767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60092) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.501747 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed85bbef-30c0-4d60-9b19-7a4e77e22992 None None] Sync routers for ids ['7b047623-6952-439b-90ab-718258b26bfb'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:34.511519 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed85bbef-30c0-4d60-9b19-7a4e77e22992 None None] Routers {'7b047623-6952-439b-90ab-718258b26bfb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:34.512259 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ed85bbef-30c0-4d60-9b19-7a4e77e22992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7b047623-6952-439b-90ab-718258b26bfb'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:34.520661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ec6f8b6-9969-4af7-8d30-0abd2e0878a5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.523572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ec6f8b6-9969-4af7-8d30-0abd2e0878a5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.524717 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6ec6f8b6-9969-4af7-8d30-0abd2e0878a5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/c65d913f-5cd0-45c8-a797-480a6cc2f43a HTTP/1.1" status: 204 len: 168 time: 0.2269919 Nov 29 11:54:34.528034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60094) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.549181 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ed85bbef-30c0-4d60-9b19-7a4e77e22992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:34.549471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6f8b6-9969-4af7-8d30-0abd2e0878a5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65d913f-5cd0-45c8-a797-480a6cc2f43a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:34.562315 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed85bbef-30c0-4d60-9b19-7a4e77e22992 None None] Routers {'7b047623-6952-439b-90ab-718258b26bfb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:34.563530 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ed85bbef-30c0-4d60-9b19-7a4e77e22992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7b047623-6952-439b-90ab-718258b26bfb'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:34.598560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5e6d009e-88fe-49a0-828c-ac4979cdc117 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0662568 Nov 29 11:54:34.598796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60096) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.609255 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ed85bbef-30c0-4d60-9b19-7a4e77e22992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:34.610473 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed85bbef-30c0-4d60-9b19-7a4e77e22992 None None] The sync data for ids ['7b047623-6952-439b-90ab-718258b26bfb'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:34.629981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.656846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa531802-507a-4825-8bb4-f6b52afc1c3c tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.679408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa531802-507a-4825-8bb4-f6b52afc1c3c tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.721366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa531802-507a-4825-8bb4-f6b52afc1c3c tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.724315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aa531802-507a-4825-8bb4-f6b52afc1c3c tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.725486 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aa531802-507a-4825-8bb4-f6b52afc1c3c tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/be66f137-fa5c-4818-8af4-2c1e708a6813 HTTP/1.1" status: 204 len: 168 time: 0.1254613 Nov 29 11:54:34.728987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60098) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.734927 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa531802-507a-4825-8bb4-f6b52afc1c3c tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be66f137-fa5c-4818-8af4-2c1e708a6813,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:34.749705 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-7000e1a8-8fb1-440f-9235-7bac5d654a2f service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426350 Nov 29 11:54:34.839882 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-01b3a90a-7e7a-4982-9798-dceb6000e896 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083999 Nov 29 11:54:34.844954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60104) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.850454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0741e6c7-af68-4211-a032-56f9271279a1 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086558201'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:34.875066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0741e6c7-af68-4211-a032-56f9271279a1 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.934282 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4414b473-4a0d-4bbf-80d1-232c8de423a5 req-5d3a3239-f1f8-48e5-b19d-1319cdb6c6b6 service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714725 Nov 29 11:54:34.956234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0741e6c7-af68-4211-a032-56f9271279a1 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.961203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0741e6c7-af68-4211-a032-56f9271279a1 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.967726 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:54:34.989747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0741e6c7-af68-4211-a032-56f9271279a1 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:34.993783 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0741e6c7-af68-4211-a032-56f9271279a1 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1475446 Nov 29 11:54:34.993983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60106) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:34.998113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741e6c7-af68-4211-a032-56f9271279a1 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8f0721-1ca7-4fa8-9712-4654414f4f2d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:35.000084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-857d002e-4fa6-46e4-8d17-23022d0ec4b4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'ae8f0721-1ca7-4fa8-9712-4654414f4f2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:35.015337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.103346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-857d002e-4fa6-46e4-8d17-23022d0ec4b4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.215681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-857d002e-4fa6-46e4-8d17-23022d0ec4b4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.221854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-857d002e-4fa6-46e4-8d17-23022d0ec4b4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.250971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d002e-4fa6-46e4-8d17-23022d0ec4b4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ec59f1-4053-4a5f-a0ee-1bd9fa0da56f,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:35.259813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-857d002e-4fa6-46e4-8d17-23022d0ec4b4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.261036 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-857d002e-4fa6-46e4-8d17-23022d0ec4b4 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2648876 Nov 29 11:54:35.264490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60108) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:35.292283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7527115b-f770-480c-bee9-25fdffcfe9b0 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.299982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7527115b-f770-480c-bee9-25fdffcfe9b0 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.329741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7527115b-f770-480c-bee9-25fdffcfe9b0 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.338193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:35.338857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.342852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7527115b-f770-480c-bee9-25fdffcfe9b0 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.344406 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7527115b-f770-480c-bee9-25fdffcfe9b0 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/95ec59f1-4053-4a5f-a0ee-1bd9fa0da56f HTTP/1.1" status: 204 len: 168 time: 0.0786853 Nov 29 11:54:35.345399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527115b-f770-480c-bee9-25fdffcfe9b0 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95ec59f1-4053-4a5f-a0ee-1bd9fa0da56f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:35.348352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60110) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:35.394215 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e543d9c6-7a00-480f-ada9-b5b7fed171e2 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445161 Nov 29 11:54:35.396948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60112) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:35.467286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.487324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a57fb245-ef2e-4a91-ba86-682680861b3d tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.489112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:35.544167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a57fb245-ef2e-4a91-ba86-682680861b3d tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.918008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a57fb245-ef2e-4a91-ba86-682680861b3d tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.920490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a57fb245-ef2e-4a91-ba86-682680861b3d tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.921605 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a57fb245-ef2e-4a91-ba86-682680861b3d tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/ae8f0721-1ca7-4fa8-9712-4654414f4f2d HTTP/1.1" status: 204 len: 168 time: 0.5236087 Nov 29 11:54:35.924327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60114) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:35.938206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:35.939761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fb245-ef2e-4a91-ba86-682680861b3d tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8f0721-1ca7-4fa8-9712-4654414f4f2d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:35.970785 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-eb13b25b-dba4-478e-b0cf-c2aa1f07baf9 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451782 Nov 29 11:54:35.975340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60116) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:35.981568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-640019c0-cc53-46cd-87f0-ce7363c4bcfb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group': {'name': 'tempest-secgroup--121008709'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:36.016207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.022186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-640019c0-cc53-46cd-87f0-ce7363c4bcfb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.053441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=8bbb8918-3bf8-4ddc-98f5-0f0ea98f1a50,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:36.225862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.229766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-640019c0-cc53-46cd-87f0-ce7363c4bcfb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.233702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-640019c0-cc53-46cd-87f0-ce7363c4bcfb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.290903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-640019c0-cc53-46cd-87f0-ce7363c4bcfb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.292103 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-640019c0-cc53-46cd-87f0-ce7363c4bcfb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3158231 Nov 29 11:54:36.294959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60118) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.299584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-de4197c7-1db5-49f3-b701-1eff4a651551 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'b8fd0343-25c8-424e-a925-5d6c2b82566c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:36.326683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de4197c7-1db5-49f3-b701-1eff4a651551 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.332265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640019c0-cc53-46cd-87f0-ce7363c4bcfb tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd0343-25c8-424e-a925-5d6c2b82566c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:36.382699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de4197c7-1db5-49f3-b701-1eff4a651551 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.387000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de4197c7-1db5-49f3-b701-1eff4a651551 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.405832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4197c7-1db5-49f3-b701-1eff4a651551 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a826f9d-8261-412f-bcae-e86600c669cf,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:36.414386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-de4197c7-1db5-49f3-b701-1eff4a651551 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.415600 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-de4197c7-1db5-49f3-b701-1eff4a651551 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196253 Nov 29 11:54:36.418209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60120) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.418803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router 7b047623-6952-439b-90ab-718258b26bfb has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:36.434483 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d2fcc4bb-ba5d-4d18-a8c4-d0f6a3596960 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules/1a826f9d-8261-412f-bcae-e86600c669cf HTTP/1.1" status: 200 len: 763 time: 0.0151870 Nov 29 11:54:36.436857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60122) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.477419 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c7811876-ef37-4878-b06e-3ad3f8e5dc12 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395086 Nov 29 11:54:36.479999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60124) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.492076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:36.496992 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-14d99760-8604-4178-9e0d-674520fa8bf9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/7b047623-6952-439b-90ab-718258b26bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9952800 Nov 29 11:54:36.499728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60126) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.502760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25bc57-0d43-4933-bb16-f793dbb6d8a4 None None] Sync routers for ids ['7b047623-6952-439b-90ab-718258b26bfb'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:36.506243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f85109c7-ae7c-4eb0-8cb3-507375068442 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.514619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f85109c7-ae7c-4eb0-8cb3-507375068442 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.518262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25bc57-0d43-4933-bb16-f793dbb6d8a4 None None] Routers {'7b047623-6952-439b-90ab-718258b26bfb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:36.518877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-af25bc57-0d43-4933-bb16-f793dbb6d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7b047623-6952-439b-90ab-718258b26bfb'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:36.533363 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-594e3cbe-d80a-4d7a-a208-bcfd9b5ebcb0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b047623-6952-439b-90ab-718258b26bfb HTTP/1.1" status: 200 len: 205 time: 0.0300529 Nov 29 11:54:36.533582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60128) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.542920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f85109c7-ae7c-4eb0-8cb3-507375068442 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.549092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f85109c7-ae7c-4eb0-8cb3-507375068442 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.553090 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f85109c7-ae7c-4eb0-8cb3-507375068442 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/1a826f9d-8261-412f-bcae-e86600c669cf HTTP/1.1" status: 204 len: 168 time: 0.0692904 Nov 29 11:54:36.553306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60130) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.561961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-af25bc57-0d43-4933-bb16-f793dbb6d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:36.572279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25bc57-0d43-4933-bb16-f793dbb6d8a4 None None] Routers {'7b047623-6952-439b-90ab-718258b26bfb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:36.572495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85109c7-ae7c-4eb0-8cb3-507375068442 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a826f9d-8261-412f-bcae-e86600c669cf,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:36.572641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-af25bc57-0d43-4933-bb16-f793dbb6d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['7b047623-6952-439b-90ab-718258b26bfb'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:36.604607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-af25bc57-0d43-4933-bb16-f793dbb6d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:36.605268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25bc57-0d43-4933-bb16-f793dbb6d8a4 None None] The sync data for ids ['7b047623-6952-439b-90ab-718258b26bfb'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:36.606634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92d3112b-7663-4ae0-a820-497f6297d89f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.612082 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9f91e30d-4efb-467c-82b0-93b714398489 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577109 Nov 29 11:54:36.613252 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60132) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.617597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b7fb585f-ff01-4990-bdc7-8b4433f75f47 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'b8fd0343-25c8-424e-a925-5d6c2b82566c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:36.643621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7fb585f-ff01-4990-bdc7-8b4433f75f47 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.703301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7fb585f-ff01-4990-bdc7-8b4433f75f47 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.709169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7fb585f-ff01-4990-bdc7-8b4433f75f47 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.729070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb585f-ff01-4990-bdc7-8b4433f75f47 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71857667-002f-48f9-9ca5-c42e8d9d425f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:36.738914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b7fb585f-ff01-4990-bdc7-8b4433f75f47 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.740131 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b7fb585f-ff01-4990-bdc7-8b4433f75f47 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259315 Nov 29 11:54:36.742766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60134) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.758499 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1152cde1-c8d2-48bc-98c4-6833a2763917 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules/71857667-002f-48f9-9ca5-c42e8d9d425f HTTP/1.1" status: 200 len: 763 time: 0.0144732 Nov 29 11:54:36.760735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60136) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.774520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92d3112b-7663-4ae0-a820-497f6297d89f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.777181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92d3112b-7663-4ae0-a820-497f6297d89f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.802565 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d85f9368-cd0f-47f5-9e3c-3b8c84b127ff tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407963 Nov 29 11:54:36.805239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60138) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.824332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92d3112b-7663-4ae0-a820-497f6297d89f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.824963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d3112b-7663-4ae0-a820-497f6297d89f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Fanout notify agent at l3_agent the message router_deleted on router 7b047623-6952-439b-90ab-718258b26bfb {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:54:36.831799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b41aa22-cc12-4450-af80-4a92d5f69dbf tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.831947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-92d3112b-7663-4ae0-a820-497f6297d89f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.835010 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-92d3112b-7663-4ae0-a820-497f6297d89f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/7b047623-6952-439b-90ab-718258b26bfb HTTP/1.1" status: 204 len: 168 time: 0.2999036 Nov 29 11:54:36.835639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60140) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.840089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b41aa22-cc12-4450-af80-4a92d5f69dbf tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.868189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b41aa22-cc12-4450-af80-4a92d5f69dbf tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.875130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b41aa22-cc12-4450-af80-4a92d5f69dbf tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.878790 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1b41aa22-cc12-4450-af80-4a92d5f69dbf tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/71857667-002f-48f9-9ca5-c42e8d9d425f HTTP/1.1" status: 204 len: 168 time: 0.0700550 Nov 29 11:54:36.879261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60142) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.880524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41aa22-cc12-4450-af80-4a92d5f69dbf tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71857667-002f-48f9-9ca5-c42e8d9d425f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:36.902848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-27571b19-4676-4b53-8c6b-f05b245fe4d0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet 142bb651-c94f-4708-bd5d-100abeca9d5a {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:36.906676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27571b19-4676-4b53-8c6b-f05b245fe4d0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:36.959152 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fafd1f37-f168-49e6-b926-6f7747d691e5 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787346 Nov 29 11:54:36.961716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60144) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:36.965856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e99c5bd9-68d6-4fcf-8b6c-ff34f9146053 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Request body: {'security_group_rule': {'security_group_id': 'b8fd0343-25c8-424e-a925-5d6c2b82566c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:36.974193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27571b19-4676-4b53-8c6b-f05b245fe4d0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.032777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e99c5bd9-68d6-4fcf-8b6c-ff34f9146053 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.093477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27571b19-4676-4b53-8c6b-f05b245fe4d0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.154860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e99c5bd9-68d6-4fcf-8b6c-ff34f9146053 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.161999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e99c5bd9-68d6-4fcf-8b6c-ff34f9146053 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.181491 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27571b19-4676-4b53-8c6b-f05b245fe4d0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.186847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c5bd9-68d6-4fcf-8b6c-ff34f9146053 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a16a95-1d30-402c-b880-572a1305f815,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:37.213813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27571b19-4676-4b53-8c6b-f05b245fe4d0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=142bb651-c94f-4708-bd5d-100abeca9d5a,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:37.217180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e99c5bd9-68d6-4fcf-8b6c-ff34f9146053 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.219537 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e99c5bd9-68d6-4fcf-8b6c-ff34f9146053 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2568607 Nov 29 11:54:37.220000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993255b-1ede-4f51-8d39-1bb1b70c656e None None] Network 45be6f19-c19b-4fb1-8506-e627ef399fdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:37.221202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60146) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.221639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27571b19-4676-4b53-8c6b-f05b245fe4d0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.225494 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-27571b19-4676-4b53-8c6b-f05b245fe4d0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/142bb651-c94f-4708-bd5d-100abeca9d5a HTTP/1.1" status: 204 len: 168 time: 0.3885314 Nov 29 11:54:37.228023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60148) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.239656 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d48e337f-1bf6-4331-affe-49eb39309d11 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules/c9a16a95-1d30-402c-b880-572a1305f815 HTTP/1.1" status: 200 len: 764 time: 0.0170317 Nov 29 11:54:37.242075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60150) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.280196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a17abe-c243-4c7f-8610-60ec9720c2ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet a91e207e-70f7-47d3-9808-765468debc2b {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:37.283607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95a17abe-c243-4c7f-8610-60ec9720c2ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.286195 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-07c01870-3f18-4d61-979f-21a0515d8a74 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0430448 Nov 29 11:54:37.288821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.311761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-265b5061-e237-423b-ae14-ea039b62333f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.320098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-265b5061-e237-423b-ae14-ea039b62333f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.334417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95a17abe-c243-4c7f-8610-60ec9720c2ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.349086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-265b5061-e237-423b-ae14-ea039b62333f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.354141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-265b5061-e237-423b-ae14-ea039b62333f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.357512 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-265b5061-e237-423b-ae14-ea039b62333f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-group-rules/c9a16a95-1d30-402c-b880-572a1305f815 HTTP/1.1" status: 204 len: 168 time: 0.0655415 Nov 29 11:54:37.357781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60156) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.363260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b5061-e237-423b-ae14-ea039b62333f tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9a16a95-1d30-402c-b880-572a1305f815,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:37.426042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] DHCP port deletion for 45be6f19-c19b-4fb1-8506-e627ef399fdf request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:37.433641 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-baefe8be-9623-4a73-aa67-8f6ad196fbe0 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0710402 Nov 29 11:54:37.436357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60158) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.464723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95a17abe-c243-4c7f-8610-60ec9720c2ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.471173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] Deleting port 22e7c67f-a2ca-4ff1-b276-52f97a532529 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:37.471568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.536321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] For port 22e7c67f-a2ca-4ff1-b276-52f97a532529, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=22e7c67f-a2ca-4ff1-b276-52f97a532529,segment=NetworkSegment(78fb9754-f94b-47be-8136-634b92c238b8),segment_id=78fb9754-f94b-47be-8136-634b92c238b8)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:37.536594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1cf450d9-d750-4a76-91aa-57426081eb63 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.536722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.548857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] Calling delete_port for 22e7c67f-a2ca-4ff1-b276-52f97a532529 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:37.564364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1cf450d9-d750-4a76-91aa-57426081eb63 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.568109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95a17abe-c243-4c7f-8610-60ec9720c2ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.609825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a17abe-c243-4c7f-8610-60ec9720c2ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=a91e207e-70f7-47d3-9808-765468debc2b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:37.611876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-95a17abe-c243-4c7f-8610-60ec9720c2ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.618119 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-95a17abe-c243-4c7f-8610-60ec9720c2ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/a91e207e-70f7-47d3-9808-765468debc2b HTTP/1.1" status: 204 len: 168 time: 0.3864875 Nov 29 11:54:37.621138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60160) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.623102 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8a722-fa48-4c5b-8b63-9139bbd934f9 None None] Network 6076a89f-2bb5-4619-b714-aab8131d7ae0 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:37.674949 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.709113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1cf450d9-d750-4a76-91aa-57426081eb63 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.711696 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1cf450d9-d750-4a76-91aa-57426081eb63 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.711972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] Pushing event deleted for resources: {'Port': ['ID=22e7c67f-a2ca-4ff1-b276-52f97a532529,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:37.712832 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1cf450d9-d750-4a76-91aa-57426081eb63 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "DELETE /v2.0/security-groups/b8fd0343-25c8-424e-a925-5d6c2b82566c HTTP/1.1" status: 204 len: 168 time: 0.2754364 Nov 29 11:54:37.719352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60162) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.733882 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.737344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf450d9-d750-4a76-91aa-57426081eb63 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fd0343-25c8-424e-a925-5d6c2b82566c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:37.738744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46450d-4f6b-4e7e-bc9d-2f2d37a2edab None None] No DVR routers for this DVR port 22e7c67f-a2ca-4ff1-b276-52f97a532529 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:37.799235 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ad379c5b-74a3-47ec-ad0c-e9a12f3df3c7 tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0776331 Nov 29 11:54:37.799235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60164) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:37.853978 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c86de0aa-3307-43bf-8a25-20fc9b41791e tempest-SecGroupTest-379602410 tempest-SecGroupTest-379602410-project] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538878 Nov 29 11:54:37.868628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.877995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] DHCP port deletion for 6076a89f-2bb5-4619-b714-aab8131d7ae0 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:37.899538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45be6f19-c19b-4fb1-8506-e627ef399fdf']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:37.910853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fb9754-f94b-47be-8136-634b92c238b8') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:37.911588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fb9754-f94b-47be-8136-634b92c238b8') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:37.921754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.930191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] Deleting port 34f7cbbd-7315-4648-8b8a-2cbe982efedc {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:37.930578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.939316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:37.947954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:37.949469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.002191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] For port 34f7cbbd-7315-4648-8b8a-2cbe982efedc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=34f7cbbd-7315-4648-8b8a-2cbe982efedc,segment=NetworkSegment(f3791f88-05f9-4252-a78d-490f0cf3818e),segment_id=f3791f88-05f9-4252-a78d-490f0cf3818e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:38.002549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.017746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] Calling delete_port for 34f7cbbd-7315-4648-8b8a-2cbe982efedc owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:38.022473 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:38.034082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.042955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.046517 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/45be6f19-c19b-4fb1-8506-e627ef399fdf HTTP/1.1" status: 204 len: 168 time: 0.4244444 Nov 29 11:54:38.049275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60168) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:38.056607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffb4a2-3db7-4dfc-bba5-09bdbe366915 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=45be6f19-c19b-4fb1-8506-e627ef399fdf,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:38.111236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.133360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.137551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] Pushing event deleted for resources: {'Port': ['ID=34f7cbbd-7315-4648-8b8a-2cbe982efedc,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:38.141135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867139a2-5555-4513-b5f4-b474819a5fd8 None None] No DVR routers for this DVR port 34f7cbbd-7315-4648-8b8a-2cbe982efedc on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:38.187114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60172) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:38.228804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.248739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6076a89f-2bb5-4619-b714-aab8131d7ae0']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:38.258041 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3791f88-05f9-4252-a78d-490f0cf3818e') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:38.258346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3791f88-05f9-4252-a78d-490f0cf3818e') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:38.267617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.280433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.286976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:38.287368 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:38.290383 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:38.322945 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-be80ba60-d913-49e7-9c29-2286db749dce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe22c8b12c8648d98dfa2fef5a27837e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346471 Nov 29 11:54:38.325411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60176) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:38.353023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.361285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.364498 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/6076a89f-2bb5-4619-b714-aab8131d7ae0 HTTP/1.1" status: 204 len: 168 time: 0.3141592 Nov 29 11:54:38.373801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60178) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:38.374743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f2b6d-47d1-47f4-9bc4-6a7a1bd9586f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=6076a89f-2bb5-4619-b714-aab8131d7ae0,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:38.383555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1876893735'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:38.388787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5ca01fe2-df41-40b0-b1a9-fe9046b4d730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.419468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5ca01fe2-df41-40b0-b1a9-fe9046b4d730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.425878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:38.429215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.474821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:38.490641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.490984 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment 6f8c601c-6b89-4ea0-af38-e6bf67300854 of type vlan for network 035e9d06-6e5f-4755-b262-c177f4f42748 Nov 29 11:54:38.520204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5ca01fe2-df41-40b0-b1a9-fe9046b4d730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.522733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5ca01fe2-df41-40b0-b1a9-fe9046b4d730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.523872 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5ca01fe2-df41-40b0-b1a9-fe9046b4d730 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd529de7-6635-4051-a029-6019d95681b3 HTTP/1.1" status: 204 len: 168 time: 0.1975386 Nov 29 11:54:38.540643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.542948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca01fe2-df41-40b0-b1a9-fe9046b4d730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd529de7-6635-4051-a029-6019d95681b3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:38.568688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.575075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:38.575654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.634484 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2595477 Nov 29 11:54:38.660995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60182) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:38.661558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6486c6-356a-4915-adc9-3d8886f48706 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=035e9d06-6e5f-4755-b262-c177f4f42748,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:38.661751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': '035e9d06-6e5f-4755-b262-c177f4f42748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:38.662590 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 035e9d06-6e5f-4755-b262-c177f4f42748 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:38.703681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 22e7c67f-a2ca-4ff1-b276-52f97a532529 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:38.730102 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 22e7c67f-a2ca-4ff1-b276-52f97a532529 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:38.730456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 22e7c67f-a2ca-4ff1-b276-52f97a532529 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:38.730890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 34f7cbbd-7315-4648-8b8a-2cbe982efedc no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:38.754578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:38.758313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:38.759704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 34f7cbbd-7315-4648-8b8a-2cbe982efedc {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:38.760057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 34f7cbbd-7315-4648-8b8a-2cbe982efedc not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:38.948572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.009345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=566c9a09-ef3e-40f8-a0ed-9fc5fa3b4dd5,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:39.019249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': '6f8c601c-6b89-4ea0-af38-e6bf67300854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '035e9d06-6e5f-4755-b262-c177f4f42748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:39.019607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: 035e9d06-6e5f-4755-b262-c177f4f42748, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:39.036306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 035e9d06-6e5f-4755-b262-c177f4f42748 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:39.044809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 035e9d06-6e5f-4755-b262-c177f4f42748) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:39.048778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:39.049356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.054229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b05d04-e501-4f2a-adc9-5d73a8cd5fc5 None None] Network 035e9d06-6e5f-4755-b262-c177f4f42748 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:39.065276 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7696ce8d-bcc0-4bcb-9ddb-ca6fa1ddc4ff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4135764 Nov 29 11:54:39.067833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60184) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:39.072449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-954dd830-74ee-460b-b45a-a9010a6c0a0e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-85934824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:39.094230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-954dd830-74ee-460b-b45a-a9010a6c0a0e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.095272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-954dd830-74ee-460b-b45a-a9010a6c0a0e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.147257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-954dd830-74ee-460b-b45a-a9010a6c0a0e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.151572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-954dd830-74ee-460b-b45a-a9010a6c0a0e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.169748 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-954dd830-74ee-460b-b45a-a9010a6c0a0e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.173380 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-954dd830-74ee-460b-b45a-a9010a6c0a0e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1022305 Nov 29 11:54:39.174161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60186) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:39.179793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'port': {'network_id': '035e9d06-6e5f-4755-b262-c177f4f42748', 'name': 'tempest-RoutersTest-1417102273'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:39.199044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-035e9d06-6e5f-4755-b262-c177f4f42748', 'network_id': '035e9d06-6e5f-4755-b262-c177f4f42748', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': '566c9a09-ef3e-40f8-a0ed-9fc5fa3b4dd5'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:39.199948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.289103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:39.292503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.309332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] device_id is not set on port 8009d0b4-6e17-48c7-901d-a1775af8d90f yet. {{(pid=102103) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 11:54:39.329691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Allocated IP 172.20.0.2 (035e9d06-6e5f-4755-b262-c177f4f42748/566c9a09-ef3e-40f8-a0ed-9fc5fa3b4dd5/e014002c-2499-4e5c-8081-e3e62240dbf6) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:39.467186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.473962 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.510451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Network 035e9d06-6e5f-4755-b262-c177f4f42748 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:39.513260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:39.521867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:39.524013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.20.0.8 (035e9d06-6e5f-4755-b262-c177f4f42748/566c9a09-ef3e-40f8-a0ed-9fc5fa3b4dd5/8009d0b4-6e17-48c7-901d-a1775af8d90f) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:39.524870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Pushing event updated for resources: {'Port': ['ID=e014002c-2499-4e5c-8081-e3e62240dbf6,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:39.579362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Attempting to bind port e014002c-2499-4e5c-8081-e3e62240dbf6 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:39.579642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Attempting to bind port e014002c-2499-4e5c-8081-e3e62240dbf6 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '6f8c601c-6b89-4ea0-af38-e6bf67300854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '035e9d06-6e5f-4755-b262-c177f4f42748'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:39.579993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Attempting to bind port e014002c-2499-4e5c-8081-e3e62240dbf6 on network 035e9d06-6e5f-4755-b262-c177f4f42748 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:39.585358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:39.585726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Checking segment: {'id': '6f8c601c-6b89-4ea0-af38-e6bf67300854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '035e9d06-6e5f-4755-b262-c177f4f42748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:39.586152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.586542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Bound using segment: {'id': '6f8c601c-6b89-4ea0-af38-e6bf67300854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '035e9d06-6e5f-4755-b262-c177f4f42748'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:39.587000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Bound port: e014002c-2499-4e5c-8081-e3e62240dbf6, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8c601c-6b89-4ea0-af38-e6bf67300854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '035e9d06-6e5f-4755-b262-c177f4f42748'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:39.587386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.647050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] For port e014002c-2499-4e5c-8081-e3e62240dbf6, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:39.650109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] For port e014002c-2499-4e5c-8081-e3e62240dbf6, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e014002c-2499-4e5c-8081-e3e62240dbf6,segment=NetworkSegment(6f8c601c-6b89-4ea0-af38-e6bf67300854),segment_id=6f8c601c-6b89-4ea0-af38-e6bf67300854)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:39.654380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.674288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.709755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b5a9e-2880-4913-b70f-308b6412427a None None] Pushing event updated for resources: {'Port': ['ID=e014002c-2499-4e5c-8081-e3e62240dbf6,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:39.715427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.759502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 035e9d06-6e5f-4755-b262-c177f4f42748 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:39.762528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:39.766068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:39.795004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=8009d0b4-6e17-48c7-901d-a1775af8d90f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:39.823568 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:39.824171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:39.857501 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6016ec4a-4716-41bc-8c82-91a356073c62 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.6797187 Nov 29 11:54:39.857903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60188) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:40.171060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:40.411710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:40.416801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:40.498879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=8009d0b4-6e17-48c7-901d-a1775af8d90f,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:40.616555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611f7ba-dc30-4018-9d9f-4c641d08f3e8 None None] Network 035e9d06-6e5f-4755-b262-c177f4f42748 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:40.653233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:40.683088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-07b6392c-0221-40d1-b0dd-f4c692ec2c4b None None] Provisioning complete for port e014002c-2499-4e5c-8081-e3e62240dbf6 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:40.683452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-07b6392c-0221-40d1-b0dd-f4c692ec2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:40.710987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e014002c-2499-4e5c-8081-e3e62240dbf6 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:40.773096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:40.865539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e014002c-2499-4e5c-8081-e3e62240dbf6 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:40.865811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:40.902119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-07b6392c-0221-40d1-b0dd-f4c692ec2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:40.952498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-07b6392c-0221-40d1-b0dd-f4c692ec2c4b None None] For port e014002c-2499-4e5c-8081-e3e62240dbf6, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e014002c-2499-4e5c-8081-e3e62240dbf6,segment=NetworkSegment(6f8c601c-6b89-4ea0-af38-e6bf67300854),segment_id=6f8c601c-6b89-4ea0-af38-e6bf67300854)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:40.976134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-07b6392c-0221-40d1-b0dd-f4c692ec2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.012619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.048842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6392c-0221-40d1-b0dd-f4c692ec2c4b None None] Pushing event updated for resources: {'Port': ['ID=e014002c-2499-4e5c-8081-e3e62240dbf6,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:41.058909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.064573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.088090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:54:41.088448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:54:41.140726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=8009d0b4-6e17-48c7-901d-a1775af8d90f,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:41.146140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.198232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eebdc6ce-6f6e-4e19-bfc2-7c0edbb8a026 None None] Provisioning complete for port e014002c-2499-4e5c-8081-e3e62240dbf6 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:41.198596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eebdc6ce-6f6e-4e19-bfc2-7c0edbb8a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.255117 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 035e9d06-6e5f-4755-b262-c177f4f42748 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:41.256644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:41.295324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eebdc6ce-6f6e-4e19-bfc2-7c0edbb8a026 None None] Provisioning complete for port 8009d0b4-6e17-48c7-901d-a1775af8d90f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:41.295823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eebdc6ce-6f6e-4e19-bfc2-7c0edbb8a026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.330706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-eebdc6ce-6f6e-4e19-bfc2-7c0edbb8a026 None None] Port 8009d0b4-6e17-48c7-901d-a1775af8d90f cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:41.382455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router 8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:54:41.450171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ef5561f9-2cf9-44ba-ada9-4294070f2d4c None None] Provisioning complete for port 8009d0b4-6e17-48c7-901d-a1775af8d90f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:41.450546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef5561f9-2cf9-44ba-ada9-4294070f2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.480181 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:41.485815 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c05669f7-7079-4fb8-9109-fd69e583c22c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6265872 Nov 29 11:54:41.489819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60192) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:41.494737 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604204b8-69e1-41d4-ada4-dfe06fe22f6e None None] Sync routers for ids ['8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:41.498858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ef5561f9-2cf9-44ba-ada9-4294070f2d4c None None] Port 8009d0b4-6e17-48c7-901d-a1775af8d90f cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:41.504654 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604204b8-69e1-41d4-ada4-dfe06fe22f6e None None] Routers {'8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:41.505346 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-604204b8-69e1-41d4-ada4-dfe06fe22f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:41.541306 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-604204b8-69e1-41d4-ada4-dfe06fe22f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:41.550546 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604204b8-69e1-41d4-ada4-dfe06fe22f6e None None] Routers {'8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:41.551147 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-604204b8-69e1-41d4-ada4-dfe06fe22f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:41.553388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704433d3-33e3-43fa-9363-3f2987bc98c6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:41.554918 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-704433d3-33e3-43fa-9363-3f2987bc98c6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports/8009d0b4-6e17-48c7-901d-a1775af8d90f HTTP/1.1" status: 200 len: 977 time: 0.0629976 Nov 29 11:54:41.557607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60194) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:41.587269 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-604204b8-69e1-41d4-ada4-dfe06fe22f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:41.588048 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604204b8-69e1-41d4-ada4-dfe06fe22f6e None None] The sync data for ids ['8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:41.780829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-053a342f-60fc-4b7d-bc59-4effbd1ac5ba None None] Provisioning complete for port 8009d0b4-6e17-48c7-901d-a1775af8d90f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:41.781397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-053a342f-60fc-4b7d-bc59-4effbd1ac5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.813921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-053a342f-60fc-4b7d-bc59-4effbd1ac5ba None None] Port 8009d0b4-6e17-48c7-901d-a1775af8d90f cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:41.932361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7a173298-1d83-456b-973f-6d9d022f0ce3 None None] Provisioning complete for port 8009d0b4-6e17-48c7-901d-a1775af8d90f triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:41.932717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a173298-1d83-456b-973f-6d9d022f0ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:41.964655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7a173298-1d83-456b-973f-6d9d022f0ce3 None None] Port 8009d0b4-6e17-48c7-901d-a1775af8d90f cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:41.965197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:42.164662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 8009d0b4-6e17-48c7-901d-a1775af8d90f {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:42.165001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:42.247535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:42.258760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 8009d0b4-6e17-48c7-901d-a1775af8d90f owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:42.419535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:42.446735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=8009d0b4-6e17-48c7-901d-a1775af8d90f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:42.588614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:42.650971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e014002c-2499-4e5c-8081-e3e62240dbf6 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:42.699566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e014002c-2499-4e5c-8081-e3e62240dbf6 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:42.699857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.025265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router 8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:43.098451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:43.103297 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a384f92f-85be-4d9a-a879-a8f6dba241cc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5445008 Nov 29 11:54:43.106124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60196) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:43.108656 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493897ef-684f-41c1-b0a2-a28361d3edf1 None None] Sync routers for ids ['8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:43.117771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493897ef-684f-41c1-b0a2-a28361d3edf1 None None] Routers {'8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:43.118417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-493897ef-684f-41c1-b0a2-a28361d3edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:43.149781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-493897ef-684f-41c1-b0a2-a28361d3edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:43.158206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493897ef-684f-41c1-b0a2-a28361d3edf1 None None] Routers {'8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:43.158798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-493897ef-684f-41c1-b0a2-a28361d3edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:43.193758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-493897ef-684f-41c1-b0a2-a28361d3edf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:43.194437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493897ef-684f-41c1-b0a2-a28361d3edf1 None None] The sync data for ids ['8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:43.283654 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-bcffa5d7-3e2b-4ab2-bb12-197ca9a47410 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] remove_router_interface failed (client error): The resource could not be found. Nov 29 11:54:43.285226 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bcffa5d7-3e2b-4ab2-bb12-197ca9a47410 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1781869 Nov 29 11:54:43.288024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60198) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:43.317012 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-909d4c7f-074c-462f-af8d-2a4aadb17ef0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a HTTP/1.1" status: 200 len: 205 time: 0.0278575 Nov 29 11:54:43.319348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60200) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:43.387759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f01ab949-1db5-4de2-911f-6804999ce47f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.541466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f01ab949-1db5-4de2-911f-6804999ce47f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.543490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f01ab949-1db5-4de2-911f-6804999ce47f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.588103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f01ab949-1db5-4de2-911f-6804999ce47f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.588599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ab949-1db5-4de2-911f-6804999ce47f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Fanout notify agent at l3_agent the message router_deleted on router 8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:54:43.595135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f01ab949-1db5-4de2-911f-6804999ce47f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.596207 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f01ab949-1db5-4de2-911f-6804999ce47f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a HTTP/1.1" status: 204 len: 168 time: 0.2759826 Nov 29 11:54:43.599343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60202) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:43.648021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73e62a0-3107-4803-b646-12ddf5627bc4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet 566c9a09-ef3e-40f8-a0ed-9fc5fa3b4dd5 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:43.651020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e73e62a0-3107-4803-b646-12ddf5627bc4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.689870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e73e62a0-3107-4803-b646-12ddf5627bc4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.773593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e73e62a0-3107-4803-b646-12ddf5627bc4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.827890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e73e62a0-3107-4803-b646-12ddf5627bc4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.855832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e62a0-3107-4803-b646-12ddf5627bc4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=566c9a09-ef3e-40f8-a0ed-9fc5fa3b4dd5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:43.857787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e73e62a0-3107-4803-b646-12ddf5627bc4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.860919 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e73e62a0-3107-4803-b646-12ddf5627bc4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/566c9a09-ef3e-40f8-a0ed-9fc5fa3b4dd5 HTTP/1.1" status: 204 len: 168 time: 0.2607160 Nov 29 11:54:43.862514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f86c0e-5a51-4e4c-884c-f81904a8ee4e None None] Network 035e9d06-6e5f-4755-b262-c177f4f42748 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:43.863543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60204) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:43.938313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:43.995756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port e014002c-2499-4e5c-8081-e3e62240dbf6 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:43.996098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.025370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] DHCP port deletion for 035e9d06-6e5f-4755-b262-c177f4f42748 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:44.059027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port e014002c-2499-4e5c-8081-e3e62240dbf6, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e014002c-2499-4e5c-8081-e3e62240dbf6,segment=NetworkSegment(6f8c601c-6b89-4ea0-af38-e6bf67300854),segment_id=6f8c601c-6b89-4ea0-af38-e6bf67300854)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:44.059390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.070360 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] Deleting port e014002c-2499-4e5c-8081-e3e62240dbf6 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:44.070738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.071502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for e014002c-2499-4e5c-8081-e3e62240dbf6 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:44.133776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] For port e014002c-2499-4e5c-8081-e3e62240dbf6, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e014002c-2499-4e5c-8081-e3e62240dbf6,segment=NetworkSegment(6f8c601c-6b89-4ea0-af38-e6bf67300854),segment_id=6f8c601c-6b89-4ea0-af38-e6bf67300854)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:44.134396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.145828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] Calling delete_port for e014002c-2499-4e5c-8081-e3e62240dbf6 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:44.153879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.181308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=e014002c-2499-4e5c-8081-e3e62240dbf6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:44.183177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No DVR routers for this DVR port e014002c-2499-4e5c-8081-e3e62240dbf6 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:44.224799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.253450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] Pushing event deleted for resources: {'Port': ['ID=e014002c-2499-4e5c-8081-e3e62240dbf6,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:44.256926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa1fb2-436f-4762-9bbc-3005f68bc4aa None None] No DVR routers for this DVR port e014002c-2499-4e5c-8081-e3e62240dbf6 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:44.274046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.298692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035e9d06-6e5f-4755-b262-c177f4f42748']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:44.308658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8c601c-6b89-4ea0-af38-e6bf67300854') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:44.308954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8c601c-6b89-4ea0-af38-e6bf67300854') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:44.318611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.333916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.339641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:44.340025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:44.343024 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:44.403947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.408926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.413106 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/035e9d06-6e5f-4755-b262-c177f4f42748 HTTP/1.1" status: 204 len: 168 time: 0.5486426 Nov 29 11:54:44.416900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60206) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:44.422950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1497915625'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:44.428079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d00b2-4738-4e29-ad70-28045850758c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=035e9d06-6e5f-4755-b262-c177f4f42748,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:44.444889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:44.448954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.472504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:44.481599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.481963 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment 6da02b4d-4117-4f5b-ba84-a443d368deb9 of type vlan for network 57aee83d-4142-4d0f-b66c-23d406a19f83 Nov 29 11:54:44.524036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.547122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.552881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:44.553458 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.619815 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2009587 Nov 29 11:54:44.622762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60208) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:44.629665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': '57aee83d-4142-4d0f-b66c-23d406a19f83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:44.634149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506324f6-58ed-4cbf-b011-00fd63257277 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=57aee83d-4142-4d0f-b66c-23d406a19f83,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:44.648177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 57aee83d-4142-4d0f-b66c-23d406a19f83 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:44.651434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e014002c-2499-4e5c-8081-e3e62240dbf6 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:44.704978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: e014002c-2499-4e5c-8081-e3e62240dbf6 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:44.705228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e014002c-2499-4e5c-8081-e3e62240dbf6 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:44.726032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:44.729615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.907391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:44.972311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=4e5ba3b3-9581-449a-828c-5e8a619313ae,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:44.979127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': '6da02b4d-4117-4f5b-ba84-a443d368deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '57aee83d-4142-4d0f-b66c-23d406a19f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:44.979486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: 57aee83d-4142-4d0f-b66c-23d406a19f83, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:44.998695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 57aee83d-4142-4d0f-b66c-23d406a19f83 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:45.007527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 57aee83d-4142-4d0f-b66c-23d406a19f83) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:45.011538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:45.012114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.016948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe764e-103a-46a4-9b09-e065d4b5fa84 None None] Network 57aee83d-4142-4d0f-b66c-23d406a19f83 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:45.031743 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b9d823b2-eddc-454e-8eef-9a6c5a992556 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4054353 Nov 29 11:54:45.032042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60210) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:45.037450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-55bdf152-d4ad-4a58-a218-9dbf16ed1b26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1666808824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:45.063054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55bdf152-d4ad-4a58-a218-9dbf16ed1b26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.064144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55bdf152-d4ad-4a58-a218-9dbf16ed1b26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.121458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55bdf152-d4ad-4a58-a218-9dbf16ed1b26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.126274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55bdf152-d4ad-4a58-a218-9dbf16ed1b26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.145374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55bdf152-d4ad-4a58-a218-9dbf16ed1b26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.146603 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-55bdf152-d4ad-4a58-a218-9dbf16ed1b26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1135800 Nov 29 11:54:45.149386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60212) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:45.166454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-57aee83d-4142-4d0f-b66c-23d406a19f83', 'network_id': '57aee83d-4142-4d0f-b66c-23d406a19f83', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': '4e5ba3b3-9581-449a-828c-5e8a619313ae'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:45.167340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.303840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Allocated IP 172.20.0.2 (57aee83d-4142-4d0f-b66c-23d406a19f83/4e5ba3b3-9581-449a-828c-5e8a619313ae/5f18b9c8-41c6-4a7d-81e1-d33701dcdb04) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:45.430955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.444397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.450342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.485910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Network 57aee83d-4142-4d0f-b66c-23d406a19f83 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:45.488793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:45.492169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:45.503146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Pushing event updated for resources: {'Port': ['ID=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:45.556494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Attempting to bind port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:45.556772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Attempting to bind port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '6da02b4d-4117-4f5b-ba84-a443d368deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '57aee83d-4142-4d0f-b66c-23d406a19f83'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:45.557129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Attempting to bind port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 on network 57aee83d-4142-4d0f-b66c-23d406a19f83 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:45.561874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:45.562266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Checking segment: {'id': '6da02b4d-4117-4f5b-ba84-a443d368deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '57aee83d-4142-4d0f-b66c-23d406a19f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:45.562661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.563051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Bound using segment: {'id': '6da02b4d-4117-4f5b-ba84-a443d368deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '57aee83d-4142-4d0f-b66c-23d406a19f83'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:45.563503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Bound port: 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da02b4d-4117-4f5b-ba84-a443d368deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '57aee83d-4142-4d0f-b66c-23d406a19f83'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:45.563876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.624127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] For port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:45.627631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] For port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,segment=NetworkSegment(6da02b4d-4117-4f5b-ba84-a443d368deb9),segment_id=6da02b4d-4117-4f5b-ba84-a443d368deb9)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:45.632273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.669138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.20.0.1 (57aee83d-4142-4d0f-b66c-23d406a19f83/4e5ba3b3-9581-449a-828c-5e8a619313ae/882ef1d5-dca5-4e79-956e-9f3581073511) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:45.686805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5acd90-6cf3-43f6-b946-3afedbf2afc9 None None] Pushing event updated for resources: {'Port': ['ID=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:45.790231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.843200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:45.892800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 57aee83d-4142-4d0f-b66c-23d406a19f83 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:45.895990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:45.899677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:45.908395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=882ef1d5-dca5-4e79-956e-9f3581073511,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:45.949452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.061124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.319011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.324859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.397437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.399227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=882ef1d5-dca5-4e79-956e-9f3581073511,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:46.494976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 57aee83d-4142-4d0f-b66c-23d406a19f83 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:46.496390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:46.547767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5ba05-d7e6-4c29-b4d4-3387237aeabc None None] Network 57aee83d-4142-4d0f-b66c-23d406a19f83 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:46.619965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router f0ab4da9-1a53-43fa-83c6-357d9aca2821 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:54:46.637629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ae42e8fe-24ae-4f2a-a5d9-c711f0e4e36a None None] Provisioning complete for port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:46.638026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ae42e8fe-24ae-4f2a-a5d9-c711f0e4e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.694733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:46.715634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:46.720824 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a28e8d88-c09d-4edc-9f49-fdbd3b3c4fc2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/f0ab4da9-1a53-43fa-83c6-357d9aca2821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5702081 Nov 29 11:54:46.723371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60216) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:46.728422 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e2650-58e0-4943-97bc-ebc53cc3d1a6 None None] Sync routers for ids ['f0ab4da9-1a53-43fa-83c6-357d9aca2821'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:46.738552 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e2650-58e0-4943-97bc-ebc53cc3d1a6 None None] Routers {'f0ab4da9-1a53-43fa-83c6-357d9aca2821'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:46.739445 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a62e2650-58e0-4943-97bc-ebc53cc3d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f0ab4da9-1a53-43fa-83c6-357d9aca2821'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:46.770729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d0e1f-1fe0-4653-b1a1-e30c1d670418 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:46.773987 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bf9d0e1f-1fe0-4653-b1a1-e30c1d670418 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports/882ef1d5-dca5-4e79-956e-9f3581073511 HTTP/1.1" status: 200 len: 910 time: 0.0478039 Nov 29 11:54:46.775344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60218) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:46.778672 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a62e2650-58e0-4943-97bc-ebc53cc3d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:46.788887 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e2650-58e0-4943-97bc-ebc53cc3d1a6 None None] Routers {'f0ab4da9-1a53-43fa-83c6-357d9aca2821'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:46.789408 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a62e2650-58e0-4943-97bc-ebc53cc3d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f0ab4da9-1a53-43fa-83c6-357d9aca2821'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:46.817559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ae42e8fe-24ae-4f2a-a5d9-c711f0e4e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.820555 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a62e2650-58e0-4943-97bc-ebc53cc3d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:46.821446 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e2650-58e0-4943-97bc-ebc53cc3d1a6 None None] The sync data for ids ['f0ab4da9-1a53-43fa-83c6-357d9aca2821'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:46.828370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:46.828743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.882929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ae42e8fe-24ae-4f2a-a5d9-c711f0e4e36a None None] For port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,segment=NetworkSegment(6da02b4d-4117-4f5b-ba84-a443d368deb9),segment_id=6da02b4d-4117-4f5b-ba84-a443d368deb9)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:46.890621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ae42e8fe-24ae-4f2a-a5d9-c711f0e4e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:46.976308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42e8fe-24ae-4f2a-a5d9-c711f0e4e36a None None] Pushing event updated for resources: {'Port': ['ID=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:47.113419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cac308cf-539d-42de-b3f1-f60a11f31390 None None] Provisioning complete for port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:47.113862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cac308cf-539d-42de-b3f1-f60a11f31390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:47.207935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cac308cf-539d-42de-b3f1-f60a11f31390 None None] Provisioning complete for port 882ef1d5-dca5-4e79-956e-9f3581073511 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:47.208730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cac308cf-539d-42de-b3f1-f60a11f31390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:47.248405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-cac308cf-539d-42de-b3f1-f60a11f31390 None None] Port 882ef1d5-dca5-4e79-956e-9f3581073511 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:47.366409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-84e02586-f6a5-4292-89b7-06ce73e3e60a None None] Provisioning complete for port 882ef1d5-dca5-4e79-956e-9f3581073511 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:47.366834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-84e02586-f6a5-4292-89b7-06ce73e3e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:47.397547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:47.400625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-84e02586-f6a5-4292-89b7-06ce73e3e60a None None] Port 882ef1d5-dca5-4e79-956e-9f3581073511 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:47.517749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9f4c1184-f3aa-41ab-b363-87d92d433b52 None None] Provisioning complete for port 882ef1d5-dca5-4e79-956e-9f3581073511 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:47.518150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9f4c1184-f3aa-41ab-b363-87d92d433b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:47.551442 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c1184-f3aa-41ab-b363-87d92d433b52 None None] Port 882ef1d5-dca5-4e79-956e-9f3581073511 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:47.630514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 882ef1d5-dca5-4e79-956e-9f3581073511 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:47.630861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:47.716520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:47.727992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 882ef1d5-dca5-4e79-956e-9f3581073511 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:47.895680 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:47.922106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=882ef1d5-dca5-4e79-956e-9f3581073511,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:48.057960 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.210523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router f0ab4da9-1a53-43fa-83c6-357d9aca2821 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:48.285242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:48.290174 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a4023518-a86a-48ab-a4a9-88ebe8f81ac5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/f0ab4da9-1a53-43fa-83c6-357d9aca2821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5136812 Nov 29 11:54:48.292881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60220) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:48.295379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb0a7-cf72-4254-acf1-376714b42450 None None] Sync routers for ids ['f0ab4da9-1a53-43fa-83c6-357d9aca2821'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:48.304510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673eb0a7-cf72-4254-acf1-376714b42450 None None] Routers {'f0ab4da9-1a53-43fa-83c6-357d9aca2821'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:48.305124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-673eb0a7-cf72-4254-acf1-376714b42450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f0ab4da9-1a53-43fa-83c6-357d9aca2821'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:48.319568 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9098c22b-19e5-47e3-ba69-7d8860db58a5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0ab4da9-1a53-43fa-83c6-357d9aca2821 HTTP/1.1" status: 200 len: 205 time: 0.0247207 Nov 29 11:54:48.322292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60222) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:48.339374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-673eb0a7-cf72-4254-acf1-376714b42450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:48.348242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673eb0a7-cf72-4254-acf1-376714b42450 None None] Routers {'f0ab4da9-1a53-43fa-83c6-357d9aca2821'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:48.348814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-673eb0a7-cf72-4254-acf1-376714b42450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f0ab4da9-1a53-43fa-83c6-357d9aca2821'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:48.378801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-673eb0a7-cf72-4254-acf1-376714b42450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:48.379427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673eb0a7-cf72-4254-acf1-376714b42450 None None] The sync data for ids ['f0ab4da9-1a53-43fa-83c6-357d9aca2821'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:48.396454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02580090-93bf-47ed-b45a-9b53d10beea5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.552060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02580090-93bf-47ed-b45a-9b53d10beea5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.554147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02580090-93bf-47ed-b45a-9b53d10beea5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.596813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02580090-93bf-47ed-b45a-9b53d10beea5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.597446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02580090-93bf-47ed-b45a-9b53d10beea5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Fanout notify agent at l3_agent the message router_deleted on router f0ab4da9-1a53-43fa-83c6-357d9aca2821 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:54:48.605052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-02580090-93bf-47ed-b45a-9b53d10beea5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.606374 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-02580090-93bf-47ed-b45a-9b53d10beea5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/f0ab4da9-1a53-43fa-83c6-357d9aca2821 HTTP/1.1" status: 204 len: 168 time: 0.2830677 Nov 29 11:54:48.608694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60224) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:48.660275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-badded01-3a16-44f8-a7e4-d54197663bff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet 4e5ba3b3-9581-449a-828c-5e8a619313ae {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:48.663356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badded01-3a16-44f8-a7e4-d54197663bff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.667437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:48.703241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badded01-3a16-44f8-a7e4-d54197663bff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.711988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:48.712897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.792595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badded01-3a16-44f8-a7e4-d54197663bff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.849628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badded01-3a16-44f8-a7e4-d54197663bff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.876983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badded01-3a16-44f8-a7e4-d54197663bff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5ba3b3-9581-449a-828c-5e8a619313ae,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:48.883471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-badded01-3a16-44f8-a7e4-d54197663bff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:48.889854 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-badded01-3a16-44f8-a7e4-d54197663bff tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/4e5ba3b3-9581-449a-828c-5e8a619313ae HTTP/1.1" status: 204 len: 168 time: 0.2777348 Nov 29 11:54:48.890079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733f4d5-1fb3-48d3-9846-b80aeaf4da9e None None] Network 57aee83d-4142-4d0f-b66c-23d406a19f83 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:48.890548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60226) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:48.971173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.023219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:49.023562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.056455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] DHCP port deletion for 57aee83d-4142-4d0f-b66c-23d406a19f83 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:49.090039 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,segment=NetworkSegment(6da02b4d-4117-4f5b-ba84-a443d368deb9),segment_id=6da02b4d-4117-4f5b-ba84-a443d368deb9)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:49.090414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.102190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] Deleting port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:49.102580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.105234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:49.161925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] For port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,segment=NetworkSegment(6da02b4d-4117-4f5b-ba84-a443d368deb9),segment_id=6da02b4d-4117-4f5b-ba84-a443d368deb9)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:49.162346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.174407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] Calling delete_port for 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:49.181495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.212120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No DVR routers for this DVR port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:49.216938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:49.253450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.275848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] Pushing event deleted for resources: {'Port': ['ID=5f18b9c8-41c6-4a7d-81e1-d33701dcdb04,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:49.281397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f461995-9241-4ea8-be8e-bb54047d7b66 None None] No DVR routers for this DVR port 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:49.300255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.319293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57aee83d-4142-4d0f-b66c-23d406a19f83']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:49.328472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da02b4d-4117-4f5b-ba84-a443d368deb9') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:49.328766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da02b4d-4117-4f5b-ba84-a443d368deb9') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:49.337848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.351496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.357418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:49.357809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:49.360732 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:49.419867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.426839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.429994 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/57aee83d-4142-4d0f-b66c-23d406a19f83 HTTP/1.1" status: 204 len: 168 time: 0.5384865 Nov 29 11:54:49.435879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60228) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:49.440749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1543273338', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:49.441773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bc969-6d80-485c-900d-9647b6faf4f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=57aee83d-4142-4d0f-b66c-23d406a19f83,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:49.465373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.466372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.516232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.650502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.836115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.854504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:49.951841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.26.5.91 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/cdcd7030-6a5d-44e3-a417-11d4cd2b9aed) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:50.052468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:50.093112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:50.127276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:50.132085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:50.135449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:50.158526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=cdcd7030-6a5d-44e3-a417-11d4cd2b9aed,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:50.645113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:50.665237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:50.665655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5f18b9c8-41c6-4a7d-81e1-d33701dcdb04 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:50.666980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:50.857994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:50.981511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router 899860d2-9e29-4066-837e-f6eee94970eb is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:54:51.092053 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:51.102199 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f931b-c250-4881-a782-e7a1c90dc017 None None] Sync routers for ids ['899860d2-9e29-4066-837e-f6eee94970eb'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:51.111173 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f931b-c250-4881-a782-e7a1c90dc017 None None] Routers {'899860d2-9e29-4066-837e-f6eee94970eb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:51.111781 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-922f931b-c250-4881-a782-e7a1c90dc017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['899860d2-9e29-4066-837e-f6eee94970eb'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:51.112581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:51.116373 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5bb294b6-f59e-40b1-8002-8d9fe431f059 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.6769068 Nov 29 11:54:51.116545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60232) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:51.146531 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-922f931b-c250-4881-a782-e7a1c90dc017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:51.155178 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f931b-c250-4881-a782-e7a1c90dc017 None None] Routers {'899860d2-9e29-4066-837e-f6eee94970eb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:51.155764 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-922f931b-c250-4881-a782-e7a1c90dc017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['899860d2-9e29-4066-837e-f6eee94970eb'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:51.187389 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-922f931b-c250-4881-a782-e7a1c90dc017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:51.188031 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922f931b-c250-4881-a782-e7a1c90dc017 None None] The sync data for ids ['899860d2-9e29-4066-837e-f6eee94970eb'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:51.219701 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5e0565e1-255f-4ae0-9838-5796f971ef42 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/routers/899860d2-9e29-4066-837e-f6eee94970eb HTTP/1.1" status: 200 len: 880 time: 0.1021125 Nov 29 11:54:51.222804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60234) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:51.449652 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b6b3d8b3-7573-4f38-b34f-86d418751414 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2257979 Nov 29 11:54:51.452252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60236) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:51.456488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2e9da380-1a76-439d-8eba-5ee256699d08 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1543273338'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:51.736077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e9da380-1a76-439d-8eba-5ee256699d08 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:51.746232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e9da380-1a76-439d-8eba-5ee256699d08 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:51.848857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9da380-1a76-439d-8eba-5ee256699d08 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router 899860d2-9e29-4066-837e-f6eee94970eb has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:51.952860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9da380-1a76-439d-8eba-5ee256699d08 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:51.960001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2e9da380-1a76-439d-8eba-5ee256699d08 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:51.965345 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2e9da380-1a76-439d-8eba-5ee256699d08 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/899860d2-9e29-4066-837e-f6eee94970eb HTTP/1.1" status: 200 len: 887 time: 0.5079987 Nov 29 11:54:51.965517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc7d4a-0f00-4444-ae7a-cd0efce38598 None None] Sync routers for ids ['899860d2-9e29-4066-837e-f6eee94970eb'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:51.966021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60238) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:51.972497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc7d4a-0f00-4444-ae7a-cd0efce38598 None None] Routers {'899860d2-9e29-4066-837e-f6eee94970eb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:51.973101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-20cc7d4a-0f00-4444-ae7a-cd0efce38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['899860d2-9e29-4066-837e-f6eee94970eb'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:52.004025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-20cc7d4a-0f00-4444-ae7a-cd0efce38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:52.012256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cc7d4a-0f00-4444-ae7a-cd0efce38598 None None] Routers {'899860d2-9e29-4066-837e-f6eee94970eb'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:52.012841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-20cc7d4a-0f00-4444-ae7a-cd0efce38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['899860d2-9e29-4066-837e-f6eee94970eb'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:52.047354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-20cc7d4a-0f00-4444-ae7a-cd0efce38598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:52.047999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cc7d4a-0f00-4444-ae7a-cd0efce38598 None None] The sync data for ids ['899860d2-9e29-4066-837e-f6eee94970eb'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:52.069538 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-946e2dce-ff5b-471a-b2ce-50545a517628 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/routers/899860d2-9e29-4066-837e-f6eee94970eb HTTP/1.1" status: 200 len: 887 time: 0.1046128 Nov 29 11:54:52.072459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60240) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:52.098555 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-21d1271e-5257-47b0-b75f-7969fb567353 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=899860d2-9e29-4066-837e-f6eee94970eb HTTP/1.1" status: 200 len: 205 time: 0.0250950 Nov 29 11:54:52.100848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60242) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:52.199734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.297508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.348056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port cdcd7030-6a5d-44e3-a417-11d4cd2b9aed {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:52.348754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.423069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.434210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for cdcd7030-6a5d-44e3-a417-11d4cd2b9aed owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:52.591112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.613354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=cdcd7030-6a5d-44e3-a417-11d4cd2b9aed,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:52.672771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.760146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.762260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.805805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.806363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Fanout notify agent at l3_agent the message router_deleted on router 899860d2-9e29-4066-837e-f6eee94970eb {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:54:52.812909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.814033 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d24d37e8-c30b-4909-9b9f-4a543c7c24ce tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/899860d2-9e29-4066-837e-f6eee94970eb HTTP/1.1" status: 204 len: 168 time: 0.7122974 Nov 29 11:54:52.818472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60244) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:52.823622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-817045857'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:52.843621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:52.846984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.869436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:52.878912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.879359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment 23e4c3dd-0c25-41c2-b987-c5fa5e2d458a of type vlan for network 4a371fd2-da83-4528-9575-b901bb1f21c8 Nov 29 11:54:52.917827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.941225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:52.947454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:52.948027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.296982 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4774630 Nov 29 11:54:53.300335 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60246) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:53.305442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': '4a371fd2-da83-4528-9575-b901bb1f21c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:53.309291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ffe64-3a66-45af-b6da-37b1ef73842d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=4a371fd2-da83-4528-9575-b901bb1f21c8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:53.319640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 4a371fd2-da83-4528-9575-b901bb1f21c8 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:53.392596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:53.396176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.572245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.636099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=a5641ac9-b40b-4292-aab5-9eedd3094835,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:53.643656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': '23e4c3dd-0c25-41c2-b987-c5fa5e2d458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a371fd2-da83-4528-9575-b901bb1f21c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:53.644009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: 4a371fd2-da83-4528-9575-b901bb1f21c8, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:53.659913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 4a371fd2-da83-4528-9575-b901bb1f21c8 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:53.668424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 4a371fd2-da83-4528-9575-b901bb1f21c8) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:53.672374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:53.672960 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.677599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d1402-09a6-4473-b57f-b75f66c86465 None None] Network 4a371fd2-da83-4528-9575-b901bb1f21c8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:53.688710 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f91607eb-05fc-4332-85f8-16682ef665d2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3872695 Nov 29 11:54:53.691874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60248) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:53.696465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-62b8d862-99ca-4b7d-a910-1ecd0c2583c4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1123719041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:53.718809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62b8d862-99ca-4b7d-a910-1ecd0c2583c4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.719887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62b8d862-99ca-4b7d-a910-1ecd0c2583c4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.771885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62b8d862-99ca-4b7d-a910-1ecd0c2583c4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.776911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62b8d862-99ca-4b7d-a910-1ecd0c2583c4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.794377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62b8d862-99ca-4b7d-a910-1ecd0c2583c4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:53.798137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-62b8d862-99ca-4b7d-a910-1ecd0c2583c4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1027801 Nov 29 11:54:53.798313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60250) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:53.818945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-4a371fd2-da83-4528-9575-b901bb1f21c8', 'network_id': '4a371fd2-da83-4528-9575-b901bb1f21c8', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': 'a5641ac9-b40b-4292-aab5-9eedd3094835'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:53.819797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.095999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Allocated IP 172.20.0.2 (4a371fd2-da83-4528-9575-b901bb1f21c8/a5641ac9-b40b-4292-aab5-9eedd3094835/2968c58e-8bff-47a3-9011-11f83d7fb61e) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:54.243811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.250169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.287950 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Network 4a371fd2-da83-4528-9575-b901bb1f21c8 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:54.290875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:54.294491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:54.306464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Pushing event updated for resources: {'Port': ['ID=2968c58e-8bff-47a3-9011-11f83d7fb61e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:54.352999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Attempting to bind port 2968c58e-8bff-47a3-9011-11f83d7fb61e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:54.353655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Attempting to bind port 2968c58e-8bff-47a3-9011-11f83d7fb61e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '23e4c3dd-0c25-41c2-b987-c5fa5e2d458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a371fd2-da83-4528-9575-b901bb1f21c8'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:54.353655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Attempting to bind port 2968c58e-8bff-47a3-9011-11f83d7fb61e on network 4a371fd2-da83-4528-9575-b901bb1f21c8 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:54.358420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:54.358800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Checking segment: {'id': '23e4c3dd-0c25-41c2-b987-c5fa5e2d458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a371fd2-da83-4528-9575-b901bb1f21c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:54.359200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.359589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Bound using segment: {'id': '23e4c3dd-0c25-41c2-b987-c5fa5e2d458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a371fd2-da83-4528-9575-b901bb1f21c8'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:54.360051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Bound port: 2968c58e-8bff-47a3-9011-11f83d7fb61e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e4c3dd-0c25-41c2-b987-c5fa5e2d458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4a371fd2-da83-4528-9575-b901bb1f21c8'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:54.360430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.369739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.423652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] For port 2968c58e-8bff-47a3-9011-11f83d7fb61e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:54.427231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] For port 2968c58e-8bff-47a3-9011-11f83d7fb61e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2968c58e-8bff-47a3-9011-11f83d7fb61e,segment=NetworkSegment(23e4c3dd-0c25-41c2-b987-c5fa5e2d458a),segment_id=23e4c3dd-0c25-41c2-b987-c5fa5e2d458a)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:54.432746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.487812 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dc823e-3a45-4348-bf32-0a6c86815d50 None None] Pushing event updated for resources: {'Port': ['ID=2968c58e-8bff-47a3-9011-11f83d7fb61e,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:54.620123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.20.0.1 (4a371fd2-da83-4528-9575-b901bb1f21c8/a5641ac9-b40b-4292-aab5-9eedd3094835/80084f12-8186-403c-85a7-165db548e78e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:54.750000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.786345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:54.829539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 4a371fd2-da83-4528-9575-b901bb1f21c8 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:54.833383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:54.837142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:54.866810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=80084f12-8186-403c-85a7-165db548e78e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:54.889587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.000812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.263175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.268143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.341533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.343362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=80084f12-8186-403c-85a7-165db548e78e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:55.389343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275cad74-2d17-4b35-83ef-0f4836d30326 None None] Network 4a371fd2-da83-4528-9575-b901bb1f21c8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:55.438953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 4a371fd2-da83-4528-9575-b901bb1f21c8 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:55.440813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:55.452918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d81aa9b3-9076-4d47-9d69-63b6d9e5b105 None None] Provisioning complete for port 2968c58e-8bff-47a3-9011-11f83d7fb61e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:55.453371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d81aa9b3-9076-4d47-9d69-63b6d9e5b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.563904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router a5af5f36-ac54-4181-9f60-fb097c5c2a24 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:54:55.600577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d81aa9b3-9076-4d47-9d69-63b6d9e5b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.637677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d81aa9b3-9076-4d47-9d69-63b6d9e5b105 None None] For port 2968c58e-8bff-47a3-9011-11f83d7fb61e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2968c58e-8bff-47a3-9011-11f83d7fb61e,segment=NetworkSegment(23e4c3dd-0c25-41c2-b987-c5fa5e2d458a),segment_id=23e4c3dd-0c25-41c2-b987-c5fa5e2d458a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:55.643075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d81aa9b3-9076-4d47-9d69-63b6d9e5b105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.662569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:55.669182 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a815fb12-a1bc-4f21-b4b0-53d1d5f15794 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/a5af5f36-ac54-4181-9f60-fb097c5c2a24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698997 Nov 29 11:54:55.671934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60252) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:55.678936 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89003d8-cc96-46a2-b3fa-ec435b949027 None None] Sync routers for ids ['a5af5f36-ac54-4181-9f60-fb097c5c2a24'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:55.688768 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89003d8-cc96-46a2-b3fa-ec435b949027 None None] Routers {'a5af5f36-ac54-4181-9f60-fb097c5c2a24'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:55.689362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e89003d8-cc96-46a2-b3fa-ec435b949027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a5af5f36-ac54-4181-9f60-fb097c5c2a24'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:55.705013 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81aa9b3-9076-4d47-9d69-63b6d9e5b105 None None] Pushing event updated for resources: {'Port': ['ID=2968c58e-8bff-47a3-9011-11f83d7fb61e,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:55.727385 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e89003d8-cc96-46a2-b3fa-ec435b949027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:55.727613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c04c2d3-eb08-40dd-8c8a-84d7611efc75 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:55.729122 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4c04c2d3-eb08-40dd-8c8a-84d7611efc75 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports/80084f12-8186-403c-85a7-165db548e78e HTTP/1.1" status: 200 len: 910 time: 0.0562079 Nov 29 11:54:55.731763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60254) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:55.737545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8baf6a34-d388-4f32-8e06-1f81baa1a475 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5641ac9-b40b-4292-aab5-9eedd3094835'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:55.739908 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89003d8-cc96-46a2-b3fa-ec435b949027 None None] Routers {'a5af5f36-ac54-4181-9f60-fb097c5c2a24'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:55.740538 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e89003d8-cc96-46a2-b3fa-ec435b949027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a5af5f36-ac54-4181-9f60-fb097c5c2a24'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:55.772341 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e89003d8-cc96-46a2-b3fa-ec435b949027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:55.772999 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89003d8-cc96-46a2-b3fa-ec435b949027 None None] The sync data for ids ['a5af5f36-ac54-4181-9f60-fb097c5c2a24'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:55.863213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e39639c8-b13b-4186-9a4c-699c43ed2f71 None None] Provisioning complete for port 80084f12-8186-403c-85a7-165db548e78e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:55.863603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e39639c8-b13b-4186-9a4c-699c43ed2f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.887724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8baf6a34-d388-4f32-8e06-1f81baa1a475 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:55.898854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e39639c8-b13b-4186-9a4c-699c43ed2f71 None None] Port 80084f12-8186-403c-85a7-165db548e78e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:55.909986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e39639c8-b13b-4186-9a4c-699c43ed2f71 None None] Provisioning complete for port 2968c58e-8bff-47a3-9011-11f83d7fb61e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:55.910648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e39639c8-b13b-4186-9a4c-699c43ed2f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.121468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-fa42f9a6-ce7f-4337-92ce-f810195c51bb None None] Provisioning complete for port 80084f12-8186-403c-85a7-165db548e78e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:56.121840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa42f9a6-ce7f-4337-92ce-f810195c51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.159504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-fa42f9a6-ce7f-4337-92ce-f810195c51bb None None] Port 80084f12-8186-403c-85a7-165db548e78e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:56.247143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8baf6a34-d388-4f32-8e06-1f81baa1a475 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.256288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8baf6a34-d388-4f32-8e06-1f81baa1a475 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.280698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3c6d6fbd-366c-4688-8b82-914a91e8a49b None None] Provisioning complete for port 80084f12-8186-403c-85a7-165db548e78e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:56.280985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3c6d6fbd-366c-4688-8b82-914a91e8a49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.314788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d6fbd-366c-4688-8b82-914a91e8a49b None None] Port 80084f12-8186-403c-85a7-165db548e78e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:54:56.331301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf6a34-d388-4f32-8e06-1f81baa1a475 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=80084f12-8186-403c-85a7-165db548e78e,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:56.338817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf6a34-d388-4f32-8e06-1f81baa1a475 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:56.339416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8baf6a34-d388-4f32-8e06-1f81baa1a475 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.340708 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8baf6a34-d388-4f32-8e06-1f81baa1a475 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/ports/80084f12-8186-403c-85a7-165db548e78e HTTP/1.1" status: 200 len: 910 time: 0.6080222 Nov 29 11:54:56.343583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60256) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:56.651948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.675783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2968c58e-8bff-47a3-9011-11f83d7fb61e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:54:56.724303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2968c58e-8bff-47a3-9011-11f83d7fb61e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:54:56.724675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.889786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 80084f12-8186-403c-85a7-165db548e78e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:56.890398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.978220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:56.989447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 80084f12-8186-403c-85a7-165db548e78e owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:57.154601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.182062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=80084f12-8186-403c-85a7-165db548e78e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:57.318465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.380564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.470872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router a5af5f36-ac54-4181-9f60-fb097c5c2a24 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:54:57.549357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:54:57.554321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d9041383-299d-4261-8b01-abb58c0094f6 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/a5af5f36-ac54-4181-9f60-fb097c5c2a24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2098155 Nov 29 11:54:57.557011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60260) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:57.559610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3dbe21-0009-4a4e-8a9a-097c48e65e8c None None] Sync routers for ids ['a5af5f36-ac54-4181-9f60-fb097c5c2a24'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:54:57.569123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3dbe21-0009-4a4e-8a9a-097c48e65e8c None None] Routers {'a5af5f36-ac54-4181-9f60-fb097c5c2a24'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:57.569738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cb3dbe21-0009-4a4e-8a9a-097c48e65e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a5af5f36-ac54-4181-9f60-fb097c5c2a24'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:57.586616 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-50aafa8e-0381-4fa7-ad4b-138eff8ae1f8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5af5f36-ac54-4181-9f60-fb097c5c2a24 HTTP/1.1" status: 200 len: 205 time: 0.0263584 Nov 29 11:54:57.586844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60262) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:57.601781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cb3dbe21-0009-4a4e-8a9a-097c48e65e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:57.610079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3dbe21-0009-4a4e-8a9a-097c48e65e8c None None] Routers {'a5af5f36-ac54-4181-9f60-fb097c5c2a24'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:54:57.610670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cb3dbe21-0009-4a4e-8a9a-097c48e65e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a5af5f36-ac54-4181-9f60-fb097c5c2a24'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:57.644095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-cb3dbe21-0009-4a4e-8a9a-097c48e65e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:57.644744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3dbe21-0009-4a4e-8a9a-097c48e65e8c None None] The sync data for ids ['a5af5f36-ac54-4181-9f60-fb097c5c2a24'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:54:57.659705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b61127d8-636a-4735-960c-40942bb88502 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.811046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b61127d8-636a-4735-960c-40942bb88502 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.812964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b61127d8-636a-4735-960c-40942bb88502 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.854252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b61127d8-636a-4735-960c-40942bb88502 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.854777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61127d8-636a-4735-960c-40942bb88502 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Fanout notify agent at l3_agent the message router_deleted on router a5af5f36-ac54-4181-9f60-fb097c5c2a24 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:54:57.861729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b61127d8-636a-4735-960c-40942bb88502 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.862796 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b61127d8-636a-4735-960c-40942bb88502 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/a5af5f36-ac54-4181-9f60-fb097c5c2a24 HTTP/1.1" status: 204 len: 168 time: 0.2750814 Nov 29 11:54:57.865400 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60264) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:57.914808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-771b1c29-9506-413c-98d4-3f361c28e7af tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet a5641ac9-b40b-4292-aab5-9eedd3094835 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:54:57.917811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-771b1c29-9506-413c-98d4-3f361c28e7af tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:57.956167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-771b1c29-9506-413c-98d4-3f361c28e7af tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.037232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-771b1c29-9506-413c-98d4-3f361c28e7af tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.094276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-771b1c29-9506-413c-98d4-3f361c28e7af tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.121675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b1c29-9506-413c-98d4-3f361c28e7af tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=a5641ac9-b40b-4292-aab5-9eedd3094835,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:58.123684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-771b1c29-9506-413c-98d4-3f361c28e7af tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.130052 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-771b1c29-9506-413c-98d4-3f361c28e7af tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/a5641ac9-b40b-4292-aab5-9eedd3094835 HTTP/1.1" status: 204 len: 168 time: 0.2604914 Nov 29 11:54:58.130178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53a138-8908-4250-bb51-b1860cf40829 None None] Network 4a371fd2-da83-4528-9575-b901bb1f21c8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:58.130591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60266) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:58.207915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.260781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 2968c58e-8bff-47a3-9011-11f83d7fb61e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:58.261128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.300987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] DHCP port deletion for 4a371fd2-da83-4528-9575-b901bb1f21c8 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:54:58.327129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port 2968c58e-8bff-47a3-9011-11f83d7fb61e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2968c58e-8bff-47a3-9011-11f83d7fb61e,segment=NetworkSegment(23e4c3dd-0c25-41c2-b987-c5fa5e2d458a),segment_id=23e4c3dd-0c25-41c2-b987-c5fa5e2d458a)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:58.327495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.339378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 2968c58e-8bff-47a3-9011-11f83d7fb61e owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:58.345165 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] Deleting port 2968c58e-8bff-47a3-9011-11f83d7fb61e {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:54:58.345474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.405776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] For port 2968c58e-8bff-47a3-9011-11f83d7fb61e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2968c58e-8bff-47a3-9011-11f83d7fb61e,segment=NetworkSegment(23e4c3dd-0c25-41c2-b987-c5fa5e2d458a),segment_id=23e4c3dd-0c25-41c2-b987-c5fa5e2d458a)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:54:58.406334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.416799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.418997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] Calling delete_port for 2968c58e-8bff-47a3-9011-11f83d7fb61e owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:54:58.443106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=2968c58e-8bff-47a3-9011-11f83d7fb61e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:58.444892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No DVR routers for this DVR port 2968c58e-8bff-47a3-9011-11f83d7fb61e on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:58.496162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.519827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] Pushing event deleted for resources: {'Port': ['ID=2968c58e-8bff-47a3-9011-11f83d7fb61e,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:58.525099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.525828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17e510-1ae2-4e46-8b7e-71149cedffd9 None None] No DVR routers for this DVR port 2968c58e-8bff-47a3-9011-11f83d7fb61e on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:54:58.552300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a371fd2-da83-4528-9575-b901bb1f21c8']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:58.561189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e4c3dd-0c25-41c2-b987-c5fa5e2d458a') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:58.561479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e4c3dd-0c25-41c2-b987-c5fa5e2d458a') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:54:58.571586 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.585044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.590931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:54:58.591324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:54:58.594198 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:54:58.650843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2968c58e-8bff-47a3-9011-11f83d7fb61e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:54:58.653508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.666519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.669668 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/4a371fd2-da83-4528-9575-b901bb1f21c8 HTTP/1.1" status: 204 len: 168 time: 0.5387814 Nov 29 11:54:58.671203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2968c58e-8bff-47a3-9011-11f83d7fb61e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:54:58.671554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2968c58e-8bff-47a3-9011-11f83d7fb61e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:54:58.676148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60268) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:58.680988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-21855ccb-8f7b-4273-b6f2-c57a7b08d1bf tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-930553439', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:58.682170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b075bb5-c536-4c5b-a5a2-97db8e5f12a4 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=4a371fd2-da83-4528-9575-b901bb1f21c8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:58.707398 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21855ccb-8f7b-4273-b6f2-c57a7b08d1bf tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.708436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21855ccb-8f7b-4273-b6f2-c57a7b08d1bf tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.766410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21855ccb-8f7b-4273-b6f2-c57a7b08d1bf tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.771187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21855ccb-8f7b-4273-b6f2-c57a7b08d1bf tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.788008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21855ccb-8f7b-4273-b6f2-c57a7b08d1bf tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.789128 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-21855ccb-8f7b-4273-b6f2-c57a7b08d1bf tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1119790 Nov 29 11:54:58.791987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60270) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:58.796713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1455498379'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:58.816754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:58.820154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.843062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:54:58.852427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.852709 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment 286357f0-7c2e-4ad2-80b4-e15550f88cb0 of type vlan for network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 Nov 29 11:54:58.891097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.917052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.922622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:58.923235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:58.980378 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1874056 Nov 29 11:54:58.983072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60272) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:58.994998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:54:59.011498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79086709-85ea-4c0f-85ce-edcbfae10510 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=2900c3f8-09eb-42e1-8fec-a5f8730d26e4,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:59.022659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:54:59.086172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:54:59.090108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.263607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.324196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=ea27baa4-2147-485b-bc9b-9aaaaee3462c,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:59.334813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:59.335168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: 2900c3f8-09eb-42e1-8fec-a5f8730d26e4, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:54:59.351596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:54:59.360034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 2900c3f8-09eb-42e1-8fec-a5f8730d26e4) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:59.364528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:54:59.365107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.369384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23971e9-e59b-482d-b3f1-8333374fbd4f None None] Network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:54:59.381161 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-078b3520-390d-41fc-b6ac-980f632e685f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3971097 Nov 29 11:54:59.384066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60274) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:54:59.520698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:54:59.521627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.661710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Allocated IP 172.20.0.2 (2900c3f8-09eb-42e1-8fec-a5f8730d26e4/ea27baa4-2147-485b-bc9b-9aaaaee3462c/c637a8e6-9905-4eda-971c-ad40c0706831) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:54:59.805117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.811075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.846651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:54:59.849455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:54:59.852853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:54:59.863017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Pushing event updated for resources: {'Port': ['ID=c637a8e6-9905-4eda-971c-ad40c0706831,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:54:59.916389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Attempting to bind port c637a8e6-9905-4eda-971c-ad40c0706831 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:54:59.916752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Attempting to bind port c637a8e6-9905-4eda-971c-ad40c0706831 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:54:59.917110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Attempting to bind port c637a8e6-9905-4eda-971c-ad40c0706831 on network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:54:59.922086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:54:59.922433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Checking segment: {'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:54:59.922823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.923205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Bound using segment: {'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:54:59.923657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Bound port: c637a8e6-9905-4eda-971c-ad40c0706831, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:54:59.924111 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.968338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:54:59.985049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] For port c637a8e6-9905-4eda-971c-ad40c0706831, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:54:59.989196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] For port c637a8e6-9905-4eda-971c-ad40c0706831, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c637a8e6-9905-4eda-971c-ad40c0706831,segment=NetworkSegment(286357f0-7c2e-4ad2-80b4-e15550f88cb0),segment_id=286357f0-7c2e-4ad2-80b4-e15550f88cb0)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:54:59.992595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.076539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e8b44-7455-430a-bd8d-fd4cfb335440 None None] Pushing event updated for resources: {'Port': ['ID=c637a8e6-9905-4eda-971c-ad40c0706831,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:00.255222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.20.0.1 (2900c3f8-09eb-42e1-8fec-a5f8730d26e4/ea27baa4-2147-485b-bc9b-9aaaaee3462c/dbc6fe07-6339-4dc2-9c40-9a36f2177058) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:00.381306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.416034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.454878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:00.458677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:00.462647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:00.488881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=dbc6fe07-6339-4dc2-9c40-9a36f2177058,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:00.510747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.624008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.659287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bcc2f188-885d-4920-bb80-d5cfa0b59b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.687861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c637a8e6-9905-4eda-971c-ad40c0706831 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:00.740204 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c637a8e6-9905-4eda-971c-ad40c0706831 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:00.740569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.827998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.861638 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c637a8e6-9905-4eda-971c-ad40c0706831, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c637a8e6-9905-4eda-971c-ad40c0706831,segment=NetworkSegment(286357f0-7c2e-4ad2-80b4-e15550f88cb0),segment_id=286357f0-7c2e-4ad2-80b4-e15550f88cb0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:00.866100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.912690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.917920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.927050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c637a8e6-9905-4eda-971c-ad40c0706831,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:00.996248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:00.998126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=dbc6fe07-6339-4dc2-9c40-9a36f2177058,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:01.022375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124dcdae-3018-4bd0-a222-c4d7c4537f64 None None] Network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:01.086811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b08b5ccb-0bcd-421a-ab27-ed646f9da6e7 None None] Provisioning complete for port c637a8e6-9905-4eda-971c-ad40c0706831 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:01.087395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b08b5ccb-0bcd-421a-ab27-ed646f9da6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.088725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:01.090181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:01.207015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:55:01.300568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:01.305986 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-05a01566-a3d7-4a81-9ff8-4affb4428162 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9206443 Nov 29 11:55:01.308327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60276) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:01.311503 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:01.313321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1933752301'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:01.321753 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:01.322614 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:01.335850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:01.339368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.364123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:55:01.373925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.374381 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment 0e3da3cb-569f-4546-8c04-058b8e7832ea of type vlan for network f6888cf3-615f-4423-870a-6ac683fe3ab6 Nov 29 11:55:01.412805 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:01.417284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.444522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.451223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:01.452154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.454839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ff48d113-8252-434d-9847-4ae79aaeafa1 None None] Provisioning complete for port c637a8e6-9905-4eda-971c-ad40c0706831 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:01.455767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ff48d113-8252-434d-9847-4ae79aaeafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.474479 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1622739 Nov 29 11:55:01.475718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60278) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:01.484224 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:01.586339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ff48d113-8252-434d-9847-4ae79aaeafa1 None None] Provisioning complete for port dbc6fe07-6339-4dc2-9c40-9a36f2177058 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:01.586711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ff48d113-8252-434d-9847-4ae79aaeafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.590819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af706a-8102-44b3-b5a9-96da1b17d5a9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=f6888cf3-615f-4423-870a-6ac683fe3ab6,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:01.624388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ff48d113-8252-434d-9847-4ae79aaeafa1 None None] Port dbc6fe07-6339-4dc2-9c40-9a36f2177058 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:01.625840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network f6888cf3-615f-4423-870a-6ac683fe3ab6 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:55:01.631834 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:00Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:00Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:01.642205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:01.647133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.660336 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:01.661040 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Updating router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 port dbc6fe07-6339-4dc2-9c40-9a36f2177058 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:01.688780 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.754148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c2ffcfb9-18d7-4d50-8510-cd19588124c6 None None] Provisioning complete for port dbc6fe07-6339-4dc2-9c40-9a36f2177058 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:01.754749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c2ffcfb9-18d7-4d50-8510-cd19588124c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.801417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffcfb9-18d7-4d50-8510-cd19588124c6 None None] Port dbc6fe07-6339-4dc2-9c40-9a36f2177058 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:01.859467 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.913537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=a109e2cf-583f-4997-99d1-7bb2aa259ac1,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:01.924993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-42176390-4b8c-4415-9133-05295e69ed1f None None] Provisioning complete for port dbc6fe07-6339-4dc2-9c40-9a36f2177058 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:01.925765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-42176390-4b8c-4415-9133-05295e69ed1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.930290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:01.930660 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: f6888cf3-615f-4423-870a-6ac683fe3ab6, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:55:01.947982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network f6888cf3-615f-4423-870a-6ac683fe3ab6 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:55:01.959934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, f6888cf3-615f-4423-870a-6ac683fe3ab6) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:01.962977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-42176390-4b8c-4415-9133-05295e69ed1f None None] Port dbc6fe07-6339-4dc2-9c40-9a36f2177058 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:01.966331 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.967010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:01.967696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.970603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688bdbe-2d3a-4826-8357-8beb758a8acd None None] Network f6888cf3-615f-4423-870a-6ac683fe3ab6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:01.973760 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:01.987269 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-253d7988-62eb-49f9-a587-0d3a51a5d2db tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5087092 Nov 29 11:55:01.989999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60280) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:02.017375 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Pushing event updated for resources: {'Port': ['ID=dbc6fe07-6339-4dc2-9c40-9a36f2177058,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:02.025994 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.026629 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.027141 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.027649 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.028136 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.028645 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.029150 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.030434 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.030780 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.031117 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.031443 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.031771 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:02.091051 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Attempting to bind port dbc6fe07-6339-4dc2-9c40-9a36f2177058 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:02.091682 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Attempting to bind port dbc6fe07-6339-4dc2-9c40-9a36f2177058 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:02.092234 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Attempting to bind port dbc6fe07-6339-4dc2-9c40-9a36f2177058 on network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:02.097621 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:02.098295 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Checking segment: {'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:02.098880 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.099432 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Bound using segment: {'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:02.100263 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Bound port: dbc6fe07-6339-4dc2-9c40-9a36f2177058, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286357f0-7c2e-4ad2-80b4-e15550f88cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:02.100828 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.147847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-f6888cf3-615f-4423-870a-6ac683fe3ab6', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:55:02.148734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.183950 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] For port dbc6fe07-6339-4dc2-9c40-9a36f2177058, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:02.189304 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] For port dbc6fe07-6339-4dc2-9c40-9a36f2177058, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dbc6fe07-6339-4dc2-9c40-9a36f2177058,segment=NetworkSegment(286357f0-7c2e-4ad2-80b4-e15550f88cb0),segment_id=286357f0-7c2e-4ad2-80b4-e15550f88cb0)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:02.195918 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.245992 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:02.246881 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:54:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:02.301675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Allocated IP 172.21.0.2 (f6888cf3-615f-4423-870a-6ac683fe3ab6/a109e2cf-583f-4997-99d1-7bb2aa259ac1/253fa0e3-90e5-4e64-9dd9-0af7289b7e9d) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:02.377772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-effa4b6e-1518-4996-bae2-328c11b1f57e None None] Provisioning complete for port dbc6fe07-6339-4dc2-9c40-9a36f2177058 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:02.378406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-effa4b6e-1518-4996-bae2-328c11b1f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.401423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.453772 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:02.524008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-effa4b6e-1518-4996-bae2-328c11b1f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.546972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.548198 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53145e7e-9825-47b4-a371-e7b80b207a2f None None] Pushing event updated for resources: {'Port': ['ID=dbc6fe07-6339-4dc2-9c40-9a36f2177058,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:02.564919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.576470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-effa4b6e-1518-4996-bae2-328c11b1f57e None None] For port dbc6fe07-6339-4dc2-9c40-9a36f2177058, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dbc6fe07-6339-4dc2-9c40-9a36f2177058,segment=NetworkSegment(286357f0-7c2e-4ad2-80b4-e15550f88cb0),segment_id=286357f0-7c2e-4ad2-80b4-e15550f88cb0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:02.601673 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-effa4b6e-1518-4996-bae2-328c11b1f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.617681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Network f6888cf3-615f-4423-870a-6ac683fe3ab6 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:02.620926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:02.628015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:02.632788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Pushing event updated for resources: {'Port': ['ID=253fa0e3-90e5-4e64-9dd9-0af7289b7e9d,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:02.708196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c637a8e6-9905-4eda-971c-ad40c0706831 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:02.709138 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:00Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 4, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:02.718570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.21.0.1 (f6888cf3-615f-4423-870a-6ac683fe3ab6/a109e2cf-583f-4997-99d1-7bb2aa259ac1/8e31fac3-cc05-4350-bac9-eeb799d4a3c5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:02.741584 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc7291-9174-4172-94ee-d4298a126cb1 None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:00Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 4, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:02.845574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.882941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.895500 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Attempting to bind port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:02.896028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Attempting to bind port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:02.896277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Attempting to bind port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d on network f6888cf3-615f-4423-870a-6ac683fe3ab6 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:02.918952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:02.919219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Checking segment: {'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:02.919629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.920139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Bound using segment: {'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:02.920556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Bound port: 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:02.920871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.922838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network f6888cf3-615f-4423-870a-6ac683fe3ab6 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:02.926121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:02.927467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8a9df246-50f1-4ec2-8ab1-8872272a0dfe None None] Provisioning complete for port dbc6fe07-6339-4dc2-9c40-9a36f2177058 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:02.927845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8a9df246-50f1-4ec2-8ab1-8872272a0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:02.928824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:02.930670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa4b6e-1518-4996-bae2-328c11b1f57e None None] Pushing event updated for resources: {'Port': ['ID=dbc6fe07-6339-4dc2-9c40-9a36f2177058,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:02.991437 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:03.018307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.024182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c637a8e6-9905-4eda-971c-ad40c0706831 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:03.024568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.076872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] For port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:03.113398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] For port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=253fa0e3-90e5-4e64-9dd9-0af7289b7e9d,segment=NetworkSegment(0e3da3cb-569f-4546-8c04-058b8e7832ea),segment_id=0e3da3cb-569f-4546-8c04-058b8e7832ea)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:03.122582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.148472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.219741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bd187-8ff8-4b0a-903e-99ec5649cfa1 None None] Pushing event updated for resources: {'Port': ['ID=253fa0e3-90e5-4e64-9dd9-0af7289b7e9d,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:03.259716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-13a58220-27a6-4d59-ae51-08420d95f2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.471481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.476942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.560391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.562016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:03.650216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.654020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network f6888cf3-615f-4423-870a-6ac683fe3ab6 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:03.655418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:03.752873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:03.843921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:03.849447 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-44e706bb-445d-4371-85ee-c9577823925d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8583531 Nov 29 11:55:03.852298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60282) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:03.856956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-1757598324'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:03.878901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:03.883269 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.906595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:55:03.916139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.916471 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment 70f13db8-360b-48d1-9d04-bb48ff038ed2 of type vlan for network d9f8f284-ed01-45fd-bbd7-391ed3973ffc Nov 29 11:55:03.958401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.981835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:03.987419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:03.988012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:04.047041 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1938493 Nov 29 11:55:04.049908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60284) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:04.055065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:04.059035 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642a2ee-a51c-4fbc-a6fa-45d7905c7b9e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=d9f8f284-ed01-45fd-bbd7-391ed3973ffc,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:04.070175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network d9f8f284-ed01-45fd-bbd7-391ed3973ffc details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:55:04.143693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:04.147232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:04.328445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:04.393956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=1d819227-52a4-4694-8176-838041d52010,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:04.404912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:04.405271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: d9f8f284-ed01-45fd-bbd7-391ed3973ffc, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:55:04.421909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network d9f8f284-ed01-45fd-bbd7-391ed3973ffc is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:55:04.432587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, d9f8f284-ed01-45fd-bbd7-391ed3973ffc) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:04.438264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:04.438727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:04.443065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f132bb95-cb37-4f08-a115-7054453e6d92 None None] Network d9f8f284-ed01-45fd-bbd7-391ed3973ffc requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:04.461468 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b63d18d9-5a88-441e-a869-09875cedcb26 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4103513 Nov 29 11:55:04.464699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60286) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:04.585300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:04.610253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99710af-8a78-4535-aa12-8e8e1ddb81ce None None] Network f6888cf3-615f-4423-870a-6ac683fe3ab6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:04.649427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-d9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:55:04.650246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:04.681828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:04.682488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:04.701796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:04.780718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dbc6fe07-6339-4dc2-9c40-9a36f2177058 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:04.896314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-20d5ae5e-98cd-4200-a092-4570be2892a7 None None] Provisioning complete for port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:04.896839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-20d5ae5e-98cd-4200-a092-4570be2892a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:04.923649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:05.128736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.129383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60290) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:05.175854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Allocated IP 172.22.0.2 (d9f8f284-ed01-45fd-bbd7-391ed3973ffc/1d819227-52a4-4694-8176-838041d52010/fcebefa3-08c4-4348-9ede-35f39fe61ba0) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:05.192018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port dbc6fe07-6339-4dc2-9c40-9a36f2177058 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:05.192403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.208616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd470483-6645-4f34-9567-cc7d79a1b819 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:05.209475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd470483-6645-4f34-9567-cc7d79a1b819 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:05.209975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd470483-6645-4f34-9567-cc7d79a1b819 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:05.212230 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cd470483-6645-4f34-9567-cc7d79a1b819 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&network_id=dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 200 len: 2999 time: 0.0823457 Nov 29 11:55:05.342823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-20d5ae5e-98cd-4200-a092-4570be2892a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.437440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-20d5ae5e-98cd-4200-a092-4570be2892a7 None None] For port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=253fa0e3-90e5-4e64-9dd9-0af7289b7e9d,segment=NetworkSegment(0e3da3cb-569f-4546-8c04-058b8e7832ea),segment_id=0e3da3cb-569f-4546-8c04-058b8e7832ea)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:05.465956 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-20d5ae5e-98cd-4200-a092-4570be2892a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.541038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:05.594754 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.609158 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5ae5e-98cd-4200-a092-4570be2892a7 None None] Pushing event updated for resources: {'Port': ['ID=253fa0e3-90e5-4e64-9dd9-0af7289b7e9d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:05.616463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:03Z', 'revision_number': 3, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:03Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:05.622092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.664172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.22.0.1 (d9f8f284-ed01-45fd-bbd7-391ed3973ffc/1d819227-52a4-4694-8176-838041d52010/b8aee807-52aa-4131-af61-46d3a9f36ebc) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:05.793675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.826505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:05.826932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Updating router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:05.830935 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.856086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8faf1a0c-c542-42cc-ba77-080bcfbb1aec None None] Provisioning complete for port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:05.856457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8faf1a0c-c542-42cc-ba77-080bcfbb1aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.881096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network d9f8f284-ed01-45fd-bbd7-391ed3973ffc is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:05.885648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:05.888709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:05.891052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Network d9f8f284-ed01-45fd-bbd7-391ed3973ffc is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:05.902381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Pushing event updated for resources: {'Port': ['ID=fcebefa3-08c4-4348-9ede-35f39fe61ba0,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:05.904778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:05.908645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:05.912094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.925929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=b8aee807-52aa-4131-af61-46d3a9f36ebc,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:05.943847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:05.959483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8faf1a0c-c542-42cc-ba77-080bcfbb1aec None None] Port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:05.987570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:05.987939 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.029665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.048747 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8faf1a0c-c542-42cc-ba77-080bcfbb1aec None None] Provisioning complete for port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:06.049122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8faf1a0c-c542-42cc-ba77-080bcfbb1aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.057120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Attempting to bind port fcebefa3-08c4-4348-9ede-35f39fe61ba0 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:06.057501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Attempting to bind port fcebefa3-08c4-4348-9ede-35f39fe61ba0 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:06.057865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Attempting to bind port fcebefa3-08c4-4348-9ede-35f39fe61ba0 on network d9f8f284-ed01-45fd-bbd7-391ed3973ffc {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:06.060656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.139682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:06.140065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Checking segment: {'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:06.140469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.140870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Bound using segment: {'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:06.141358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Bound port: fcebefa3-08c4-4348-9ede-35f39fe61ba0, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:06.141723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.318342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.323449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.350390 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] For port fcebefa3-08c4-4348-9ede-35f39fe61ba0, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:06.386704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] For port fcebefa3-08c4-4348-9ede-35f39fe61ba0, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=fcebefa3-08c4-4348-9ede-35f39fe61ba0,segment=NetworkSegment(70f13db8-360b-48d1-9d04-bb48ff038ed2),segment_id=70f13db8-360b-48d1-9d04-bb48ff038ed2)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:06.391852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.398268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.402155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=b8aee807-52aa-4131-af61-46d3a9f36ebc,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:06.497969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network d9f8f284-ed01-45fd-bbd7-391ed3973ffc is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:06.498835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.500107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:06.509501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e023c-6f2d-40ca-b575-abfabf91901d None None] Pushing event updated for resources: {'Port': ['ID=fcebefa3-08c4-4348-9ede-35f39fe61ba0,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:06.516278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.551882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6ce0b682-77c8-43ed-b0ea-1ce0d2891a2b None None] Provisioning complete for port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:06.552252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ce0b682-77c8-43ed-b0ea-1ce0d2891a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.589588 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669891d9-46b5-44ee-a806-ef5ff09876ee None None] Pushing event updated for resources: {'Port': ['ID=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:06.608068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0b682-77c8-43ed-b0ea-1ce0d2891a2b None None] Port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:06.620802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:06.669295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Attempting to bind port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:06.669670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Attempting to bind port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:06.670064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Attempting to bind port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 on network f6888cf3-615f-4423-870a-6ac683fe3ab6 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:06.676105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:06.676105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Checking segment: {'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:06.676422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.676720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Bound using segment: {'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:06.677176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Bound port: 8e31fac3-cc05-4350-bac9-eeb799d4a3c5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3da3cb-569f-4546-8c04-058b8e7832ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:06.677559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.737133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:06.762387 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:06.771666 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-abb02da8-5b90-4e4d-adf2-3654a05d8d44 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3028138 Nov 29 11:55:06.771803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60298) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:06.785603 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'network': {'name': 'tempest-RoutersTest-709121517'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:06.811673 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] For port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:06.815791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] For port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,segment=NetworkSegment(0e3da3cb-569f-4546-8c04-058b8e7832ea),segment_id=0e3da3cb-569f-4546-8c04-058b8e7832ea)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:06.821366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:06.823464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.824937 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.838705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:06.838705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.853926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:55:06.873055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.873711 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added segment 9a702cbb-ed2a-417a-b2dd-8d0a7afafec5 of type vlan for network e0691f31-55c4-47b0-9b61-dd2f8e53f34e Nov 29 11:55:06.926102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.936594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669891d9-46b5-44ee-a806-ef5ff09876ee None None] Pushing event updated for resources: {'Port': ['ID=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:06.943006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:06.943343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:06.969452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:06.975851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:06.976780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.038798 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2658484 Nov 29 11:55:07.039249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-103d3179-82b9-4d39-8195-ad0237da5655 None None] Provisioning complete for port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:07.039631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-103d3179-82b9-4d39-8195-ad0237da5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.044243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60300) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:07.050523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'subnet': {'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:07.070021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4d3a9-3a9e-4242-89bc-b5a4bae9fc9d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Network': ['ID=e0691f31-55c4-47b0-9b61-dd2f8e53f34e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:07.090688 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network e0691f31-55c4-47b0-9b61-dd2f8e53f34e details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:55:07.101393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:07.156623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Made reservation on behalf of 02aaf2702041412b89646677b578983d for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:07.160288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.332680 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-103d3179-82b9-4d39-8195-ad0237da5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.346210 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.411507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Subnet': ['ID=1171e3a1-865a-489f-b075-ed901a6fcbc2,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:07.412184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-103d3179-82b9-4d39-8195-ad0237da5655 None None] For port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,segment=NetworkSegment(0e3da3cb-569f-4546-8c04-058b8e7832ea),segment_id=0e3da3cb-569f-4546-8c04-058b8e7832ea)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:07.419593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Checking segment: {'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:07.419911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network hostable DHCP agents. Network: e0691f31-55c4-47b0-9b61-dd2f8e53f34e, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:55:07.420347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-103d3179-82b9-4d39-8195-ad0237da5655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.440346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network e0691f31-55c4-47b0-9b61-dd2f8e53f34e is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:55:07.451860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, e0691f31-55c4-47b0-9b61-dd2f8e53f34e) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:07.457876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:07.459295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.467013 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a694a-c671-4974-8c97-eb2033a059d0 None None] Network e0691f31-55c4-47b0-9b61-dd2f8e53f34e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:07.480221 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-08710f11-5277-4e0c-b490-b9f2ccf1c24b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4323144 Nov 29 11:55:07.480480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60304) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:07.520832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d3179-82b9-4d39-8195-ad0237da5655 None None] Pushing event updated for resources: {'Port': ['ID=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:07.533714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:06Z', 'revision_number': 4, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:06Z', 'revision_number': 4, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:06Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:07.717130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd5068-9dd9-4e38-9795-8dbbae19f72c None None] Network d9f8f284-ed01-45fd-bbd7-391ed3973ffc requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:07.722126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0777e1f0-abfc-4464-aa03-810a12c5ce85 None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:06Z', 'revision_number': 4, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:06Z', 'revision_number': 4, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:06Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:07.790006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cab6e09a-df65-436e-966d-3a7d8ae4d5e5 None None] Provisioning complete for port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:07.790381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cab6e09a-df65-436e-966d-3a7d8ae4d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.889688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:07.907097 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60306) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:07.975737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd10697c-1135-43f4-b8c9-58709e56898b tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:07.977558 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dd10697c-1135-43f4-b8c9-58709e56898b tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 814 time: 0.0694475 Nov 29 11:55:07.991450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-e0691f31-55c4-47b0-9b61-dd2f8e53f34e', 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e', 'tenant_id': '02aaf2702041412b89646677b578983d', 'fixed_ips': [{'subnet_id': '1171e3a1-865a-489f-b075-ed901a6fcbc2'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:55:07.992320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.182227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-51d773d8-510f-41cd-842f-c8fd0dc9f695 None None] Provisioning complete for port fcebefa3-08c4-4348-9ede-35f39fe61ba0 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:08.182641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-51d773d8-510f-41cd-842f-c8fd0dc9f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.185318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Allocated IP 172.23.0.1 (e0691f31-55c4-47b0-9b61-dd2f8e53f34e/1171e3a1-865a-489f-b075-ed901a6fcbc2/e892a84f-0eb2-4368-b5ba-0934f561bc23) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:08.317217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-51d773d8-510f-41cd-842f-c8fd0dc9f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.357068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-51d773d8-510f-41cd-842f-c8fd0dc9f695 None None] For port fcebefa3-08c4-4348-9ede-35f39fe61ba0, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=fcebefa3-08c4-4348-9ede-35f39fe61ba0,segment=NetworkSegment(70f13db8-360b-48d1-9d04-bb48ff038ed2),segment_id=70f13db8-360b-48d1-9d04-bb48ff038ed2)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:08.363470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-51d773d8-510f-41cd-842f-c8fd0dc9f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.382688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.421877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d773d8-510f-41cd-842f-c8fd0dc9f695 None None] Pushing event updated for resources: {'Port': ['ID=fcebefa3-08c4-4348-9ede-35f39fe61ba0,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:08.427785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.483876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network e0691f31-55c4-47b0-9b61-dd2f8e53f34e is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:08.487687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:08.491563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:08.497264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Allocated IP 172.23.0.2 (e0691f31-55c4-47b0-9b61-dd2f8e53f34e/1171e3a1-865a-489f-b075-ed901a6fcbc2/c57ccd6a-220f-48ce-ac49-e89b2b9c3940) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:08.523881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ba2b3f33-b32a-44aa-a894-0598b0472d0c None None] Provisioning complete for port fcebefa3-08c4-4348-9ede-35f39fe61ba0 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:08.524259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3f33-b32a-44aa-a894-0598b0472d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.542986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=e892a84f-0eb2-4368-b5ba-0934f561bc23,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:08.551005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.725135 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.780153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ba2b3f33-b32a-44aa-a894-0598b0472d0c None None] Provisioning complete for port b8aee807-52aa-4131-af61-46d3a9f36ebc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:08.780534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ba2b3f33-b32a-44aa-a894-0598b0472d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.782512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.794997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60312) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:08.800993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--1529976599', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:08.828058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device fcebefa3-08c4-4348-9ede-35f39fe61ba0 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:08.849319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:08.853697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.857173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.890917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:55:08.903332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.904317 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment 9745bf24-3541-4b74-a0b6-7e9847db6407 of type vlan for network be470be4-e104-4829-9a2b-9cda10cda6f2 Nov 29 11:55:08.914025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ba2b3f33-b32a-44aa-a894-0598b0472d0c None None] Port b8aee807-52aa-4131-af61-46d3a9f36ebc cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:08.933664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Network e0691f31-55c4-47b0-9b61-dd2f8e53f34e is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:08.941537 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:08.955140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:08.975421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:08.977722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Pushing event updated for resources: {'Port': ['ID=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:09.004942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.011964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:09.012584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.048238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Attempting to bind port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:09.049203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Attempting to bind port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:09.049595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Attempting to bind port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 on network e0691f31-55c4-47b0-9b61-dd2f8e53f34e {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:09.067334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:09.067760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Checking segment: {'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:09.068128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.068538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Bound using segment: {'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:09.069073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Bound port: c57ccd6a-220f-48ce-ac49-e89b2b9c3940, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:09.069412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.073069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port fcebefa3-08c4-4348-9ede-35f39fe61ba0 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:09.073582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.074865 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2786367 Nov 29 11:55:09.077962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60314) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:09.103347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a7b8a5b2-676a-49d6-831f-8b71b68b22f5 None None] Provisioning complete for port b8aee807-52aa-4131-af61-46d3a9f36ebc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:09.103725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a7b8a5b2-676a-49d6-831f-8b71b68b22f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.165450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31eeea-9c3a-4d7c-a4f2-4aa7bb4fc8e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:09.169380 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1b31eeea-9c3a-4d7c-a4f2-4aa7bb4fc8e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0870593 Nov 29 11:55:09.169723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60318) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:09.173716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.179641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.180431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=be470be4-e104-4829-9a2b-9cda10cda6f2,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:09.205655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8a5b2-676a-49d6-831f-8b71b68b22f5 None None] Port b8aee807-52aa-4131-af61-46d3a9f36ebc cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:09.224821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.225172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.225777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.226138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.226486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.226847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.227178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.227501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.227858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.228180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.228530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.228856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c67c06-dc07-458f-a72e-523cf0c5b171 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.245259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] For port c57ccd6a-220f-48ce-ac49-e89b2b9c3940, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:09.247340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network be470be4-e104-4829-9a2b-9cda10cda6f2 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:55:09.255321 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:09.266143 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:09.267948 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:09.281461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bae86d-d4fa-4ef5-aa78-d29e2a8600ea tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:09.285654 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e0bae86d-d4fa-4ef5-aa78-d29e2a8600ea tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1124370 Nov 29 11:55:09.285795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event updated for resources: {'Port': ['ID=e892a84f-0eb2-4368-b5ba-0934f561bc23,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:09.285928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60320) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:09.300421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] For port c57ccd6a-220f-48ce-ac49-e89b2b9c3940, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,segment=NetworkSegment(9a702cbb-ed2a-417a-b2dd-8d0a7afafec5),segment_id=9a702cbb-ed2a-417a-b2dd-8d0a7afafec5)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:09.311009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.317858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.323264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.323727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.324183 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.324614 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.324743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:09.327883 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.328020 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-33bf5b3c-4d21-4448-9609-3057af89cde6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383971 Nov 29 11:55:09.328146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.328146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.328146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.328146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.328146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.328146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.328684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60322) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:09.328851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:09.365086 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1d361a14-964b-4b2b-97b8-f444394bab33 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335991 Nov 29 11:55:09.365552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60324) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:09.403295 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:09.428864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb7943-e98b-478a-bfd7-50f4868d97ad None None] Pushing event updated for resources: {'Port': ['ID=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:09.437604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:09.437918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.456819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Network e0691f31-55c4-47b0-9b61-dd2f8e53f34e is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:09.463511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:09.503892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9976d-f323-4621-b474-37fac54cd687 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:09.505657 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8cd9976d-f323-4621-b474-37fac54cd687 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1389451 Nov 29 11:55:09.510946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60326) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:09.553501 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-18255946-94aa-40e4-bf0e-e16251746e40 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436482 Nov 29 11:55:09.556008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60328) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:09.560934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1911675814', 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:09.606379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:09.683240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:09.686873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.689045 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:08Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:06Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e892a84f-0eb2-4368-b5ba-0934f561bc23', 'name': '', 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:c4:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1171e3a1-865a-489f-b075-ed901a6fcbc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:08Z', 'updated_at': '2021-11-29T11:55:09Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1171e3a1-865a-489f-b075-ed901a6fcbc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:09.723628 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:09.724651 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Updating router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 port b8aee807-52aa-4131-af61-46d3a9f36ebc binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:09.762162 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.897826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:09.960699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:09.975183 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:09.975553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: be470be4-e104-4829-9a2b-9cda10cda6f2, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:55:09.993584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network be470be4-e104-4829-9a2b-9cda10cda6f2 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:55:10.004948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, be470be4-e104-4829-9a2b-9cda10cda6f2) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:10.013565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:10.014363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.015997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caab3d6-aad5-479e-a6c3-51063b362409 None None] Network be470be4-e104-4829-9a2b-9cda10cda6f2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:10.035048 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d2972592-68a0-48ba-bcf7-cd3449be4425 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4779274 Nov 29 11:55:10.062679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:10.083905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60334) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:10.084658 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a3639fd0-dda3-4dc6-9dd7-8e4ddee10566 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024926 Nov 29 11:55:10.088627 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:10.109556 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.117019 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.156856 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725f011-fbc7-4d1c-9f33-f3cdbe2ba17a None None] Pushing event updated for resources: {'Port': ['ID=b8aee807-52aa-4131-af61-46d3a9f36ebc,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:10.217883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-be470be4-e104-4829-9a2b-9cda10cda6f2', 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': '857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:55:10.219133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.243964 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Attempting to bind port b8aee807-52aa-4131-af61-46d3a9f36ebc on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:10.244495 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Attempting to bind port b8aee807-52aa-4131-af61-46d3a9f36ebc by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:10.244998 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Attempting to bind port b8aee807-52aa-4131-af61-46d3a9f36ebc on network d9f8f284-ed01-45fd-bbd7-391ed3973ffc {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:10.251569 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:10.252128 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Checking segment: {'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:10.253031 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.253519 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Bound using segment: {'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:10.254114 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Bound port: b8aee807-52aa-4131-af61-46d3a9f36ebc, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f13db8-360b-48d1-9d04-bb48ff038ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:10.254606 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.373827 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] For port b8aee807-52aa-4131-af61-46d3a9f36ebc, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:10.384188 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] For port b8aee807-52aa-4131-af61-46d3a9f36ebc, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b8aee807-52aa-4131-af61-46d3a9f36ebc,segment=NetworkSegment(70f13db8-360b-48d1-9d04-bb48ff038ed2),segment_id=70f13db8-360b-48d1-9d04-bb48ff038ed2)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:10.393733 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.491736 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Updating router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 port e892a84f-0eb2-4368-b5ba-0934f561bc23 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:10.496661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Allocated IP 172.20.0.18 (be470be4-e104-4829-9a2b-9cda10cda6f2/857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf/ed63dcbd-7b1c-4c35-9b87-38d17ad83110) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:10.541335 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.668330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1369d221-12ab-423f-bfb2-23ef99674a1b None None] Provisioning complete for port b8aee807-52aa-4131-af61-46d3a9f36ebc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:10.668707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1369d221-12ab-423f-bfb2-23ef99674a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.745107 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725f011-fbc7-4d1c-9f33-f3cdbe2ba17a None None] Pushing event updated for resources: {'Port': ['ID=b8aee807-52aa-4131-af61-46d3a9f36ebc,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:10.808591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 11:55:10.826121 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c57ccd6a-220f-48ce-ac49-e89b2b9c3940 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:10.846113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Removed routes are [] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 11:55:10.846767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.869731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60336) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:10.875030 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8eb12eb9-2d02-4e9a-816b-9792b17e1d94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135440009', 'description': 'tempest-secgroup-smoke-1135440009 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:10.882548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.915530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.920902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8eb12eb9-2d02-4e9a-816b-9792b17e1d94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:10.968175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d0503-bb0e-42cb-a7ad-009a0c554a12 None None] Network e0691f31-55c4-47b0-9b61-dd2f8e53f34e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:11.019578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Network be470be4-e104-4829-9a2b-9cda10cda6f2 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:11.031365 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.031937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8eb12eb9-2d02-4e9a-816b-9792b17e1d94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.038691 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.038931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:11.040744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1369d221-12ab-423f-bfb2-23ef99674a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.041199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8eb12eb9-2d02-4e9a-816b-9792b17e1d94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.046469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:11.052497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:11.052869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.078735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Pushing event updated for resources: {'Port': ['ID=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.081098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.085394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.098409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb12eb9-2d02-4e9a-816b-9792b17e1d94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f461d-68a6-4ce5-b899-ff74348e041a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.114362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8eb12eb9-2d02-4e9a-816b-9792b17e1d94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.118197 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8eb12eb9-2d02-4e9a-816b-9792b17e1d94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2448852 Nov 29 11:55:11.118700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60338) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:11.128584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8e55b9b5-8491-4c94-a844-de04e837a2a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f49f461d-68a6-4ce5-b899-ff74348e041a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:11.135778 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725f011-fbc7-4d1c-9f33-f3cdbe2ba17a None None] Pushing event updated for resources: {'Port': ['ID=e892a84f-0eb2-4368-b5ba-0934f561bc23,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.161266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e55b9b5-8491-4c94-a844-de04e837a2a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.171952 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Attempting to bind port e892a84f-0eb2-4368-b5ba-0934f561bc23 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:11.172334 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Attempting to bind port e892a84f-0eb2-4368-b5ba-0934f561bc23 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:11.172976 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Attempting to bind port e892a84f-0eb2-4368-b5ba-0934f561bc23 on network e0691f31-55c4-47b0-9b61-dd2f8e53f34e {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:11.183357 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:11.183860 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Checking segment: {'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:11.184277 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.184802 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Bound using segment: {'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:11.185286 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Bound port: e892a84f-0eb2-4368-b5ba-0934f561bc23, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:11.186313 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.204546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:11.231785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e55b9b5-8491-4c94-a844-de04e837a2a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.236957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e55b9b5-8491-4c94-a844-de04e837a2a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.253766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1369d221-12ab-423f-bfb2-23ef99674a1b None None] For port b8aee807-52aa-4131-af61-46d3a9f36ebc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b8aee807-52aa-4131-af61-46d3a9f36ebc,segment=NetworkSegment(70f13db8-360b-48d1-9d04-bb48ff038ed2),segment_id=70f13db8-360b-48d1-9d04-bb48ff038ed2)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:11.254822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Attempting to bind port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:11.255188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Attempting to bind port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:11.255546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Attempting to bind port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 on network be470be4-e104-4829-9a2b-9cda10cda6f2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:11.266664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55b9b5-8491-4c94-a844-de04e837a2a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a57f52-d47d-4ba1-8640-996f61915230,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.271604 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] For port e892a84f-0eb2-4368-b5ba-0934f561bc23, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:11.275515 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] For port e892a84f-0eb2-4368-b5ba-0934f561bc23, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e892a84f-0eb2-4368-b5ba-0934f561bc23,segment=NetworkSegment(9a702cbb-ed2a-417a-b2dd-8d0a7afafec5),segment_id=9a702cbb-ed2a-417a-b2dd-8d0a7afafec5)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:11.277772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e55b9b5-8491-4c94-a844-de04e837a2a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.279373 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e55b9b5-8491-4c94-a844-de04e837a2a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566002 Nov 29 11:55:11.281362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.282170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60340) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:11.282602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:11.283499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Checking segment: {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:11.283906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.284298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Bound using segment: {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:11.284781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Bound port: ed63dcbd-7b1c-4c35-9b87-38d17ad83110, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:11.285166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.287115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1369d221-12ab-423f-bfb2-23ef99674a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.292956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f151be09-f88b-40c3-bd25-075bc18cfbd7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f49f461d-68a6-4ce5-b899-ff74348e041a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:11.322502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:11.327736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f151be09-f88b-40c3-bd25-075bc18cfbd7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.339349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.339349 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-08c100af-9cfc-465e-a072-5cd3dc3b9be9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 200 len: 933 time: 1.2521706 Nov 29 11:55:11.341370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60342) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:11.354371 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:11.354988 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:11.398605 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725f011-fbc7-4d1c-9f33-f3cdbe2ba17a None None] Pushing event updated for resources: {'Port': ['ID=e892a84f-0eb2-4368-b5ba-0934f561bc23,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.415004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f151be09-f88b-40c3-bd25-075bc18cfbd7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.420012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f151be09-f88b-40c3-bd25-075bc18cfbd7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.442054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151be09-f88b-40c3-bd25-075bc18cfbd7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb5eff2-8a80-4376-b88c-5d848affc96b,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.464025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.465231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f151be09-f88b-40c3-bd25-075bc18cfbd7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.466967 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f151be09-f88b-40c3-bd25-075bc18cfbd7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1818504 Nov 29 11:55:11.469574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60344) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:11.471952 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:11.473370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369d221-12ab-423f-bfb2-23ef99674a1b None None] Pushing event updated for resources: {'Port': ['ID=b8aee807-52aa-4131-af61-46d3a9f36ebc,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.478435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-53576e60-70ab-4d3c-b45e-7a99a0621fe8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f49f461d-68a6-4ce5-b899-ff74348e041a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:11.533913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53576e60-70ab-4d3c-b45e-7a99a0621fe8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.622507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53576e60-70ab-4d3c-b45e-7a99a0621fe8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.629240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53576e60-70ab-4d3c-b45e-7a99a0621fe8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.653286 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53576e60-70ab-4d3c-b45e-7a99a0621fe8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede822d4-38db-4f35-b091-5a9530f80648,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.663865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] For port ed63dcbd-7b1c-4c35-9b87-38d17ad83110, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:11.666220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53576e60-70ab-4d3c-b45e-7a99a0621fe8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.670866 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-53576e60-70ab-4d3c-b45e-7a99a0621fe8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1996293 Nov 29 11:55:11.671619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60346) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:11.678864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-34c18b2b-5a51-483a-ade5-e30baf65e852 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f49f461d-68a6-4ce5-b899-ff74348e041a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:11.679209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d1666038-746b-473d-8ad2-a6ebc3b1444e None None] Provisioning complete for port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:11.679663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1666038-746b-473d-8ad2-a6ebc3b1444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.719323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34c18b2b-5a51-483a-ade5-e30baf65e852 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.759472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c57ccd6a-220f-48ce-ac49-e89b2b9c3940, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,segment=NetworkSegment(9a702cbb-ed2a-417a-b2dd-8d0a7afafec5),segment_id=9a702cbb-ed2a-417a-b2dd-8d0a7afafec5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:11.761220 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:10Z', 'revision_number': 6, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e892a84f-0eb2-4368-b5ba-0934f561bc23', 'name': '', 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:c4:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1171e3a1-865a-489f-b075-ed901a6fcbc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:08Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 4, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1171e3a1-865a-489f-b075-ed901a6fcbc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:11.767947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] For port ed63dcbd-7b1c-4c35-9b87-38d17ad83110, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:11.770123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.805867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34c18b2b-5a51-483a-ade5-e30baf65e852 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.811279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34c18b2b-5a51-483a-ade5-e30baf65e852 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.817299 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a4a865-044d-4e49-afa2-d9b92c224f57 None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:10Z', 'revision_number': 6, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e892a84f-0eb2-4368-b5ba-0934f561bc23', 'name': '', 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:c4:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1171e3a1-865a-489f-b075-ed901a6fcbc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:08Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 4, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1171e3a1-865a-489f-b075-ed901a6fcbc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:11.828634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.839445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c18b2b-5a51-483a-ade5-e30baf65e852 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70f676c-bde1-43ef-a66c-e32dfc58cdd0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:11.856912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34c18b2b-5a51-483a-ade5-e30baf65e852 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.863911 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-34c18b2b-5a51-483a-ade5-e30baf65e852 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1868393 Nov 29 11:55:11.865315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.865489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60348) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:11.874969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-58208134-7302-40b1-aa7a-006a775cde0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f49f461d-68a6-4ce5-b899-ff74348e041a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:11.923164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-58208134-7302-40b1-aa7a-006a775cde0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:55:11.929415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58208134-7302-40b1-aa7a-006a775cde0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:11.936228 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fd7740d8-eb43-41d1-977f-f309dc0ca461 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 200 len: 933 time: 0.5935802 Nov 29 11:55:11.939821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60350) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:11.952014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'routes': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:11.968535 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:55:12.009569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d1666038-746b-473d-8ad2-a6ebc3b1444e None None] Provisioning complete for port b8aee807-52aa-4131-af61-46d3a9f36ebc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:12.015100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1666038-746b-473d-8ad2-a6ebc3b1444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.062109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58208134-7302-40b1-aa7a-006a775cde0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.069058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58208134-7302-40b1-aa7a-006a775cde0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.085443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c553-e60d-4284-9b4e-16129c085f21 None None] Pushing event updated for resources: {'Port': ['ID=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:12.109109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-58208134-7302-40b1-aa7a-006a775cde0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.114400 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-58208134-7302-40b1-aa7a-006a775cde0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2456093 Nov 29 11:55:12.119877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60352) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:12.124739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-73606016-d3c5-414f-8ccc-f5f82d8d6448 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f49f461d-68a6-4ce5-b899-ff74348e041a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:12.148868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58208134-7302-40b1-aa7a-006a775cde0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe1e2db-bffb-42ee-ae8f-d698fc93f57e,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:12.153330 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-73606016-d3c5-414f-8ccc-f5f82d8d6448 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:55:12.160890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73606016-d3c5-414f-8ccc-f5f82d8d6448 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.234208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73606016-d3c5-414f-8ccc-f5f82d8d6448 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.242875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73606016-d3c5-414f-8ccc-f5f82d8d6448 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.304532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ccd74aaa-acd7-4c62-b57d-fc3b602893f6 None None] Provisioning complete for port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:12.304914 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ccd74aaa-acd7-4c62-b57d-fc3b602893f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.345474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73606016-d3c5-414f-8ccc-f5f82d8d6448 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.353469 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-73606016-d3c5-414f-8ccc-f5f82d8d6448 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2323654 Nov 29 11:55:12.356395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73606016-d3c5-414f-8ccc-f5f82d8d6448 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad7d269-9f02-414d-ac7f-57f9fc4ec2d0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:12.533369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ccd74aaa-acd7-4c62-b57d-fc3b602893f6 None None] Provisioning complete for port e892a84f-0eb2-4368-b5ba-0934f561bc23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:12.546468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ccd74aaa-acd7-4c62-b57d-fc3b602893f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.551189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added routes are [] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 11:55:12.551726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 11:55:12.603619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.677874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ccd74aaa-acd7-4c62-b57d-fc3b602893f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.718263 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-bf979695-0ed0-48a8-92fd-94382436e58b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135440009&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0592721 Nov 29 11:55:12.746090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ccd74aaa-acd7-4c62-b57d-fc3b602893f6 None None] For port e892a84f-0eb2-4368-b5ba-0934f561bc23, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e892a84f-0eb2-4368-b5ba-0934f561bc23,segment=NetworkSegment(9a702cbb-ed2a-417a-b2dd-8d0a7afafec5),segment_id=9a702cbb-ed2a-417a-b2dd-8d0a7afafec5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:12.760960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ccd74aaa-acd7-4c62-b57d-fc3b602893f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.843135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd74aaa-acd7-4c62-b57d-fc3b602893f6 None None] Pushing event updated for resources: {'Port': ['ID=e892a84f-0eb2-4368-b5ba-0934f561bc23,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:12.887501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b96a7c6f-b31e-40f9-9a63-2ae823f64a7f None None] Provisioning complete for port e892a84f-0eb2-4368-b5ba-0934f561bc23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:12.888046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b96a7c6f-b31e-40f9-9a63-2ae823f64a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.924250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-f6efbe7b-a118-4db4-ac76-817837a7b680 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:12.925771 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-f6efbe7b-a118-4db4-ac76-817837a7b680 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=be470be4-e104-4829-9a2b-9cda10cda6f2 HTTP/1.1" status: 200 len: 797 time: 0.2067015 Nov 29 11:55:12.932845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.940680 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:12.958754 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-1bd3b9e3-7e3d-4fd0-a057-212dc12665aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0258873 Nov 29 11:55:13.021715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ed63dcbd-7b1c-4c35-9b87-38d17ad83110 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:13.084201 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-38b12af1-5c14-414e-9f35-0a6e692ccb1f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1242232 Nov 29 11:55:13.102612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:13.103170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.114930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:13.218457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2a636ab0-3f1f-45c8-a56f-6cc095bd9833 None None] Provisioning complete for port e892a84f-0eb2-4368-b5ba-0934f561bc23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:13.219181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2a636ab0-3f1f-45c8-a56f-6cc095bd9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.239756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:13.255041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.256577 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a988c0af-56c8-4a34-9695-cae5429f038f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 200 len: 699 time: 1.3154571 Nov 29 11:55:13.258877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60372) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:13.277489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.361635 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port ed63dcbd-7b1c-4c35-9b87-38d17ad83110, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:13.368205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.369243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b8aee807-52aa-4131-af61-46d3a9f36ebc up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:13.431444 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-09ec3046-9be2-4644-a01f-975f8a6f38b5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 200 len: 699 time: 0.1713307 Nov 29 11:55:13.434147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60374) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:13.458063 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-f007d07e-b6fb-49c6-9055-f3d6a9950f40 service neutron] 10.222.0.23 "GET /v2.0/networks/be470be4-e104-4829-9a2b-9cda10cda6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694785 Nov 29 11:55:13.475648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:13.500714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c3baba0e-c45f-459e-bdd3-faf7051e479f None None] Provisioning complete for port e892a84f-0eb2-4368-b5ba-0934f561bc23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:13.501088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c3baba0e-c45f-459e-bdd3-faf7051e479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.532036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b8aee807-52aa-4131-af61-46d3a9f36ebc triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:13.532245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.558605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66025a1-77ec-4a7d-a596-ecbd0bb27e68 None None] Network be470be4-e104-4829-9a2b-9cda10cda6f2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:13.569126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-01c81ecb-4469-4641-9853-7b4d519f92b8 service neutron] 10.222.0.23 "GET /v2.0/networks/be470be4-e104-4829-9a2b-9cda10cda6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048293 Nov 29 11:55:13.781987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e892a84f-0eb2-4368-b5ba-0934f561bc23 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:13.806817 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c1b51fb0-9b79-4e19-8ccd-fa407909e824 req-deb87b17-6a98-4954-b1e0-afe7caa005f2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 210 time: 0.0574002 Nov 29 11:55:13.836576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:13.852585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.860622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:13.861813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:13.957003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e892a84f-0eb2-4368-b5ba-0934f561bc23 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:13.957367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:13.999108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-25bcf78f-3055-489c-a01b-c1edb956c413 None None] Provisioning complete for port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:13.999565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25bcf78f-3055-489c-a01b-c1edb956c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:14.007460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:14.135868 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port e892a84f-0eb2-4368-b5ba-0934f561bc23 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:14.136295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:14.224484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c57ccd6a-220f-48ce-ac49-e89b2b9c3940 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:14.235098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port e892a84f-0eb2-4368-b5ba-0934f561bc23, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e892a84f-0eb2-4368-b5ba-0934f561bc23,segment=NetworkSegment(9a702cbb-ed2a-417a-b2dd-8d0a7afafec5),segment_id=9a702cbb-ed2a-417a-b2dd-8d0a7afafec5)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:14.237262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:14.250840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for e892a84f-0eb2-4368-b5ba-0934f561bc23 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:14.391806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:14.392210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:14.431351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:14.463189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=e892a84f-0eb2-4368-b5ba-0934f561bc23,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:14.486937 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:12Z', 'revision_number': 7, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e892a84f-0eb2-4368-b5ba-0934f561bc23', 'name': '', 'network_id': 'e0691f31-55c4-47b0-9b61-dd2f8e53f34e', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:c4:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '1171e3a1-865a-489f-b075-ed901a6fcbc2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:08Z', 'updated_at': '2021-11-29T11:55:12Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1171e3a1-865a-489f-b075-ed901a6fcbc2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:14.522138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f2ff3c7c-173e-4ab5-9a8d-8c7dae789ee5 None None] Provisioning complete for port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:14.522522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f2ff3c7c-173e-4ab5-9a8d-8c7dae789ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:14.524121 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:14.568585 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:14.568585 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:14.643981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:14.827943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ed63dcbd-7b1c-4c35-9b87-38d17ad83110 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:14.835423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:14.926702 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3923524e-0581-43d5-843c-679e1d1b9637 req-71fb0c47-635d-4c6d-9f8c-d021b7b8fe91 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 210 time: 0.0519044 Nov 29 11:55:14.959471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-428be86e-e653-4769-867c-7e718ab3f7c5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:14.960932 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-428be86e-e653-4769-867c-7e718ab3f7c5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=be470be4-e104-4829-9a2b-9cda10cda6f2 HTTP/1.1" status: 200 len: 797 time: 0.2103095 Nov 29 11:55:14.994157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:15.007731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:15.008112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.024027 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-dc560bda-9535-4158-ba4b-7b60e2046b69 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 473 time: 0.0497899 Nov 29 11:55:15.033554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': '393a783c-55f9-4990-ae95-501816704277', 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['f49f461d-68a6-4ce5-b899-ff74348e041a']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:15.152650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:14Z', 'revision_number': 8, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:15.167775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:15.178555 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dabb38c3-ea9e-430e-a02a-2bce60c75df2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432663 Nov 29 11:55:15.181244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60394) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:15.183238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515cc1e3-29af-4106-b1c4-85d2c98c103f None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:14Z', 'revision_number': 8, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:15.249730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed0c508-9cfe-43b0-a127-99b698ac5996 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet 1171e3a1-865a-489f-b075-ed901a6fcbc2 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:55:15.254466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c508-9cfe-43b0-a127-99b698ac5996 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.257721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:15.260906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.315806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c508-9cfe-43b0-a127-99b698ac5996 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.474260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c508-9cfe-43b0-a127-99b698ac5996 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.497063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.24 (be470be4-e104-4829-9a2b-9cda10cda6f2/857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf/84e89baf-fb7c-4ad8-8966-5f353cd75358) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:15.597897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c508-9cfe-43b0-a127-99b698ac5996 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.638810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6ed0c508-9cfe-43b0-a127-99b698ac5996 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.642020 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6ed0c508-9cfe-43b0-a127-99b698ac5996 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/1171e3a1-865a-489f-b075-ed901a6fcbc2 HTTP/1.1" status: 204 len: 168 time: 0.4597938 Nov 29 11:55:15.643100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0c508-9cfe-43b0-a127-99b698ac5996 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=1171e3a1-865a-489f-b075-ed901a6fcbc2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:15.643512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194867d-cdcd-47de-a907-e8f7ea388ee7 None None] Network e0691f31-55c4-47b0-9b61-dd2f8e53f34e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:15.644908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60396) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:15.695619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.732224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.733651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.779817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network be470be4-e104-4829-9a2b-9cda10cda6f2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:15.785893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:15.788662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:15.805722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:15.806093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.824862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=84e89baf-fb7c-4ad8-8966-5f353cd75358,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:15.872753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:15.873443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.894649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] DHCP port deletion for e0691f31-55c4-47b0-9b61-dd2f8e53f34e request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:55:15.895343 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-26ade9dc-de78-468d-a7f2-45cf67750e51 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8654087 Nov 29 11:55:15.898930 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:15.899932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port c57ccd6a-220f-48ce-ac49-e89b2b9c3940, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,segment=NetworkSegment(9a702cbb-ed2a-417a-b2dd-8d0a7afafec5),segment_id=9a702cbb-ed2a-417a-b2dd-8d0a7afafec5)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:15.900301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:15.911485 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:15.912446 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:15.915701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Request body: {'port': {'device_id': '393a783c-55f9-4990-ae95-501816704277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:15.916722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for c57ccd6a-220f-48ce-ac49-e89b2b9c3940 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:15.973329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Deleting port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:15.973820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.021307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.085319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] For port c57ccd6a-220f-48ce-ac49-e89b2b9c3940, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,segment=NetworkSegment(9a702cbb-ed2a-417a-b2dd-8d0a7afafec5),segment_id=9a702cbb-ed2a-417a-b2dd-8d0a7afafec5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:16.088315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.105192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Calling delete_port for c57ccd6a-220f-48ce-ac49-e89b2b9c3940 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:16.106407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb22db-f913-44da-a1c6-86e6ebb7f337 req-f385acd2-0414-4105-aea3-f501bc336761 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:16.107934 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ffbb22db-f913-44da-a1c6-86e6ebb7f337 req-f385acd2-0414-4105-aea3-f501bc336761 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 932 time: 0.0744710 Nov 29 11:55:16.109064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.147341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:16.161708 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:16.175164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c6bcc5c8-ec77-44ad-9212-58afa2de253a None None] Provisioning complete for port 84e89baf-fb7c-4ad8-8966-5f353cd75358 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:16.175940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6bcc5c8-ec77-44ad-9212-58afa2de253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.176083 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No DVR routers for this DVR port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:55:16.218257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c6bcc5c8-ec77-44ad-9212-58afa2de253a None None] Port 84e89baf-fb7c-4ad8-8966-5f353cd75358 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:16.240857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.262704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.271464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Pushing event deleted for resources: {'Port': ['ID=c57ccd6a-220f-48ce-ac49-e89b2b9c3940,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:16.282642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] No DVR routers for this DVR port c57ccd6a-220f-48ce-ac49-e89b2b9c3940 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:55:16.287402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.288082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.288717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.289287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.294035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.294711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.295318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.295951 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.297015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.297704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.298681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.299255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191856e9-1aff-46e6-a8ed-a18525f8e0de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:55:16.305687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0691f31-55c4-47b0-9b61-dd2f8e53f34e']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:16.316412 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ffbb22db-f913-44da-a1c6-86e6ebb7f337 req-2e9b7b6f-de63-4e66-8f3d-29eb5a7a025c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966262 Nov 29 11:55:16.320667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:16.321057 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a702cbb-ed2a-417a-b2dd-8d0a7afafec5') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:16.331372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.347474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.353847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:55:16.354302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:55:16.357995 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:55:16.433534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.438874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.442306 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/e0691f31-55c4-47b0-9b61-dd2f8e53f34e HTTP/1.1" status: 204 len: 168 time: 0.7962871 Nov 29 11:55:16.447711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60400) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:16.448397 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:14Z', 'revision_number': 8, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:16.464033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371d8fb-310d-4b55-b292-cb54fb9fd3d5 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=e0691f31-55c4-47b0-9b61-dd2f8e53f34e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:16.491150 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:16.499896 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:16.500491 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:16.590544 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:16.690584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e89baf-fb7c-4ad8-8966-5f353cd75358 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:55:16.697032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c57ccd6a-220f-48ce-ac49-e89b2b9c3940 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:55:16.701451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.718484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c57ccd6a-220f-48ce-ac49-e89b2b9c3940 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:55:16.718710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Transition to ACTIVE for port object 84e89baf-fb7c-4ad8-8966-5f353cd75358 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:55:16.719269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c57ccd6a-220f-48ce-ac49-e89b2b9c3940 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:55:16.721271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e892a84f-0eb2-4368-b5ba-0934f561bc23 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:55:16.723424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.745814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: e892a84f-0eb2-4368-b5ba-0934f561bc23 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:55:16.748272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e892a84f-0eb2-4368-b5ba-0934f561bc23 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:55:16.816615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Pushing event updated for resources: {'Port': ['ID=84e89baf-fb7c-4ad8-8966-5f353cd75358,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:16.856477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.869824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Attempting to bind port 84e89baf-fb7c-4ad8-8966-5f353cd75358 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:16.870192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Attempting to bind port 84e89baf-fb7c-4ad8-8966-5f353cd75358 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:16.870524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Attempting to bind port 84e89baf-fb7c-4ad8-8966-5f353cd75358 on network be470be4-e104-4829-9a2b-9cda10cda6f2 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:16.875773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Port 84e89baf-fb7c-4ad8-8966-5f353cd75358 on network be470be4-e104-4829-9a2b-9cda10cda6f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:55:16.876308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Attempting to bind port 84e89baf-fb7c-4ad8-8966-5f353cd75358 on network be470be4-e104-4829-9a2b-9cda10cda6f2 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:16.883385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:16.883771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Checking segment: {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:16.884311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Bound using segment: {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:16.884814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Bound port: 84e89baf-fb7c-4ad8-8966-5f353cd75358, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:16.885181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:16.890356 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:14Z', 'revision_number': 8, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:16.924123 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94494eb4-e12a-4e9c-b699-0d38e9d9fd75 None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:14Z', 'revision_number': 8, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aee807-52aa-4131-af61-46d3a9f36ebc', 'name': '', 'network_id': 'd9f8f284-ed01-45fd-bbd7-391ed3973ffc', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:ff:5f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d819227-52a4-4694-8176-838041d52010', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:05Z', 'updated_at': '2021-11-29T11:55:11Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': '1d819227-52a4-4694-8176-838041d52010', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:16.964085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] For port 84e89baf-fb7c-4ad8-8966-5f353cd75358, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:16.967508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] For port 84e89baf-fb7c-4ad8-8966-5f353cd75358, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=84e89baf-fb7c-4ad8-8966-5f353cd75358,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:16.974462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:17.011747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.012459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:17.014170 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] 10.222.0.30 "PUT /v2.0/ports/84e89baf-fb7c-4ad8-8966-5f353cd75358 HTTP/1.1" status: 200 len: 1094 time: 1.1095860 Nov 29 11:55:17.017408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393a783c-55f9-4990-ae95-501816704277', 'tag': '84e89baf-fb7c-4ad8-8966-5f353cd75358'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:55:17.020904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc" -d '{"events": [{"name": "network-changed", "server_uuid": "393a783c-55f9-4990-ae95-501816704277", "tag": "84e89baf-fb7c-4ad8-8966-5f353cd75358"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:55:17.084904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdbf410-5c2e-41ff-a3a0-ea99771faab2 x-openstack-request-id: req-bbdbf410-5c2e-41ff-a3a0-ea99771faab2 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:55:17.085719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393a783c-55f9-4990-ae95-501816704277", "tag": "84e89baf-fb7c-4ad8-8966-5f353cd75358", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:55:17.085719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bbdbf410-5c2e-41ff-a3a0-ea99771faab2 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:55:17.086321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393a783c-55f9-4990-ae95-501816704277', 'tag': '84e89baf-fb7c-4ad8-8966-5f353cd75358', 'status': 'completed', 'code': 200} Nov 29 11:55:17.101489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d681adb-ccb3-499f-a5ca-ac2fdb249b34 service neutron] Pushing event updated for resources: {'Port': ['ID=84e89baf-fb7c-4ad8-8966-5f353cd75358,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:17.133737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-8a268fb7-4eb1-4ed8-946c-3af9ce7f14da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.136213 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-8a268fb7-4eb1-4ed8-946c-3af9ce7f14da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 1097 time: 0.0693622 Nov 29 11:55:17.180585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port b8aee807-52aa-4131-af61-46d3a9f36ebc {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:17.181349 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:17.191105 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-14a91cfe-980b-46d6-9ef1-614e6f46b842 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=84e89baf-fb7c-4ad8-8966-5f353cd75358 HTTP/1.1" status: 200 len: 217 time: 0.0440240 Nov 29 11:55:17.244683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-c1ac8fd4-d269-4158-a89b-f8dd3bbdd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.246377 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-c1ac8fd4-d269-4158-a89b-f8dd3bbdd00c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf HTTP/1.1" status: 200 len: 838 time: 0.0503950 Nov 29 11:55:17.280394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port b8aee807-52aa-4131-af61-46d3a9f36ebc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b8aee807-52aa-4131-af61-46d3a9f36ebc,segment=NetworkSegment(70f13db8-360b-48d1-9d04-bb48ff038ed2),segment_id=70f13db8-360b-48d1-9d04-bb48ff038ed2)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:17.280762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:17.293158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for b8aee807-52aa-4131-af61-46d3a9f36ebc owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:17.299395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-99a2b72e-b5c8-49bf-a0ad-caa037487143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.301214 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-99a2b72e-b5c8-49bf-a0ad-caa037487143 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be470be4-e104-4829-9a2b-9cda10cda6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0465293 Nov 29 11:55:17.391631 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-4fc6cdf1-3d8e-4f40-b69b-9f86d6d7620e service neutron] 10.222.0.30 "GET /v2.0/networks/be470be4-e104-4829-9a2b-9cda10cda6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814476 Nov 29 11:55:17.474207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e96009-7a45-4916-b4e2-18a878ca06dd req-ed00e438-3151-4aca-90b2-3442b5bfda6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.475709 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70e96009-7a45-4916-b4e2-18a878ca06dd req-ed00e438-3151-4aca-90b2-3442b5bfda6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 944 time: 0.0823686 Nov 29 11:55:17.487357 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0f0d97de-a8e5-4911-b995-cf82b49d7b87 req-5f946e4f-ea73-445f-b76f-7091d1f6a364 service neutron] 10.222.0.30 "GET /v2.0/networks/be470be4-e104-4829-9a2b-9cda10cda6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877929 Nov 29 11:55:17.520032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:17.560815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=b8aee807-52aa-4131-af61-46d3a9f36ebc,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:17.565321 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70e96009-7a45-4916-b4e2-18a878ca06dd req-4aded34f-c056-4203-9038-6d4182fdb76e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826924 Nov 29 11:55:17.588648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-d006cdcd-9a88-464a-80db-599f29fca9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.588648 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-d006cdcd-9a88-464a-80db-599f29fca9b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 1097 time: 0.0468965 Nov 29 11:55:17.685930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-fbd2873d-75a8-4a69-96a6-d304b0d99be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.687664 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-fbd2873d-75a8-4a69-96a6-d304b0d99be5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=be470be4-e104-4829-9a2b-9cda10cda6f2 HTTP/1.1" status: 200 len: 898 time: 0.0938807 Nov 29 11:55:17.727399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:17.731343 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-cfd98f79-1878-4ab0-914c-a08b35100c0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=84e89baf-fb7c-4ad8-8966-5f353cd75358 HTTP/1.1" status: 200 len: 217 time: 0.0356081 Nov 29 11:55:17.787110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-93789d00-d5dc-4676-84a5-03b199dc0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.788592 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-93789d00-d5dc-4676-84a5-03b199dc0637 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf HTTP/1.1" status: 200 len: 838 time: 0.0456915 Nov 29 11:55:17.834386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-9261c5af-c6e5-42fa-b9a1-fd57d1d708dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:17.835874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-9261c5af-c6e5-42fa-b9a1-fd57d1d708dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=be470be4-e104-4829-9a2b-9cda10cda6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405116 Nov 29 11:55:17.921333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:17.927781 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-345dabf2-2a15-4f5e-8f2c-a8fde9209086 service neutron] 10.222.0.30 "GET /v2.0/networks/be470be4-e104-4829-9a2b-9cda10cda6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844562 Nov 29 11:55:18.013888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:18.015507 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4318cdd1-0042-4f8b-80f3-5a24b3da17bc req-ec35a1e4-54f4-43ec-8084-9a8ba11d2826 service neutron] 10.222.0.30 "GET /v2.0/networks/be470be4-e104-4829-9a2b-9cda10cda6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806160 Nov 29 11:55:18.019620 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f36bd92c-68c9-4c89-8808-e9642d36773a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5707710 Nov 29 11:55:18.022240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60406) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:18.024999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:18.034655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:18.035359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:18.073459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f823dc3-971e-49d2-8081-e00190b21a9c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet 1d819227-52a4-4694-8176-838041d52010 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:55:18.076515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f823dc3-971e-49d2-8081-e00190b21a9c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.115750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f823dc3-971e-49d2-8081-e00190b21a9c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.123850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:18.200983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f823dc3-971e-49d2-8081-e00190b21a9c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.259540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f823dc3-971e-49d2-8081-e00190b21a9c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.287966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f823dc3-971e-49d2-8081-e00190b21a9c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=1d819227-52a4-4694-8176-838041d52010,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:18.291185 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4f823dc3-971e-49d2-8081-e00190b21a9c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.294023 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4f823dc3-971e-49d2-8081-e00190b21a9c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/1d819227-52a4-4694-8176-838041d52010 HTTP/1.1" status: 204 len: 168 time: 0.2706788 Nov 29 11:55:18.296753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60408) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:18.301602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27a9fb4-3be8-467a-98f9-91faac6ccee7 None None] Network d9f8f284-ed01-45fd-bbd7-391ed3973ffc requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:18.379968 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.417376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:17Z', 'revision_number': 9, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:18.431067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port fcebefa3-08c4-4348-9ede-35f39fe61ba0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:18.431405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.444573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:18.458940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:18.459470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:18.496861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port fcebefa3-08c4-4348-9ede-35f39fe61ba0, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=fcebefa3-08c4-4348-9ede-35f39fe61ba0,segment=NetworkSegment(70f13db8-360b-48d1-9d04-bb48ff038ed2),segment_id=70f13db8-360b-48d1-9d04-bb48ff038ed2)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:18.497226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.511005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for fcebefa3-08c4-4348-9ede-35f39fe61ba0 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:18.557171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:18.585773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829143a0-17ec-4e83-b7e1-5a5c3507d47a None None] DHCP port deletion for d9f8f284-ed01-45fd-bbd7-391ed3973ffc request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:55:18.591384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.616908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-829143a0-17ec-4e83-b7e1-5a5c3507d47a None None] The port 'fcebefa3-08c4-4348-9ede-35f39fe61ba0' was deleted {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 29 11:55:18.618024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=fcebefa3-08c4-4348-9ede-35f39fe61ba0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:18.621340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No DVR routers for this DVR port fcebefa3-08c4-4348-9ede-35f39fe61ba0 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:55:18.719127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.735899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64509b2-752a-4c11-a8ec-235b3011d095 req-ab6c9eb4-d760-45d6-81d4-e87aaf489d23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:18.737481 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a64509b2-752a-4c11-a8ec-235b3011d095 req-ab6c9eb4-d760-45d6-81d4-e87aaf489d23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 944 time: 0.0821187 Nov 29 11:55:18.743275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f8f284-ed01-45fd-bbd7-391ed3973ffc']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:18.753786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f13db8-360b-48d1-9d04-bb48ff038ed2') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:18.754210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f13db8-360b-48d1-9d04-bb48ff038ed2') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:18.767714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.784028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.790468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:55:18.790806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.791004 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a64509b2-752a-4c11-a8ec-235b3011d095 req-41edef82-17f3-41a8-b18a-1332683a498d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420816 Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:55:18.795367 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:55:18.808399 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device fcebefa3-08c4-4348-9ede-35f39fe61ba0 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:55:18.832933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: fcebefa3-08c4-4348-9ede-35f39fe61ba0 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:55:18.833275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device fcebefa3-08c4-4348-9ede-35f39fe61ba0 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:55:18.840246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:17Z', 'revision_number': 9, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:18.862999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.868136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ef1be-4429-4cc8-a62b-91299a9e054d None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:17Z', 'revision_number': 9, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': '8e31fac3-cc05-4350-bac9-eeb799d4a3c5', 'name': '', 'network_id': 'f6888cf3-615f-4423-870a-6ac683fe3ab6', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:87:87:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:02Z', 'updated_at': '2021-11-29T11:55:07Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'a109e2cf-583f-4997-99d1-7bb2aa259ac1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:18.871311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:18.879441 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/d9f8f284-ed01-45fd-bbd7-391ed3973ffc HTTP/1.1" status: 204 len: 168 time: 0.5809922 Nov 29 11:55:18.882334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60412) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:18.900123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126f824-90e8-4a21-a513-9e2052576254 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=d9f8f284-ed01-45fd-bbd7-391ed3973ffc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:19.223300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:19.466775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:19.467426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:19.555634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port 8e31fac3-cc05-4350-bac9-eeb799d4a3c5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,segment=NetworkSegment(0e3da3cb-569f-4546-8c04-058b8e7832ea),segment_id=0e3da3cb-569f-4546-8c04-058b8e7832ea)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:19.556002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:19.569652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:19.733350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:19.739675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 84e89baf-fb7c-4ad8-8966-5f353cd75358 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:55:19.760863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=8e31fac3-cc05-4350-bac9-eeb799d4a3c5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:19.850652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 84e89baf-fb7c-4ad8-8966-5f353cd75358, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=84e89baf-fb7c-4ad8-8966-5f353cd75358,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:19.865933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '84e89baf-fb7c-4ad8-8966-5f353cd75358', 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2', 'port_id': '84e89baf-fb7c-4ad8-8966-5f353cd75358', 'mac_address': 'fa:16:3e:54:67:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:55:19.913473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:19.928681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:19.929358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37ab7c-8b27-4bb2-9263-d003eb336436 req-c1ce00b5-84ec-4a65-a40c-2e7106bd6968 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:19.929835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e89baf-fb7c-4ad8-8966-5f353cd75358 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:55:19.931108 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df37ab7c-8b27-4bb2-9263-d003eb336436 req-c1ce00b5-84ec-4a65-a40c-2e7106bd6968 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 944 time: 0.0667114 Nov 29 11:55:19.950380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 84e89baf-fb7c-4ad8-8966-5f353cd75358, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=84e89baf-fb7c-4ad8-8966-5f353cd75358,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:19.956203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:19.982462 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df37ab7c-8b27-4bb2-9263-d003eb336436 req-9387faa9-7031-44b5-8c02-0039dee71334 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Nov 29 11:55:20.007803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=84e89baf-fb7c-4ad8-8966-5f353cd75358,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:20.133421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:20.222597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:20.228691 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8bf9395b-6a09-41b5-8bfd-6681aabbdf30 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3445830 Nov 29 11:55:20.230970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60416) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:20.231972 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:20.243249 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:20.243841 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:20.281919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-151bb6e2-4550-4cd8-a197-eed92c9d5d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet a109e2cf-583f-4997-99d1-7bb2aa259ac1 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:55:20.284959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-151bb6e2-4550-4cd8-a197-eed92c9d5d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.290744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['84e89baf-fb7c-4ad8-8966-5f353cd75358'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:55:20.327685 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-151bb6e2-4550-4cd8-a197-eed92c9d5d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.333979 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:20.419078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-151bb6e2-4550-4cd8-a197-eed92c9d5d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.483538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-151bb6e2-4550-4cd8-a197-eed92c9d5d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.505278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51385b4d-9bcf-424c-9bcc-84cbb2e88d69 None None] Network f6888cf3-615f-4423-870a-6ac683fe3ab6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:20.518684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-151bb6e2-4550-4cd8-a197-eed92c9d5d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.524581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60418) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:20.525195 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-151bb6e2-4550-4cd8-a197-eed92c9d5d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/a109e2cf-583f-4997-99d1-7bb2aa259ac1 HTTP/1.1" status: 204 len: 168 time: 0.2927189 Nov 29 11:55:20.526037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bb6e2-4550-4cd8-a197-eed92c9d5d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=a109e2cf-583f-4997-99d1-7bb2aa259ac1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:20.558862 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:19Z', 'revision_number': 10, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:20.586825 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:20.596387 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:20.597004 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:20.609359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.677003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:20.677483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.692610 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:20.734739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b8aee807-52aa-4131-af61-46d3a9f36ebc no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:55:20.753189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=253fa0e3-90e5-4e64-9dd9-0af7289b7e9d,segment=NetworkSegment(0e3da3cb-569f-4546-8c04-058b8e7832ea),segment_id=0e3da3cb-569f-4546-8c04-058b8e7832ea)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:20.753526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.765389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:20.765741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b8aee807-52aa-4131-af61-46d3a9f36ebc {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:55:20.766239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b8aee807-52aa-4131-af61-46d3a9f36ebc not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:55:20.851185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.874286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=253fa0e3-90e5-4e64-9dd9-0af7289b7e9d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:20.880529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No DVR routers for this DVR port 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:55:20.895192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac46015-807d-47c9-9924-e5bab2613e39 None None] DHCP port deletion for f6888cf3-615f-4423-870a-6ac683fe3ab6 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:55:20.901401 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:19Z', 'revision_number': 10, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:20.932915 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5777c8fc-2f11-4ed0-81bf-d9300543c9d8 None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:19Z', 'revision_number': 10, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None, '_interfaces': [{'id': 'dbc6fe07-6339-4dc2-9c40-9a36f2177058', 'name': '', 'network_id': '2900c3f8-09eb-42e1-8fec-a5f8730d26e4', 'tenant_id': '02aaf2702041412b89646677b578983d', 'mac_address': 'fa:16:3e:b7:71:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:00Z', 'updated_at': '2021-11-29T11:55:02Z', 'revision_number': 5, 'project_id': '02aaf2702041412b89646677b578983d', 'subnets': [{'id': 'ea27baa4-2147-485b-bc9b-9aaaaee3462c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:20.967725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:20.986782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6888cf3-615f-4423-870a-6ac683fe3ab6']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:20.995426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3da3cb-569f-4546-8c04-058b8e7832ea') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:20.995741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3da3cb-569f-4546-8c04-058b8e7832ea') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:21.005549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.019242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.025769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:55:21.026326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:55:21.029718 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:55:21.086519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.093916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.099625 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/f6888cf3-615f-4423-870a-6ac683fe3ab6 HTTP/1.1" status: 204 len: 168 time: 0.5702250 Nov 29 11:55:21.100445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e85c-f2db-47cc-affe-53d6046f51bb req-a1358db4-8876-47bf-a46d-58a2a13b9ddb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:21.101922 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6931e85c-f2db-47cc-affe-53d6046f51bb req-a1358db4-8876-47bf-a46d-58a2a13b9ddb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 945 time: 0.0521064 Nov 29 11:55:21.102403 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60422) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:21.108388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fad549-f822-4b79-a68d-2116865beabc tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=f6888cf3-615f-4423-870a-6ac683fe3ab6,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:21.488843 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6931e85c-f2db-47cc-affe-53d6046f51bb req-85751e90-ad98-464a-bffa-f85fdf141672 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3800004 Nov 29 11:55:21.729692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.755389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 84e89baf-fb7c-4ad8-8966-5f353cd75358 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:21.806445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 84e89baf-fb7c-4ad8-8966-5f353cd75358 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:55:21.810127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 84e89baf-fb7c-4ad8-8966-5f353cd75358 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:21.810506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.885159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.908741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393a783c-55f9-4990-ae95-501816704277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e89baf-fb7c-4ad8-8966-5f353cd75358'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:55:21.911046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e2745f-3a21-436a-be81-1926241e25a1" -d '{"events": [{"server_uuid": "393a783c-55f9-4990-ae95-501816704277", "name": "network-vif-plugged", "status": "completed", "tag": "84e89baf-fb7c-4ad8-8966-5f353cd75358"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:55:21.923523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 84e89baf-fb7c-4ad8-8966-5f353cd75358, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=84e89baf-fb7c-4ad8-8966-5f353cd75358,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:21.931686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.973009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port dbc6fe07-6339-4dc2-9c40-9a36f2177058 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:21.973494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:21.981296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=84e89baf-fb7c-4ad8-8966-5f353cd75358,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:22.062369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port dbc6fe07-6339-4dc2-9c40-9a36f2177058, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dbc6fe07-6339-4dc2-9c40-9a36f2177058,segment=NetworkSegment(286357f0-7c2e-4ad2-80b4-e15550f88cb0),segment_id=286357f0-7c2e-4ad2-80b4-e15550f88cb0)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:22.062741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:22.076166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for dbc6fe07-6339-4dc2-9c40-9a36f2177058 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:22.077991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208daf46-cf3f-4c6b-9fde-cea229cb259f x-openstack-request-id: req-208daf46-cf3f-4c6b-9fde-cea229cb259f {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:55:22.078287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393a783c-55f9-4990-ae95-501816704277", "name": "network-vif-plugged", "status": "completed", "tag": "84e89baf-fb7c-4ad8-8966-5f353cd75358", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:55:22.078539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-208daf46-cf3f-4c6b-9fde-cea229cb259f {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:55:22.078934 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393a783c-55f9-4990-ae95-501816704277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e89baf-fb7c-4ad8-8966-5f353cd75358', 'code': 200} Nov 29 11:55:22.241999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6585c-79a2-4c87-82fc-af083ab011c6 req-0efb10e9-5e41-44b9-924e-dfcc943228dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:22.243563 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbc6585c-79a2-4c87-82fc-af083ab011c6 req-0efb10e9-5e41-44b9-924e-dfcc943228dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 1099 time: 0.0439978 Nov 29 11:55:22.246293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:22.278447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=dbc6fe07-6339-4dc2-9c40-9a36f2177058,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:22.291579 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbc6585c-79a2-4c87-82fc-af083ab011c6 req-736cf743-e5c5-497e-bc3c-b7214f3c35e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407982 Nov 29 11:55:22.416903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:22.606103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:22.629046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e5523-060e-4f41-9a0a-2af263998050 req-263dea7e-1144-4320-8ea1-878556c11709 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:22.630580 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-511e5523-060e-4f41-9a0a-2af263998050 req-263dea7e-1144-4320-8ea1-878556c11709 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 946 time: 0.0732536 Nov 29 11:55:22.715932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:22.719362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:55:22.725407 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ec84a837-f22e-4357-b3bc-8d21c86b12a2 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6187966 Nov 29 11:55:22.725547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60430) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:22.736841 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-511e5523-060e-4f41-9a0a-2af263998050 req-60953e9a-0e29-4d9e-ada7-f495ecbb8f5d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723801 Nov 29 11:55:22.754385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:22.759247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:55:22.759587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 253fa0e3-90e5-4e64-9dd9-0af7289b7e9d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:55:22.760005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:55:22.779706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-633edeee-bf5e-4eef-a63a-e82461934ad8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting subnet ea27baa4-2147-485b-bc9b-9aaaaee3462c {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:55:22.780746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:55:22.781090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8e31fac3-cc05-4350-bac9-eeb799d4a3c5 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:55:22.783307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-633edeee-bf5e-4eef-a63a-e82461934ad8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:22.783457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:22.783989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:22.822162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-633edeee-bf5e-4eef-a63a-e82461934ad8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:22.852434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:22.903903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:22Z', 'revision_number': 11, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:22.906100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-633edeee-bf5e-4eef-a63a-e82461934ad8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:22.933219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:22.942004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:22.942609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:22.962234 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-633edeee-bf5e-4eef-a63a-e82461934ad8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:22.989639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633edeee-bf5e-4eef-a63a-e82461934ad8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Subnet': ['ID=ea27baa4-2147-485b-bc9b-9aaaaee3462c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:22.991629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-633edeee-bf5e-4eef-a63a-e82461934ad8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:22.994908 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-633edeee-bf5e-4eef-a63a-e82461934ad8 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/ea27baa4-2147-485b-bc9b-9aaaaee3462c HTTP/1.1" status: 204 len: 168 time: 0.2685211 Nov 29 11:55:22.997565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60432) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:23.005129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b0ad55-39c1-4d32-9104-bbcf44a8d04d None None] Network 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:23.045879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:23.075138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.102706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:22Z', 'revision_number': 11, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:23.126644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Deleting port c637a8e6-9905-4eda-971c-ad40c0706831 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:23.126984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.136735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb8cde6-eebf-4554-be0a-a3b0dcd1a7ed None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:22Z', 'revision_number': 11, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:23.195528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] For port c637a8e6-9905-4eda-971c-ad40c0706831, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c637a8e6-9905-4eda-971c-ad40c0706831,segment=NetworkSegment(286357f0-7c2e-4ad2-80b4-e15550f88cb0),segment_id=286357f0-7c2e-4ad2-80b4-e15550f88cb0)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:23.196173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.209116 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Calling delete_port for c637a8e6-9905-4eda-971c-ad40c0706831 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:55:23.286628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.316687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Port': ['ID=c637a8e6-9905-4eda-971c-ad40c0706831,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:23.320063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No DVR routers for this DVR port c637a8e6-9905-4eda-971c-ad40c0706831 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:55:23.395759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.415374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2900c3f8-09eb-42e1-8fec-a5f8730d26e4']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:23.425301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '286357f0-7c2e-4ad2-80b4-e15550f88cb0') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:23.425506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '286357f0-7c2e-4ad2-80b4-e15550f88cb0') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:23.434587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.448885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.455838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:55:23.456223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:55:23.459271 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:55:23.517408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d4e6b1-507b-4003-b7b8-673eb5433107 None None] DHCP port deletion for 2900c3f8-09eb-42e1-8fec-a5f8730d26e4 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:55:23.540953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.550821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:23.554118 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/networks/2900c3f8-09eb-42e1-8fec-a5f8730d26e4 HTTP/1.1" status: 204 len: 168 time: 0.5554926 Nov 29 11:55:23.557859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60434) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:23.562719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'routes': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:23.569414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989f7fd-0505-41aa-aaf7-98e5f1642fca tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Pushing event deleted for resources: {'Network': ['ID=2900c3f8-09eb-42e1-8fec-a5f8730d26e4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:23.853836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a906519-14f0-4a58-825d-623473c24f04 req-2a5fd0fc-dbfd-4442-863d-1fafaf4d7321 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:23.855350 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a906519-14f0-4a58-825d-623473c24f04 req-2a5fd0fc-dbfd-4442-863d-1fafaf4d7321 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 946 time: 0.0511672 Nov 29 11:55:23.898305 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a906519-14f0-4a58-825d-623473c24f04 req-20bc98fe-76c9-4d8c-8980-3a6ed9075fd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358214 Nov 29 11:55:24.015593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e64e-f080-4e77-87f9-11df2e9d323e req-8d5126c1-50db-4067-a01f-4c5e48b72e98 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:24.017268 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7652e64e-f080-4e77-87f9-11df2e9d323e req-8d5126c1-50db-4067-a01f-4c5e48b72e98 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 946 time: 0.0506766 Nov 29 11:55:24.040956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Added routes are [] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 29 11:55:24.041256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.extraroute_db [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Removed routes are [] {{(pid=102104) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 29 11:55:24.041613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.060965 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7652e64e-f080-4e77-87f9-11df2e9d323e req-2c0373f1-98a3-43db-801a-9ad3cd8ae0ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373793 Nov 29 11:55:24.170773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.174639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.250239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:24.325731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:24.333049 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.334184 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-40dda3ef-8ad5-4133-b8a0-5980ea3063dd tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 200 len: 700 time: 0.7752814 Nov 29 11:55:24.335459 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] Sync routers for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:24.337027 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60444) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:24.345282 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:24.345892 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:24.364681 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0d08098f-6cf2-4df8-a395-23a3b5cdc9b9 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 200 len: 205 time: 0.0258043 Nov 29 11:55:24.367112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60446) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:24.414083 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:24.443223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a899cffd-39fc-4b58-95dc-026844401876 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.553172 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:22Z', 'revision_number': 11, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:24.579565 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] Checking router: ef44c0fd-d155-4a23-aaf2-6cfd97191a19 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:24.587971 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] Routers {'ef44c0fd-d155-4a23-aaf2-6cfd97191a19'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:24.588575 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:24.607596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a899cffd-39fc-4b58-95dc-026844401876 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.609715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a899cffd-39fc-4b58-95dc-026844401876 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.653819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a899cffd-39fc-4b58-95dc-026844401876 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.654529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a899cffd-39fc-4b58-95dc-026844401876 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Fanout notify agent at l3_agent the message router_deleted on router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:55:24.662702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a899cffd-39fc-4b58-95dc-026844401876 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.663799 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] Set router ef44c0fd-d155-4a23-aaf2-6cfd97191a19 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:24.668824 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a899cffd-39fc-4b58-95dc-026844401876 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 204 len: 168 time: 0.2994926 Nov 29 11:55:24.668824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60448) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:24.672486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f43e5d42-68d3-447d-82b3-c68423a9c60e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-100801212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:24.688393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c637a8e6-9905-4eda-971c-ad40c0706831 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:55:24.696584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d42-68d3-447d-82b3-c68423a9c60e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.697645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d42-68d3-447d-82b3-c68423a9c60e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.712328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c637a8e6-9905-4eda-971c-ad40c0706831 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:55:24.712668 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c637a8e6-9905-4eda-971c-ad40c0706831 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:55:24.713295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dbc6fe07-6339-4dc2-9c40-9a36f2177058 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:55:24.728611 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:22Z', 'revision_number': 11, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:24.732737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: dbc6fe07-6339-4dc2-9c40-9a36f2177058 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:55:24.733083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dbc6fe07-6339-4dc2-9c40-9a36f2177058 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:55:24.751907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d42-68d3-447d-82b3-c68423a9c60e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.757264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d42-68d3-447d-82b3-c68423a9c60e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.757697 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b7cac-dbd7-4c51-be92-10fd9ac87a10 None None] The sync data for ids ['ef44c0fd-d155-4a23-aaf2-6cfd97191a19'] in dv-neutron-819578-1-hyperv is: [{'id': 'ef44c0fd-d155-4a23-aaf2-6cfd97191a19', 'name': 'tempest-RoutersTest-router-930553439', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:54:58Z', 'updated_at': '2021-11-29T11:55:22Z', 'revision_number': 11, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:24.780433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f43e5d42-68d3-447d-82b3-c68423a9c60e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:24.781670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f43e5d42-68d3-447d-82b3-c68423a9c60e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1126366 Nov 29 11:55:24.784328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60450) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:24.788924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-04a1b582-7c69-48c1-b157-a59874bf6666 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:24.996227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04a1b582-7c69-48c1-b157-a59874bf6666 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:25.006781 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04a1b582-7c69-48c1-b157-a59874bf6666 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:25.102275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a1b582-7c69-48c1-b157-a59874bf6666 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Router b4db4533-ac9f-4e0a-883d-76ee81507e31 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:55:25.451441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a1b582-7c69-48c1-b157-a59874bf6666 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:25.459363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-04a1b582-7c69-48c1-b157-a59874bf6666 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:25.461281 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-04a1b582-7c69-48c1-b157-a59874bf6666 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "PUT /v2.0/routers/b4db4533-ac9f-4e0a-883d-76ee81507e31 HTTP/1.1" status: 200 len: 693 time: 0.6759503 Nov 29 11:55:25.462813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] Sync routers for ids ['b4db4533-ac9f-4e0a-883d-76ee81507e31'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:25.463888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60452) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:25.472342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] Routers {'b4db4533-ac9f-4e0a-883d-76ee81507e31'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:25.472981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b4db4533-ac9f-4e0a-883d-76ee81507e31'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:25.537462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60454) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:25.540968 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58739466-5150-4f32-b81d-074a958c313c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/routers/b4db4533-ac9f-4e0a-883d-76ee81507e31 HTTP/1.1" status: 200 len: 699 time: 0.0759478 Nov 29 11:55:25.543187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] Set router b4db4533-ac9f-4e0a-883d-76ee81507e31 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:25.543505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60456) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:25.570229 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1151ef90-2197-4651-b70d-5af32844b64a tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4db4533-ac9f-4e0a-883d-76ee81507e31 HTTP/1.1" status: 200 len: 205 time: 0.0255916 Nov 29 11:55:25.572884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60458) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:25.596777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db4533-ac9f-4e0a-883d-76ee81507e31', 'name': 'tempest-RoutersTest-router-100801212', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:24Z', 'updated_at': '2021-11-29T11:55:24Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:25.626729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] Checking router: b4db4533-ac9f-4e0a-883d-76ee81507e31 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:25.635568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] Routers {'b4db4533-ac9f-4e0a-883d-76ee81507e31'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:25.636240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b4db4533-ac9f-4e0a-883d-76ee81507e31'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:25.653881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ff1f-e3f5-4450-9e85-aa83ccc21d4b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:25.705967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] Set router b4db4533-ac9f-4e0a-883d-76ee81507e31 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:25.760626 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4db4533-ac9f-4e0a-883d-76ee81507e31', 'name': 'tempest-RoutersTest-router-100801212', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:24Z', 'updated_at': '2021-11-29T11:55:24Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:25.787461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6865055-e929-47e5-b66e-1ab4a004b7a2 None None] The sync data for ids ['b4db4533-ac9f-4e0a-883d-76ee81507e31'] in dv-neutron-819578-1-hyperv is: [{'id': 'b4db4533-ac9f-4e0a-883d-76ee81507e31', 'name': 'tempest-RoutersTest-router-100801212', 'tenant_id': '02aaf2702041412b89646677b578983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:24Z', 'updated_at': '2021-11-29T11:55:24Z', 'revision_number': 2, 'project_id': '02aaf2702041412b89646677b578983d', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:25.816958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ff1f-e3f5-4450-9e85-aa83ccc21d4b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:25.819200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ff1f-e3f5-4450-9e85-aa83ccc21d4b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:25.862616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ff1f-e3f5-4450-9e85-aa83ccc21d4b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:25.863171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e1ff1f-e3f5-4450-9e85-aa83ccc21d4b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Fanout notify agent at l3_agent the message router_deleted on router b4db4533-ac9f-4e0a-883d-76ee81507e31 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:55:25.872253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ff1f-e3f5-4450-9e85-aa83ccc21d4b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:25.877469 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d2e1ff1f-e3f5-4450-9e85-aa83ccc21d4b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/b4db4533-ac9f-4e0a-883d-76ee81507e31 HTTP/1.1" status: 204 len: 168 time: 0.2995801 Nov 29 11:55:25.877709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60460) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:25.907266 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-db08b071-3128-4a44-bf2a-a069fdb4ae6e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4db4533-ac9f-4e0a-883d-76ee81507e31 HTTP/1.1" status: 200 len: 205 time: 0.0283659 Nov 29 11:55:25.909793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60462) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:25.955811 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-78ccf7e0-6f75-444b-af7f-c0bf8fe3b4c0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] delete failed (client error): The resource could not be found. Nov 29 11:55:25.956930 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-78ccf7e0-6f75-444b-af7f-c0bf8fe3b4c0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/b4db4533-ac9f-4e0a-883d-76ee81507e31 HTTP/1.1" status: 404 len: 336 time: 0.0460911 Nov 29 11:55:25.959561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60464) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:25.986794 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2edcbfa-ee52-4657-8460-de9438052d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:25.987354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2edcbfa-ee52-4657-8460-de9438052d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:25.993318 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e2edcbfa-ee52-4657-8460-de9438052d06 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/1171e3a1-865a-489f-b075-ed901a6fcbc2 HTTP/1.1" status: 404 len: 337 time: 0.0297534 Nov 29 11:55:25.993318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60466) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.023473 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c188ef08-ee25-4711-99bc-ba4bd200989e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:26.023921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c188ef08-ee25-4711-99bc-ba4bd200989e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:26.026923 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c188ef08-ee25-4711-99bc-ba4bd200989e tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/1d819227-52a4-4694-8176-838041d52010 HTTP/1.1" status: 404 len: 337 time: 0.0328813 Nov 29 11:55:26.029560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60468) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.040394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:26.056318 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e10141e-24e1-4809-ae9e-7e1df7c184df tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:26.056771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e10141e-24e1-4809-ae9e-7e1df7c184df tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:26.059841 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2e10141e-24e1-4809-ae9e-7e1df7c184df tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/a109e2cf-583f-4997-99d1-7bb2aa259ac1 HTTP/1.1" status: 404 len: 337 time: 0.0293682 Nov 29 11:55:26.062428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60470) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.087829 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9cdd93-43d8-4421-9984-b6c52f1fcf41 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:26.088282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9cdd93-43d8-4421-9984-b6c52f1fcf41 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:26.091293 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cb9cdd93-43d8-4421-9984-b6c52f1fcf41 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/ea27baa4-2147-485b-bc9b-9aaaaee3462c HTTP/1.1" status: 404 len: 337 time: 0.0279419 Nov 29 11:55:26.093846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60472) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.120851 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3a517fb9-928b-4b35-ac55-ca67b0833e6f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 200 len: 205 time: 0.0259356 Nov 29 11:55:26.123327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60474) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.163297 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-f025b453-e8d0-45be-b7fa-1e7fdc661a19 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] delete failed (client error): The resource could not be found. Nov 29 11:55:26.164312 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f025b453-e8d0-45be-b7fa-1e7fdc661a19 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/ef44c0fd-d155-4a23-aaf2-6cfd97191a19 HTTP/1.1" status: 404 len: 336 time: 0.0400951 Nov 29 11:55:26.166961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60476) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.196431 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-99a6ced0-8351-42e9-9601-70dcc62b6d1d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5af5f36-ac54-4181-9f60-fb097c5c2a24 HTTP/1.1" status: 200 len: 205 time: 0.0259995 Nov 29 11:55:26.196740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60478) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.234050 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-b91ce4b7-b640-47a2-8544-aebd364f159b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] delete failed (client error): The resource could not be found. Nov 29 11:55:26.234971 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b91ce4b7-b640-47a2-8544-aebd364f159b tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/a5af5f36-ac54-4181-9f60-fb097c5c2a24 HTTP/1.1" status: 404 len: 336 time: 0.0373278 Nov 29 11:55:26.238188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60480) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.268105 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f12c3f-e0d8-4453-a66e-57341b183c98 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:26.268560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f12c3f-e0d8-4453-a66e-57341b183c98 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:26.274089 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-18f12c3f-e0d8-4453-a66e-57341b183c98 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/a5641ac9-b40b-4292-aab5-9eedd3094835 HTTP/1.1" status: 404 len: 337 time: 0.0325508 Nov 29 11:55:26.274284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60482) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.303593 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0e2f53b5-0a70-482f-91f7-0b04c3b857c3 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=899860d2-9e29-4066-837e-f6eee94970eb HTTP/1.1" status: 200 len: 205 time: 0.0282378 Nov 29 11:55:26.305917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60484) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.318370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.17 (be470be4-e104-4829-9a2b-9cda10cda6f2/857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf/9d245883-5a13-46fc-ba23-f47ec2801bf7) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:26.343002 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-ebb2ecaf-28dc-40ab-b4a1-1395e90978c1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] delete failed (client error): The resource could not be found. Nov 29 11:55:26.344039 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ebb2ecaf-28dc-40ab-b4a1-1395e90978c1 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/899860d2-9e29-4066-837e-f6eee94970eb HTTP/1.1" status: 404 len: 336 time: 0.0372202 Nov 29 11:55:26.346818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60486) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.372898 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b812310e-9fd1-43b6-801f-a885257f0933 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0ab4da9-1a53-43fa-83c6-357d9aca2821 HTTP/1.1" status: 200 len: 205 time: 0.0250363 Nov 29 11:55:26.375328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60488) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.416919 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-5a9cb0ab-5de3-40a4-8850-f8dc68e0bae0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] delete failed (client error): The resource could not be found. Nov 29 11:55:26.417965 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5a9cb0ab-5de3-40a4-8850-f8dc68e0bae0 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/f0ab4da9-1a53-43fa-83c6-357d9aca2821 HTTP/1.1" status: 404 len: 336 time: 0.0412135 Nov 29 11:55:26.420541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60490) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.440423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:26.448246 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-3553a3f0-486f-4c05-8195-94bdcbaf6825 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:26.448704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3553a3f0-486f-4c05-8195-94bdcbaf6825 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:26.451769 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3553a3f0-486f-4c05-8195-94bdcbaf6825 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/4e5ba3b3-9581-449a-828c-5e8a619313ae HTTP/1.1" status: 404 len: 337 time: 0.0303414 Nov 29 11:55:26.454499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60492) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.476399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:26.486500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60494) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.487904 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a9974910-9984-4ffe-b717-3490e6652b59 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a HTTP/1.1" status: 200 len: 205 time: 0.0271988 Nov 29 11:55:26.552720 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-1c61ec61-9ac9-42ca-a704-a0d872191832 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] delete failed (client error): The resource could not be found. Nov 29 11:55:26.553741 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1c61ec61-9ac9-42ca-a704-a0d872191832 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/8afb9ac5-3e0d-4190-aa68-9b3f3adf9e1a HTTP/1.1" status: 404 len: 336 time: 0.0489681 Nov 29 11:55:26.555496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network be470be4-e104-4829-9a2b-9cda10cda6f2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:26.556588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60496) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.558594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:26.562407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:26.585963 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dba0f6-dc94-46bf-8bca-70c3f3bc3d5f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:26.587544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dba0f6-dc94-46bf-8bca-70c3f3bc3d5f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:26.590757 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c5dba0f6-dc94-46bf-8bca-70c3f3bc3d5f tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/566c9a09-ef3e-40f8-a0ed-9fc5fa3b4dd5 HTTP/1.1" status: 404 len: 337 time: 0.0332754 Nov 29 11:55:26.593356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60498) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.595361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=9d245883-5a13-46fc-ba23-f47ec2801bf7,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:26.619443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:26.630344 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-15d39ca0-c454-43f2-b0e0-ef51193d759c tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b047623-6952-439b-90ab-718258b26bfb HTTP/1.1" status: 200 len: 205 time: 0.0356207 Nov 29 11:55:26.632699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60500) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.673873 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.api.v2.resource [None req-a58b1f40-1343-4c56-bf9b-338208a77c6d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] delete failed (client error): The resource could not be found. Nov 29 11:55:26.674930 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a58b1f40-1343-4c56-bf9b-338208a77c6d tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/routers/7b047623-6952-439b-90ab-718258b26bfb HTTP/1.1" status: 404 len: 336 time: 0.0413392 Nov 29 11:55:26.678437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60502) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.711009 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e5dd31-679a-4abe-a641-c27003558912 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:26.711462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e5dd31-679a-4abe-a641-c27003558912 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:26.717085 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-47e5dd31-679a-4abe-a641-c27003558912 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/142bb651-c94f-4708-bd5d-100abeca9d5a HTTP/1.1" status: 404 len: 337 time: 0.0369880 Nov 29 11:55:26.717255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60504) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:26.759799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-565ab9fc-bb1a-47cf-8e23-520cd15f1e57 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] DELETE failed (client error): The resource could not be found. Nov 29 11:55:26.760270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565ab9fc-bb1a-47cf-8e23-520cd15f1e57 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 11:55:26.763333 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-565ab9fc-bb1a-47cf-8e23-520cd15f1e57 tempest-RoutersTest-1441181258 tempest-RoutersTest-1441181258-project] 10.222.0.23 "DELETE /v2.0/subnets/a91e207e-70f7-47d3-9808-765468debc2b HTTP/1.1" status: 404 len: 337 time: 0.0452707 Nov 29 11:55:26.796980 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:26.881226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bfe38198-e59a-42cd-a284-e89b4ec6705a None None] Provisioning complete for port 9d245883-5a13-46fc-ba23-f47ec2801bf7 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:26.882371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfe38198-e59a-42cd-a284-e89b4ec6705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:26.923631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bfe38198-e59a-42cd-a284-e89b4ec6705a None None] Port 9d245883-5a13-46fc-ba23-f47ec2801bf7 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:27.040526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60510) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:27.086345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.091566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.168672 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.171262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=9d245883-5a13-46fc-ba23-f47ec2801bf7,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:27.175020 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58bbdf8d-4e06-429b-b575-a650b98c35c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02aaf2702041412b89646677b578983d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325557 Nov 29 11:55:27.177360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60514) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:27.225132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5744e692-7e21-4459-86bf-a2cf900b77b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.250001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5744e692-7e21-4459-86bf-a2cf900b77b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.266533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network be470be4-e104-4829-9a2b-9cda10cda6f2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:27.267853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:27.302180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5744e692-7e21-4459-86bf-a2cf900b77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.304830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5744e692-7e21-4459-86bf-a2cf900b77b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.306098 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5744e692-7e21-4459-86bf-a2cf900b77b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffb2089c-9fef-41ad-8407-ec7eb9bf7301 HTTP/1.1" status: 204 len: 168 time: 0.1278067 Nov 29 11:55:27.328085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744e692-7e21-4459-86bf-a2cf900b77b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb2089c-9fef-41ad-8407-ec7eb9bf7301,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:27.383443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.408565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 0ad84437-35d4-4c79-a004-568908cdc145 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:27.524176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:27.529858 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-59670e8a-04a9-41f5-8233-2e5c1cec316e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/0ad84437-35d4-4c79-a004-568908cdc145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9909744 Nov 29 11:55:27.534693 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Sync routers for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:27.545172 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:27.545866 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:27.556269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f7fa02f3-d4a0-4a15-bd66-86663fafd1f2 None None] Provisioning complete for port 9d245883-5a13-46fc-ba23-f47ec2801bf7 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:27.556639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f7fa02f3-d4a0-4a15-bd66-86663fafd1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:27.593563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa02f3-d4a0-4a15-bd66-86663fafd1f2 None None] Port 9d245883-5a13-46fc-ba23-f47ec2801bf7 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:27.652409 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:27.884702 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:55:26Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d245883-5a13-46fc-ba23-f47ec2801bf7', 'name': '', 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:a7:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:26Z', 'updated_at': '2021-11-29T11:55:26Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:27.911544 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Checking router: 0ad84437-35d4-4c79-a004-568908cdc145 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:27.911901 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Updating router 0ad84437-35d4-4c79-a004-568908cdc145 port 9d245883-5a13-46fc-ba23-f47ec2801bf7 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:27.935751 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.002775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60540) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:28.100911 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e40650ff-8706-4adb-b90b-029c490b04c0 tempest-ServiceProvidersTest-1028613288 tempest-ServiceProvidersTest-1028613288-project] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0968857 Nov 29 11:55:28.192738 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.199202 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.249506 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc829bce-edc3-4db8-a1c2-db8c8033d5f5 None None] Pushing event updated for resources: {'Port': ['ID=9d245883-5a13-46fc-ba23-f47ec2801bf7,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:28.303148 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Attempting to bind port 9d245883-5a13-46fc-ba23-f47ec2801bf7 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:28.303504 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Attempting to bind port 9d245883-5a13-46fc-ba23-f47ec2801bf7 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:28.303901 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Attempting to bind port 9d245883-5a13-46fc-ba23-f47ec2801bf7 on network be470be4-e104-4829-9a2b-9cda10cda6f2 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:28.309463 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:28.309793 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Checking segment: {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:28.310236 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.310628 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Bound using segment: {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:28.311089 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Bound port: 9d245883-5a13-46fc-ba23-f47ec2801bf7, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9745bf24-3541-4b74-a0b6-7e9847db6407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:28.311469 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.361209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60548) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:28.383694 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] For port 9d245883-5a13-46fc-ba23-f47ec2801bf7, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:28.387527 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] For port 9d245883-5a13-46fc-ba23-f47ec2801bf7, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9d245883-5a13-46fc-ba23-f47ec2801bf7,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:28.392279 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.439069 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:28.439644 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:28.486252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7fc888c0-a590-4b4f-af91-34ccfa363292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.522858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-fbf2da48-c1dd-4f87-af8e-1a9263ca9cc6 None None] Provisioning complete for port 9d245883-5a13-46fc-ba23-f47ec2801bf7 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:28.524101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fbf2da48-c1dd-4f87-af8e-1a9263ca9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.564788 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:28.590858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7fc888c0-a590-4b4f-af91-34ccfa363292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.601373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7fc888c0-a590-4b4f-af91-34ccfa363292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.608631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fbf2da48-c1dd-4f87-af8e-1a9263ca9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.650466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60552) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:28.651877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-fbf2da48-c1dd-4f87-af8e-1a9263ca9cc6 None None] For port 9d245883-5a13-46fc-ba23-f47ec2801bf7, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9d245883-5a13-46fc-ba23-f47ec2801bf7,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:28.658705 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7fc888c0-a590-4b4f-af91-34ccfa363292 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=774dbc7f732e490fa6a48241dac0a515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958493 Nov 29 11:55:28.659112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fbf2da48-c1dd-4f87-af8e-1a9263ca9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.662894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc888c0-a590-4b4f-af91-34ccfa363292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f50fb-5811-4246-a4ae-70f5bbe3b992,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:28.713147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6eecc18-ba89-4dcb-a03e-0f222dbab28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.714934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2da48-c1dd-4f87-af8e-1a9263ca9cc6 None None] Pushing event updated for resources: {'Port': ['ID=9d245883-5a13-46fc-ba23-f47ec2801bf7,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:28.718265 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc829bce-edc3-4db8-a1c2-db8c8033d5f5 None None] Pushing event updated for resources: {'Port': ['ID=9d245883-5a13-46fc-ba23-f47ec2801bf7,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:28.740544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6eecc18-ba89-4dcb-a03e-0f222dbab28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.790926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6eecc18-ba89-4dcb-a03e-0f222dbab28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.791274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3368d148-f5a1-48e3-b043-b5d9ec617d8d None None] Provisioning complete for port 9d245883-5a13-46fc-ba23-f47ec2801bf7 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:28.791869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3368d148-f5a1-48e3-b043-b5d9ec617d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.794770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6eecc18-ba89-4dcb-a03e-0f222dbab28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:28.798883 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f6eecc18-ba89-4dcb-a03e-0f222dbab28b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f62f50fb-5811-4246-a4ae-70f5bbe3b992 HTTP/1.1" status: 204 len: 168 time: 0.1443899 Nov 29 11:55:28.804573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eecc18-ba89-4dcb-a03e-0f222dbab28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f50fb-5811-4246-a4ae-70f5bbe3b992,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:28.833095 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:55:26Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d245883-5a13-46fc-ba23-f47ec2801bf7', 'name': '', 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:a7:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:26Z', 'updated_at': '2021-11-29T11:55:28Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:28.860503 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ffca81-b140-4a20-ba3c-7a0a2108da2a None None] The sync data for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv is: [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:55:26Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d245883-5a13-46fc-ba23-f47ec2801bf7', 'name': '', 'network_id': 'be470be4-e104-4829-9a2b-9cda10cda6f2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:a7:82:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:26Z', 'updated_at': '2021-11-29T11:55:28Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:29.481304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60574) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:29.577617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-371958499-network', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:29.600357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Made reservation on behalf of 32160d59dd2846aa9dba00fa3ccbe5f5 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:29.602806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:29.611172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:29.685606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:29.689273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:29.713826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:55:29.723555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6658b4-ddaa-42d1-b5de-3d007e23230e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:29.728586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:29.728925 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Added segment 8c88fafa-6474-430f-a3a7-891d3727b1fc of type vlan for network bcce7524-6705-4846-ad12-ca709d4d5b9f Nov 29 11:55:29.769369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:29.793295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:29.794326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:29.794887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:29.848348 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3659170 Nov 29 11:55:29.851376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60578) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:29.856432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Request body: {'subnet': {'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-371958499-subnet', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:29.859521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5d638-9265-404f-9149-91bfa93582f5 admin admin] Pushing event updated for resources: {'Network': ['ID=bcce7524-6705-4846-ad12-ca709d4d5b9f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:29.869202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network bcce7524-6705-4846-ad12-ca709d4d5b9f details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:55:29.882525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Made reservation on behalf of 32160d59dd2846aa9dba00fa3ccbe5f5 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:29.884838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.047558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.107851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:30.113440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Checking segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:30.113802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Network hostable DHCP agents. Network: bcce7524-6705-4846-ad12-ca709d4d5b9f, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:55:30.129904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Network bcce7524-6705-4846-ad12-ca709d4d5b9f is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:55:30.138586 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, bcce7524-6705-4846-ad12-ca709d4d5b9f) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:30.142549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:30.143134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.147252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15641668-7332-4744-9187-4665f7f601a1 None None] Network bcce7524-6705-4846-ad12-ca709d4d5b9f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:30.159865 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4ebce77b-1e9f-4e0c-8f5b-1a48c0e23bc7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3074288 Nov 29 11:55:30.162634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60582) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:30.166928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:30.187467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.188591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.245392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.291878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-bcce7524-6705-4846-ad12-ca709d4d5b9f', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:55:30.292876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.382628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.424699 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Allocated IP 172.20.0.2 (bcce7524-6705-4846-ad12-ca709d4d5b9f/8acfcaaf-480c-4f9e-a2d1-49ed506a1f25/8d4fabee-2ba3-4849-a08a-f1ad7cf270fb) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:30.565974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.573858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.577771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.596662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.610306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Network bcce7524-6705-4846-ad12-ca709d4d5b9f is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:30.614542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:30.620824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:30.623837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Pushing event updated for resources: {'Port': ['ID=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:30.689440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-615d6484-278a-488e-ad74-39f075d592ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.692870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Attempting to bind port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:30.693240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Attempting to bind port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:30.693606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Attempting to bind port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb on network bcce7524-6705-4846-ad12-ca709d4d5b9f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:30.699179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:30.699869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Checking segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:30.700006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.700310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Bound using segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:30.700970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Bound port: 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:30.701122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.722423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Allocated IP 172.26.5.233 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/2ced9aca-7105-4ab8-8753-d0c2a5a192ef) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:30.829432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.853831 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9d245883-5a13-46fc-ba23-f47ec2801bf7 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:30.872936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.911591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:30.915786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:30.923425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:30.925891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Pushing event updated for resources: {'Port': ['ID=2ced9aca-7105-4ab8-8753-d0c2a5a192ef,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:30.942533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] For port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:30.945954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] For port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:30.950050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 9d245883-5a13-46fc-ba23-f47ec2801bf7 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:30.950412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:30.953327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:31.044593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f001bbfc-2a48-4faf-b4eb-39aa6165995b None None] Pushing event updated for resources: {'Port': ['ID=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:31.173618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:31.694652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:31.819886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:55:31.935782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:31.940113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d47c4ef-fd3a-4ad6-9996-ec980389f693 None None] Network bcce7524-6705-4846-ad12-ca709d4d5b9f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:31.952690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:31.954493 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-961b8fa9-2095-49db-ae77-e8d51d0a7feb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7909403 Nov 29 11:55:31.957070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60584) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:31.957210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:32.001727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:32.002290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:32.112322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bbd46474-d3e4-41b9-a24e-abe2a0fa4038 None None] Provisioning complete for port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:32.112702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bbd46474-d3e4-41b9-a24e-abe2a0fa4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.194734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:32.351334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bbd46474-d3e4-41b9-a24e-abe2a0fa4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.351613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.409396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bbd46474-d3e4-41b9-a24e-abe2a0fa4038 None None] For port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:32.415095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bbd46474-d3e4-41b9-a24e-abe2a0fa4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.499649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd46474-d3e4-41b9-a24e-abe2a0fa4038 None None] Pushing event updated for resources: {'Port': ['ID=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:32.520353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:31Z', 'revision_number': 3, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:32.548124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:32.548495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Updating router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:32.573383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.576614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Allocated IP 172.20.0.1 (bcce7524-6705-4846-ad12-ca709d4d5b9f/8acfcaaf-480c-4f9e-a2d1-49ed506a1f25/d5eee5dc-d9e8-4e8e-8932-b418fa286ff5) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:32.682656 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e19659a7-4f90-48fd-bc45-0d3ad273b79c None None] Provisioning complete for port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:32.683030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e19659a7-4f90-48fd-bc45-0d3ad273b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.692672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.730558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.751602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:32.768537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Network bcce7524-6705-4846-ad12-ca709d4d5b9f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:32.772647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:32.778985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:32.782901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Pushing event updated for resources: {'Port': ['ID=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:32.823757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.881702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:32.882811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.960411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:32.980224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.003910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.080667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710591e-6585-4337-b240-4ef0324dafbe None None] Pushing event updated for resources: {'Port': ['ID=2ced9aca-7105-4ab8-8753-d0c2a5a192ef,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:33.083575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Attempting to bind port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:33.083904 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Attempting to bind port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:33.084269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Attempting to bind port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:33.087383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-46b21511-b21b-490f-85d4-87aa17955779 None None] Provisioning complete for port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:33.087897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-46b21511-b21b-490f-85d4-87aa17955779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.091934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:33.092307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:33.092697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.093081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:33.093571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Bound port: 2ced9aca-7105-4ab8-8753-d0c2a5a192ef, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:33.093969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.126493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.130927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.157517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-46b21511-b21b-490f-85d4-87aa17955779 None None] Port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:33.173600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] For port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:33.177002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] For port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2ced9aca-7105-4ab8-8753-d0c2a5a192ef,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:33.180856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.200225 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.202829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Pushing event updated for resources: {'Port': ['ID=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:33.241372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:33.241994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:33.284959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710591e-6585-4337-b240-4ef0324dafbe None None] Pushing event updated for resources: {'Port': ['ID=2ced9aca-7105-4ab8-8753-d0c2a5a192ef,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:33.293376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Network bcce7524-6705-4846-ad12-ca709d4d5b9f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:33.295025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:33.317854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a1cfdb7-89ec-4d9e-83fc-0606e5d0d1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.363483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:33.418673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:33.539822 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:33.544753 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ca874d9d-3b09-423c-927a-97359f6e7060 admin admin] 10.222.0.23 "PUT /v2.0/routers/6902175b-0a5b-4272-97b3-22ac8c87c6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5867436 Nov 29 11:55:33.627299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5c6eede9-4539-4b8d-9522-88df9177c423 None None] Provisioning complete for port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:33.627674 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c6eede9-4539-4b8d-9522-88df9177c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.691426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:33.699845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5c6eede9-4539-4b8d-9522-88df9177c423 None None] Port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:33.749044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:33Z', 'revision_number': 2, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:33.775002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ae6925-743a-4eea-9401-e28a1e0d5c35 None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:33Z', 'revision_number': 2, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:34.022570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60602) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:34.027797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-428983482-network', 'tenant_id': '80c136f6052f4275bef329b570b56836'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:34.049886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Made reservation on behalf of 80c136f6052f4275bef329b570b56836 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:34.052292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.061674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.143094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.147525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.173110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:55:34.182271 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa521f59-de3a-44aa-9f11-2108bab52e39,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:34.189726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.190110 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Added segment ed9e6ac8-7563-4dde-a5d0-7a21090737f2 of type vlan for network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd Nov 29 11:55:34.232650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.258402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.259390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:34.259971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.324317 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2979209 Nov 29 11:55:34.324669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60604) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:34.329509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdbb37-ce11-4d08-9be0-2b4c899359f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:34.329742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Request body: {'subnet': {'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-428983482-subnet', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:34.339911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:55:34.355640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Made reservation on behalf of 80c136f6052f4275bef329b570b56836 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:34.359446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.569033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.618970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.622880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a45e2b2-1fb8-4421-bdf2-17888cb5381a,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:34.634067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Checking segment: {'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:34.634546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Network hostable DHCP agents. Network: 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:55:34.653766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:55:34.665661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:34.670744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:34.671333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.678911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d582db6-9b7d-451a-835f-3805e971cc98 None None] Network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:34.699412 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b533dd59-dc8c-45af-8a81-9705433f210b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3736145 Nov 29 11:55:34.702179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60608) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:34.707450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:34.733652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.736168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.740936 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2ced9aca-7105-4ab8-8753-d0c2a5a192ef up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:34.797984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.896892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:34.897274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.936341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd', 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'fixed_ips': [{'subnet_id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:55:34.937349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:34.947557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.132310 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-3575e34f-0acc-4a22-8802-df9936dad067 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741568 Nov 29 11:55:35.143613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.172945 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.178952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2ced9aca-7105-4ab8-8753-d0c2a5a192ef,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:35.192867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Allocated IP 172.20.0.2 (7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd/8a45e2b2-1fb8-4421-bdf2-17888cb5381a/29223268-fc0a-41ad-a72c-12969bc52156) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:35.198043 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.220059 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.234322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-88bbc800-c8a1-4969-a569-ac4ae895b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:35.235946 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-88bbc800-c8a1-4969-a569-ac4ae895b88b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 1098 time: 0.0558860 Nov 29 11:55:35.314423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=2ced9aca-7105-4ab8-8753-d0c2a5a192ef,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:35.354298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Allocated IP 172.26.5.250 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/04540336-d78a-4856-8889-e399895d5a63) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:35.366212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-1c089889-805d-4b88-93ee-fe03980aa892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:35.369203 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-1c089889-805d-4b88-93ee-fe03980aa892 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 200 len: 897 time: 0.1110175 Nov 29 11:55:35.419707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.434199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.460259 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-90c3aa5a-b700-4bc6-bfc9-cd0a22b79793 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b164c716-e2d7-46f1-9843-175b100d4423 HTTP/1.1" status: 200 len: 1000 time: 0.0823760 Nov 29 11:55:35.487195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Pushing event updated for resources: {'Port': ['ID=29223268-fc0a-41ad-a72c-12969bc52156,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:35.492796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.512365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:35.513799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:35.517460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:35.546988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.552970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-7d2c9fc6-6c1c-48a2-8e6a-52c2fb375bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:35.554499 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-7d2c9fc6-6c1c-48a2-8e6a-52c2fb375bbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b977fa0-8834-42ec-9277-08c3dce123a0 HTTP/1.1" status: 200 len: 835 time: 0.0854232 Nov 29 11:55:35.577417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Attempting to bind port 29223268-fc0a-41ad-a72c-12969bc52156 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:35.577782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Attempting to bind port 29223268-fc0a-41ad-a72c-12969bc52156 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:35.578150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Attempting to bind port 29223268-fc0a-41ad-a72c-12969bc52156 on network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:35.583287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:35.583658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Checking segment: {'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:35.584053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.584440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Bound using segment: {'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:35.584892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Bound port: 29223268-fc0a-41ad-a72c-12969bc52156, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:35.585269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.593637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Pushing event updated for resources: {'Port': ['ID=04540336-d78a-4856-8889-e399895d5a63,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:35.610698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:35.615241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:35.616180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-b5065c43-0bcb-4550-b04c-602d35f64cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:35.618463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:35.622574 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-b5065c43-0bcb-4550-b04c-602d35f64cb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dab52360-1d21-4973-8f5b-895b25c990d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0593667 Nov 29 11:55:35.660719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] For port 29223268-fc0a-41ad-a72c-12969bc52156, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:35.663984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] For port 29223268-fc0a-41ad-a72c-12969bc52156, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=29223268-fc0a-41ad-a72c-12969bc52156,segment=NetworkSegment(ed9e6ac8-7563-4dde-a5d0-7a21090737f2),segment_id=ed9e6ac8-7563-4dde-a5d0-7a21090737f2)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:35.670979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.761029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de727748-6586-405e-aa99-7fad9e14aea2 None None] Pushing event updated for resources: {'Port': ['ID=29223268-fc0a-41ad-a72c-12969bc52156,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:35.779340 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-a8a7f061-5727-4fbc-b080-53f53a50684b service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457212 Nov 29 11:55:35.883179 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b1c43afa-88d8-4b11-b850-e86438facd22 req-92a52de6-8ad9-4190-a00a-98ca9fc7e2e3 service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954902 Nov 29 11:55:35.915648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:35.941884 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:36.142798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:36.151815 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:36.161290 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:36.161883 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:36.356698 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:36.556393 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:33Z', 'revision_number': 2, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:36.559186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Router 383437dc-1170-48fe-afe8-a8bfed4f60fd is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:55:36.586914 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:36.587280 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Updating router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:36.613312 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:36.683463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:36.694439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Sync routers for ids ['383437dc-1170-48fe-afe8-a8bfed4f60fd'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:36.708763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Routers {'383437dc-1170-48fe-afe8-a8bfed4f60fd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:36.709218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:36.709389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['383437dc-1170-48fe-afe8-a8bfed4f60fd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:36.710995 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1697e89f-b263-491a-bd54-3448fe8cb403 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0076687 Nov 29 11:55:36.715421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60612) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:36.867611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Set router 383437dc-1170-48fe-afe8-a8bfed4f60fd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:36.905618 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 29223268-fc0a-41ad-a72c-12969bc52156 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:36.934586 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:36.940919 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:36.985606 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b699f7d-2dfc-4338-b836-09d126095a13 None None] Pushing event updated for resources: {'Port': ['ID=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:37.071576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 29223268-fc0a-41ad-a72c-12969bc52156 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:37.071948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.085082 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Attempting to bind port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:37.085792 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Attempting to bind port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:37.086299 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Attempting to bind port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 on network bcce7524-6705-4846-ad12-ca709d4d5b9f {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:37.092440 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:37.093213 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Checking segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:37.093213 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.093659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Bound using segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:37.099829 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Bound port: d5eee5dc-d9e8-4e8e-8932-b418fa286ff5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:37.102668 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.109290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ddeb2-2521-4a79-8a5d-b2ddea567b57 None None] Network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:55:37.177735 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] For port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:37.182287 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] For port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:37.189803 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.240859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.249015 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:37.250318 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:37.275021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c2353fe1-09bb-4c8d-82a0-59573e0ee926 None None] Provisioning complete for port 29223268-fc0a-41ad-a72c-12969bc52156 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:37.275406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c2353fe1-09bb-4c8d-82a0-59573e0ee926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.334218 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b699f7d-2dfc-4338-b836-09d126095a13 None None] Pushing event updated for resources: {'Port': ['ID=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:37.378624 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:37.428137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Allocated IP 172.20.0.1 (7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd/8a45e2b2-1fb8-4421-bdf2-17888cb5381a/c565a696-d785-46d0-ac8a-2af47eb9420d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:37.428815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.499940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c2353fe1-09bb-4c8d-82a0-59573e0ee926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.527611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 29223268-fc0a-41ad-a72c-12969bc52156, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=29223268-fc0a-41ad-a72c-12969bc52156,segment=NetworkSegment(ed9e6ac8-7563-4dde-a5d0-7a21090737f2),segment_id=ed9e6ac8-7563-4dde-a5d0-7a21090737f2)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:37.539289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '04540336-d78a-4856-8889-e399895d5a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 3, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port': {'id': '04540336-d78a-4856-8889-e399895d5a63', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:35Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:37.541078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.541848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2ced9aca-7105-4ab8-8753-d0c2a5a192ef up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:37.570878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.619532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.627579 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Checking router: 383437dc-1170-48fe-afe8-a8bfed4f60fd for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:37.627945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Updating router 383437dc-1170-48fe-afe8-a8bfed4f60fd port 04540336-d78a-4856-8889-e399895d5a63 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:37.637831 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:37.660367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:37.664689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:37.672559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:37.679038 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375243a-55d8-40a0-98ea-0ed08f81dff5 None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:37.692763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.699559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-c2353fe1-09bb-4c8d-82a0-59573e0ee926 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 11:55:37.700225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-c2353fe1-09bb-4c8d-82a0-59573e0ee926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 11:55:37.725581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Pushing event updated for resources: {'Port': ['ID=c565a696-d785-46d0-ac8a-2af47eb9420d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:37.739151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.892432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:37.897704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=29223268-fc0a-41ad-a72c-12969bc52156,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:37.964155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:37.964605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.143095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.152540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.225184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.235163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Pushing event updated for resources: {'Port': ['ID=c565a696-d785-46d0-ac8a-2af47eb9420d,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:38.301065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.308094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.346108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:38.348876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:38.354698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Attempting to bind port 04540336-d78a-4856-8889-e399895d5a63 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:38.355218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Attempting to bind port 04540336-d78a-4856-8889-e399895d5a63 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:38.355461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Attempting to bind port 04540336-d78a-4856-8889-e399895d5a63 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:38.363159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:38.363600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:38.363977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.364352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:38.364849 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Bound port: 04540336-d78a-4856-8889-e399895d5a63, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:38.365219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.420772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a995aa-3aa9-49c1-991e-8c919714be99 None None] Pushing event updated for resources: {'Port': ['ID=04540336-d78a-4856-8889-e399895d5a63,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:38.436525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] For port 04540336-d78a-4856-8889-e399895d5a63, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:38.440045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] For port 04540336-d78a-4856-8889-e399895d5a63, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=04540336-d78a-4856-8889-e399895d5a63,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:38.444676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Provisioning complete for port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:38.445059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.494428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.538067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Router 383437dc-1170-48fe-afe8-a8bfed4f60fd has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:55:38.581469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Routers {'383437dc-1170-48fe-afe8-a8bfed4f60fd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:38.582161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['383437dc-1170-48fe-afe8-a8bfed4f60fd'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:38.584409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a995aa-3aa9-49c1-991e-8c919714be99 None None] Pushing event updated for resources: {'Port': ['ID=04540336-d78a-4856-8889-e399895d5a63,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:38.664973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:55:38.671145 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1d993ebe-cb47-4104-8ae7-132f12a3d449 admin admin] 10.222.0.23 "PUT /v2.0/routers/383437dc-1170-48fe-afe8-a8bfed4f60fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9546511 Nov 29 11:55:38.699529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.737363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 29223268-fc0a-41ad-a72c-12969bc52156 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:38.767170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] Set router 383437dc-1170-48fe-afe8-a8bfed4f60fd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:38.797422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] For port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:38.807751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.929711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Provisioning complete for port c565a696-d785-46d0-ac8a-2af47eb9420d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:38.930105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:38.969381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Pushing event updated for resources: {'Port': ['ID=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:38.983033 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 29223268-fc0a-41ad-a72c-12969bc52156 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:38.983398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.022243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Port c565a696-d785-46d0-ac8a-2af47eb9420d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:39.073889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Provisioning complete for port 29223268-fc0a-41ad-a72c-12969bc52156 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:39.074281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d266dac-7bfc-4a5e-9c4e-7e57aa9fa24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.157454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:39.188866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60622) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:39.193557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7335e019-c93d-413b-8c0c-535191d07958 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385694204', 'description': 'tempest-secgroup-smoke-1385694204 description', 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:39.197578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '04540336-d78a-4856-8889-e399895d5a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 4, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port': {'id': '04540336-d78a-4856-8889-e399895d5a63', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:35Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'c565a696-d785-46d0-ac8a-2af47eb9420d', 'name': '', 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'mac_address': 'fa:16:3e:a3:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:37Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 2, 'project_id': '80c136f6052f4275bef329b570b56836', 'subnets': [{'id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:39.215141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7335e019-c93d-413b-8c0c-535191d07958 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.247066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ba9038-a783-4c5e-a3f3-78dbf00e9a90 None None] The sync data for ids ['383437dc-1170-48fe-afe8-a8bfed4f60fd'] in dv-neutron-819578-1-hyperv is: [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '04540336-d78a-4856-8889-e399895d5a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 4, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port': {'id': '04540336-d78a-4856-8889-e399895d5a63', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:35Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'c565a696-d785-46d0-ac8a-2af47eb9420d', 'name': '', 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'mac_address': 'fa:16:3e:a3:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:37Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 2, 'project_id': '80c136f6052f4275bef329b570b56836', 'subnets': [{'id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:39.275888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:39.276257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.291074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7335e019-c93d-413b-8c0c-535191d07958 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.295031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7335e019-c93d-413b-8c0c-535191d07958 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.324211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7335e019-c93d-413b-8c0c-535191d07958 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.325472 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7335e019-c93d-413b-8c0c-535191d07958 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355152 Nov 29 11:55:39.327414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335e019-c93d-413b-8c0c-535191d07958 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2272e1-b409-4cde-bb79-fe87fb72f882,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:39.329174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60624) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:39.333806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9d0dff37-748e-457f-bd11-a7afcf804c25 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'security_group_rule': {'security_group_id': 'cc2272e1-b409-4cde-bb79-fe87fb72f882', 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:39.360873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d0dff37-748e-457f-bd11-a7afcf804c25 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.388376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-07823c0a-3f24-40c0-b217-a8648901fd5a None None] Provisioning complete for port c565a696-d785-46d0-ac8a-2af47eb9420d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:39.388744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-07823c0a-3f24-40c0-b217-a8648901fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.424623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d0dff37-748e-457f-bd11-a7afcf804c25 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.426889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-07823c0a-3f24-40c0-b217-a8648901fd5a None None] Port c565a696-d785-46d0-ac8a-2af47eb9420d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:39.428609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d0dff37-748e-457f-bd11-a7afcf804c25 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.446201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dff37-748e-457f-bd11-a7afcf804c25 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156033b2-23d0-4f26-a00c-fc71f351a8c9,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:39.452520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9d0dff37-748e-457f-bd11-a7afcf804c25 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.454285 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9d0dff37-748e-457f-bd11-a7afcf804c25 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240587 Nov 29 11:55:39.457009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60626) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:39.461261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4d1814f5-5458-4c9b-9f33-6510040d0b28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'security_group_rule': {'security_group_id': 'cc2272e1-b409-4cde-bb79-fe87fb72f882', 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:39.486891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4d1814f5-5458-4c9b-9f33-6510040d0b28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.543721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4d1814f5-5458-4c9b-9f33-6510040d0b28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.547322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4d1814f5-5458-4c9b-9f33-6510040d0b28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.567298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1814f5-5458-4c9b-9f33-6510040d0b28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061c46aa-0c52-4182-83e3-fe621efc3686,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:39.572959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4d1814f5-5458-4c9b-9f33-6510040d0b28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.574176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4d1814f5-5458-4c9b-9f33-6510040d0b28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162291 Nov 29 11:55:39.576854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60628) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:39.581141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-28265913-9f8c-4357-9eac-c0e65833183e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'security_group_rule': {'security_group_id': 'cc2272e1-b409-4cde-bb79-fe87fb72f882', 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:39.607481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28265913-9f8c-4357-9eac-c0e65833183e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.685037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28265913-9f8c-4357-9eac-c0e65833183e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.689431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28265913-9f8c-4357-9eac-c0e65833183e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.714116 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28265913-9f8c-4357-9eac-c0e65833183e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e103fbc-e646-4558-af7e-2cbee1db2a7e,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:39.723067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28265913-9f8c-4357-9eac-c0e65833183e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.727368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60630) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:39.731931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-871b33b1-8548-46f6-844a-4ee9383f66ba tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'security_group_rule': {'security_group_id': 'cc2272e1-b409-4cde-bb79-fe87fb72f882', 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:39.735179 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-28265913-9f8c-4357-9eac-c0e65833183e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566603 Nov 29 11:55:39.761316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-871b33b1-8548-46f6-844a-4ee9383f66ba tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.827261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-871b33b1-8548-46f6-844a-4ee9383f66ba tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.831175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-871b33b1-8548-46f6-844a-4ee9383f66ba tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.850499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b33b1-8548-46f6-844a-4ee9383f66ba tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2af6a22-b9a3-423a-9424-de03254ebebf,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:39.855848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-871b33b1-8548-46f6-844a-4ee9383f66ba tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.857059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-871b33b1-8548-46f6-844a-4ee9383f66ba tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289268 Nov 29 11:55:39.860415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60632) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:39.865054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-edaa8553-9412-4530-a2aa-22f07d371596 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'security_group_rule': {'security_group_id': 'cc2272e1-b409-4cde-bb79-fe87fb72f882', 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:39.888352 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-edaa8553-9412-4530-a2aa-22f07d371596 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Project 32160d59dd2846aa9dba00fa3ccbe5f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:55:39.893713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-edaa8553-9412-4530-a2aa-22f07d371596 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.957123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-edaa8553-9412-4530-a2aa-22f07d371596 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.961203 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-edaa8553-9412-4530-a2aa-22f07d371596 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.981125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa8553-9412-4530-a2aa-22f07d371596 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37e68ab-9f97-4684-b5ff-b71acc53cb3d,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:39.987059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-edaa8553-9412-4530-a2aa-22f07d371596 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:39.990254 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-edaa8553-9412-4530-a2aa-22f07d371596 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263521 Nov 29 11:55:39.990593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60634) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:39.995096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c1deeb8f-b621-4649-b6ed-ea81d7cdd85f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'security_group_rule': {'security_group_id': 'cc2272e1-b409-4cde-bb79-fe87fb72f882', 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:40.018511 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-c1deeb8f-b621-4649-b6ed-ea81d7cdd85f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Project 32160d59dd2846aa9dba00fa3ccbe5f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:55:40.023517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1deeb8f-b621-4649-b6ed-ea81d7cdd85f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:40.087769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1deeb8f-b621-4649-b6ed-ea81d7cdd85f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:40.093381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1deeb8f-b621-4649-b6ed-ea81d7cdd85f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:40.111114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1deeb8f-b621-4649-b6ed-ea81d7cdd85f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce20a57-ac59-4e43-a9cb-c5dd3a2c1018,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:40.117371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c1deeb8f-b621-4649-b6ed-ea81d7cdd85f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:40.118571 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c1deeb8f-b621-4649-b6ed-ea81d7cdd85f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269946 Nov 29 11:55:40.781166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 04540336-d78a-4856-8889-e399895d5a63 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:40.842220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 04540336-d78a-4856-8889-e399895d5a63 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:40.842960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:40.938183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:40.961244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 04540336-d78a-4856-8889-e399895d5a63, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=04540336-d78a-4856-8889-e399895d5a63,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:40.965702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:40.966602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:41.042137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=04540336-d78a-4856-8889-e399895d5a63,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:41.055837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:41.056310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:41.944780 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Sync routers for ids ['383437dc-1170-48fe-afe8-a8bfed4f60fd'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:55:41.954718 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Routers {'383437dc-1170-48fe-afe8-a8bfed4f60fd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:41.955410 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['383437dc-1170-48fe-afe8-a8bfed4f60fd'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:42.069016 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Set router 383437dc-1170-48fe-afe8-a8bfed4f60fd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:42.272008 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '04540336-d78a-4856-8889-e399895d5a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 4, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port': {'id': '04540336-d78a-4856-8889-e399895d5a63', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:35Z', 'updated_at': '2021-11-29T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'c565a696-d785-46d0-ac8a-2af47eb9420d', 'name': '', 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'mac_address': 'fa:16:3e:a3:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:37Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 2, 'project_id': '80c136f6052f4275bef329b570b56836', 'subnets': [{'id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:42.299010 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Checking router: 383437dc-1170-48fe-afe8-a8bfed4f60fd for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:55:42.299357 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Updating router 383437dc-1170-48fe-afe8-a8bfed4f60fd port c565a696-d785-46d0-ac8a-2af47eb9420d binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:55:42.323952 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:42.594323 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:42.600333 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:42.647277 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee18edf-63d5-49e7-8b30-4f58924ebc90 None None] Pushing event updated for resources: {'Port': ['ID=c565a696-d785-46d0-ac8a-2af47eb9420d,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:42.711696 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Attempting to bind port c565a696-d785-46d0-ac8a-2af47eb9420d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:42.712065 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Attempting to bind port c565a696-d785-46d0-ac8a-2af47eb9420d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:42.712424 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Attempting to bind port c565a696-d785-46d0-ac8a-2af47eb9420d on network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:42.718289 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:42.718694 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Checking segment: {'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:42.719096 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:42.719739 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Bound using segment: {'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:42.720194 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Bound port: c565a696-d785-46d0-ac8a-2af47eb9420d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:42.720697 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:42.725726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 04540336-d78a-4856-8889-e399895d5a63 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:42.781115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 04540336-d78a-4856-8889-e399895d5a63 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:42.781449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:42.794770 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] For port c565a696-d785-46d0-ac8a-2af47eb9420d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:42.798372 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] For port c565a696-d785-46d0-ac8a-2af47eb9420d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c565a696-d785-46d0-ac8a-2af47eb9420d,segment=NetworkSegment(ed9e6ac8-7563-4dde-a5d0-7a21090737f2),segment_id=ed9e6ac8-7563-4dde-a5d0-7a21090737f2)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:42.804493 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:42.869552 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee18edf-63d5-49e7-8b30-4f58924ebc90 None None] Pushing event updated for resources: {'Port': ['ID=c565a696-d785-46d0-ac8a-2af47eb9420d,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:42.880340 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Routers {'383437dc-1170-48fe-afe8-a8bfed4f60fd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:55:42.881101 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['383437dc-1170-48fe-afe8-a8bfed4f60fd'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:42.972161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-44c6f3e2-a904-4622-a7bb-2be477a915c8 None None] Provisioning complete for port c565a696-d785-46d0-ac8a-2af47eb9420d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:42.972532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-44c6f3e2-a904-4622-a7bb-2be477a915c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:43.090671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-44c6f3e2-a904-4622-a7bb-2be477a915c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:43.146813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-44c6f3e2-a904-4622-a7bb-2be477a915c8 None None] For port c565a696-d785-46d0-ac8a-2af47eb9420d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c565a696-d785-46d0-ac8a-2af47eb9420d,segment=NetworkSegment(ed9e6ac8-7563-4dde-a5d0-7a21090737f2),segment_id=ed9e6ac8-7563-4dde-a5d0-7a21090737f2)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:43.152609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-44c6f3e2-a904-4622-a7bb-2be477a915c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:43.153125 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] Set router 383437dc-1170-48fe-afe8-a8bfed4f60fd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:55:43.210352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f3e2-a904-4622-a7bb-2be477a915c8 None None] Pushing event updated for resources: {'Port': ['ID=c565a696-d785-46d0-ac8a-2af47eb9420d,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:43.272259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a853ed3f-1185-44a7-8eb2-9700b9eef1c0 None None] Provisioning complete for port c565a696-d785-46d0-ac8a-2af47eb9420d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:43.272628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a853ed3f-1185-44a7-8eb2-9700b9eef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:43.370745 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '04540336-d78a-4856-8889-e399895d5a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 4, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port': {'id': '04540336-d78a-4856-8889-e399895d5a63', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:35Z', 'updated_at': '2021-11-29T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'c565a696-d785-46d0-ac8a-2af47eb9420d', 'name': '', 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'mac_address': 'fa:16:3e:a3:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:37Z', 'updated_at': '2021-11-29T11:55:42Z', 'revision_number': 4, 'project_id': '80c136f6052f4275bef329b570b56836', 'subnets': [{'id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:55:43.397684 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068795a9-4023-48fd-9bba-dbef34073b1c None None] The sync data for ids ['383437dc-1170-48fe-afe8-a8bfed4f60fd'] in dv-neutron-819578-1-hyperv is: [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '04540336-d78a-4856-8889-e399895d5a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T11:55:37Z', 'revision_number': 4, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port': {'id': '04540336-d78a-4856-8889-e399895d5a63', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:35Z', 'updated_at': '2021-11-29T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'c565a696-d785-46d0-ac8a-2af47eb9420d', 'name': '', 'network_id': '7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'mac_address': 'fa:16:3e:a3:90:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:37Z', 'updated_at': '2021-11-29T11:55:42Z', 'revision_number': 4, 'project_id': '80c136f6052f4275bef329b570b56836', 'subnets': [{'id': '8a45e2b2-1fb8-4421-bdf2-17888cb5381a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:55:44.724969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c565a696-d785-46d0-ac8a-2af47eb9420d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:55:44.783024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c565a696-d785-46d0-ac8a-2af47eb9420d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:44.783395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:48.959870 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:55:55.993328 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-ad2c801c-c545-41bd-a737-93d0025b3e16 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385694204&fields=id&tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 267 time: 0.0316145 Nov 29 11:55:56.099556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-22b12704-7170-459d-a5ad-806a99ed9d39 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:56.100939 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-22b12704-7170-459d-a5ad-806a99ed9d39 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 811 time: 0.1012521 Nov 29 11:55:56.115331 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-980e9e71-2e7a-46e3-9a8c-0f404cd9d693 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/quotas/32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 375 time: 0.0089293 Nov 29 11:55:56.166001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-64ca7887-a266-4363-974d-144005ff562b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456786 Nov 29 11:55:56.256503 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-d1fd6c61-6cc4-466d-9f61-713ebc0f92cc service neutron] 10.222.0.23 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790324 Nov 29 11:55:56.344666 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-3b0f8b57-675e-47f2-b1ea-03f750d89950 service neutron] 10.222.0.23 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824060 Nov 29 11:55:56.634484 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19c30674-ff31-4549-ab27-68ed64e10756 req-e3ea7fee-a1d1-45d9-a376-330f1b60033b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 210 time: 0.0262358 Nov 29 11:55:57.392334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:57.532293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-9ae4886d-9ba4-4812-be39-49e5956f8220 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:57.533716 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-9ae4886d-9ba4-4812-be39-49e5956f8220 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 811 time: 0.1053669 Nov 29 11:55:57.600922 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-9589a6ab-b445-4263-9827-7d0c0ff3bb09 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 380 time: 0.0355346 Nov 29 11:55:57.609813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'port': {'device_id': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'admin_state_up': True, 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'security_groups': ['cc2272e1-b409-4cde-bb79-fe87fb72f882']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:57.715832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Made reservation on behalf of 32160d59dd2846aa9dba00fa3ccbe5f5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:55:57.719911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:57.728823 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0ff7cc64-c90b-4072-9b98-29f22c62dba4 req-9eb59c4b-c5c5-4e30-b159-f2d7d1826b8f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 210 time: 0.0274265 Nov 29 11:55:57.858410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Allocated IP 172.20.0.9 (bcce7524-6705-4846-ad12-ca709d4d5b9f/8acfcaaf-480c-4f9e-a2d1-49ed506a1f25/e0d2bfca-90dd-450c-87e0-5554edd37c52) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:55:57.998020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.031169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.074599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Network bcce7524-6705-4846-ad12-ca709d4d5b9f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:55:58.078212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:55:58.081761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:55:58.109375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=e0d2bfca-90dd-450c-87e0-5554edd37c52,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:58.134878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:58.135492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.152179 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-528329a1-fd4b-46de-8445-5dc6f4a7958a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458455 Nov 29 11:55:58.166106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Request body: {'port': {'device_id': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:55:58.221103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.283878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5ff38a6c-5d0d-44da-92be-071c38fa5ba5 None None] Provisioning complete for port e0d2bfca-90dd-450c-87e0-5554edd37c52 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:55:58.284173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ff38a6c-5d0d-44da-92be-071c38fa5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.318906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5ff38a6c-5d0d-44da-92be-071c38fa5ba5 None None] Port e0d2bfca-90dd-450c-87e0-5554edd37c52 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:55:58.488378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d2bfca-90dd-450c-87e0-5554edd37c52 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:55:58.495923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.512037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Transition to ACTIVE for port object e0d2bfca-90dd-450c-87e0-5554edd37c52 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:55:58.516555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.566734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d2bfca-90dd-450c-87e0-5554edd37c52,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:58.638988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Attempting to bind port e0d2bfca-90dd-450c-87e0-5554edd37c52 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:55:58.639590 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Attempting to bind port e0d2bfca-90dd-450c-87e0-5554edd37c52 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:55:58.640623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Attempting to bind port e0d2bfca-90dd-450c-87e0-5554edd37c52 on network bcce7524-6705-4846-ad12-ca709d4d5b9f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:58.645384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Port e0d2bfca-90dd-450c-87e0-5554edd37c52 on network bcce7524-6705-4846-ad12-ca709d4d5b9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:55:58.645709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Attempting to bind port e0d2bfca-90dd-450c-87e0-5554edd37c52 on network bcce7524-6705-4846-ad12-ca709d4d5b9f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:55:58.650855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:55:58.651528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Checking segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:55:58.652083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Bound using segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:55:58.652716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Bound port: e0d2bfca-90dd-450c-87e0-5554edd37c52, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:55:58.653255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.719992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] For port e0d2bfca-90dd-450c-87e0-5554edd37c52, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:55:58.723327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] For port e0d2bfca-90dd-450c-87e0-5554edd37c52, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:55:58.729132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.772277 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:58.772896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:58.774298 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0d2bfca-90dd-450c-87e0-5554edd37c52 HTTP/1.1" status: 200 len: 1093 time: 0.6128485 Nov 29 11:55:58.774742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'tag': 'e0d2bfca-90dd-450c-87e0-5554edd37c52'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:55:58.776990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4343b40-3566-4f1d-8dd9-4209615022d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0bb676-d6ab-4302-aa80-10340b61c815", "tag": "e0d2bfca-90dd-450c-87e0-5554edd37c52"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:55:58.847879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c340fc-5849-4c97-8451-3ca0989f183b x-openstack-request-id: req-a8c340fc-5849-4c97-8451-3ca0989f183b {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:55:58.848458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0bb676-d6ab-4302-aa80-10340b61c815", "tag": "e0d2bfca-90dd-450c-87e0-5554edd37c52", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:55:58.849021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8c340fc-5849-4c97-8451-3ca0989f183b {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:55:58.849588 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'tag': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'status': 'completed', 'code': 200} Nov 29 11:55:58.868323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e10f-79d1-4914-a803-97c6f6b7ba74 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d2bfca-90dd-450c-87e0-5554edd37c52,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:55:58.887689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-f631523b-5835-4ffa-8111-c289425c583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:58.889417 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-f631523b-5835-4ffa-8111-c289425c583e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 1096 time: 0.0560319 Nov 29 11:55:58.928081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af57e69-d06b-41bb-ae39-fcb2b4998365 req-5489a77b-e84a-4f05-a6a0-b23fce080bfa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:58.938036 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0af57e69-d06b-41bb-ae39-fcb2b4998365 req-5489a77b-e84a-4f05-a6a0-b23fce080bfa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0975087 Nov 29 11:55:58.944531 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-f82f59ca-3ddb-4224-b33d-9e2605439528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52 HTTP/1.1" status: 200 len: 217 time: 0.0425436 Nov 29 11:55:58.986594 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0af57e69-d06b-41bb-ae39-fcb2b4998365 req-15c99164-f1b4-440f-a627-288bf537546f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475204 Nov 29 11:55:58.999902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-a9d22d5a-9967-4731-8559-f275827d2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:59.001402 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-a9d22d5a-9967-4731-8559-f275827d2e50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0492167 Nov 29 11:55:59.056295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-ff43073b-832e-41ef-b41a-a1a2b75fab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:59.058220 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-ff43073b-832e-41ef-b41a-a1a2b75fab46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483682 Nov 29 11:55:59.091839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60826) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:55:59.169909 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-f3aceaff-24d7-4d2d-baf1-9f3c19f69469 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033475 Nov 29 11:55:59.271213 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c778126c-98d0-4abf-86ad-1abc9cd53ca7 req-4c6e94b8-c863-4ef2-8580-9928c44576b8 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905395 Nov 29 11:55:59.364574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-0ab0c2be-b0cc-4817-86ae-59681d22a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:59.365620 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-0ab0c2be-b0cc-4817-86ae-59681d22a904 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 1096 time: 0.0487859 Nov 29 11:55:59.455011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-5fac886f-9ca6-472c-a6c1-a5b92bedef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:59.456507 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-5fac886f-9ca6-472c-a6c1-a5b92bedef89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.0841067 Nov 29 11:55:59.472715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:59.500042 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-bdb355db-a427-4083-82e1-f4ddcdecf54a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52 HTTP/1.1" status: 200 len: 217 time: 0.0364485 Nov 29 11:55:59.564725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-658b9bd1-d8d9-4abb-b37c-7be7b29e8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:59.566329 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-658b9bd1-d8d9-4abb-b37c-7be7b29e8798 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0589504 Nov 29 11:55:59.612037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-825b5c7c-a59b-4bac-ab65-97111a8b8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:55:59.613545 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-825b5c7c-a59b-4bac-ab65-97111a8b8386 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406768 Nov 29 11:55:59.705696 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-660f9041-66b8-4894-bea8-5822c5aeca76 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849695 Nov 29 11:55:59.798060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 9d245883-5a13-46fc-ba23-f47ec2801bf7 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:55:59.798429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:59.806787 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4343b40-3566-4f1d-8dd9-4209615022d5 req-df6f3c4a-e5a8-448c-8d85-cb9a2968729b service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936205 Nov 29 11:55:59.887665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 9d245883-5a13-46fc-ba23-f47ec2801bf7, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9d245883-5a13-46fc-ba23-f47ec2801bf7,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:55:59.888031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:55:59.901014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 9d245883-5a13-46fc-ba23-f47ec2801bf7 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:00.123199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:00.139279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c84c8-19dd-465c-9f22-ab18216da16f req-f6aff55c-2a9f-4d9e-8b90-d21d0b51a2ae tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:00.140803 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d3c84c8-19dd-465c-9f22-ab18216da16f req-f6aff55c-2a9f-4d9e-8b90-d21d0b51a2ae tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0919673 Nov 29 11:56:00.162924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=9d245883-5a13-46fc-ba23-f47ec2801bf7,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:00.242036 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d3c84c8-19dd-465c-9f22-ab18216da16f req-31288659-c980-4bff-993f-0eb0e6dff179 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825868 Nov 29 11:56:00.371758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:00.594523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 0ad84437-35d4-4c79-a004-568908cdc145 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:56:00.671961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a1f78ddf-1f1e-4db7-bd47-8163fa495c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:00.707924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:56:00.716301 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c299cabc-50d2-4240-acf6-d5bbf90eb9df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/0ad84437-35d4-4c79-a004-568908cdc145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230967 Nov 29 11:56:00.719574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] Sync routers for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:56:00.730997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:00.731623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:00.955698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0426d-baa0-4f88-8df8-a740a1c9f8b4 req-1f4befbe-89a8-4788-b51c-3db88b82a6c2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:00.957425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-72c0426d-baa0-4f88-8df8-a740a1c9f8b4 req-1f4befbe-89a8-4788-b51c-3db88b82a6c2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 946 time: 0.0524559 Nov 29 11:56:00.990046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:00.997710 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-72c0426d-baa0-4f88-8df8-a740a1c9f8b4 req-ba7afa2a-ae01-4fac-ac8d-97570b5235d8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325713 Nov 29 11:56:01.213562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:00Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:01.243250 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] Checking router: 0ad84437-35d4-4c79-a004-568908cdc145 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:56:01.251496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:01.252090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:55:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:01.360735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:01.361780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bb190-6797-4da1-ba65-bbcbc181a150 req-f4a5f26e-944c-4679-a29e-ac362c88f6ad tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:01.363853 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6f9bb190-6797-4da1-ba65-bbcbc181a150 req-f4a5f26e-944c-4679-a29e-ac362c88f6ad tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0500791 Nov 29 11:56:01.403654 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6f9bb190-6797-4da1-ba65-bbcbc181a150 req-2b33c8be-8e60-409f-9542-983c1dddb188 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334582 Nov 29 11:56:01.585708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:00Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:01.615054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b1e62-6bcd-4c3f-ae4d-51f99de56797 None None] The sync data for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv is: [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:00Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '5ba01b13-d80a-47b3-89cf-af03db30581a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.77', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'port_id': 'b164c716-e2d7-46f1-9843-175b100d4423', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'mac_address': 'fa:16:3e:91:4f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6569c95e-56db-46fe-bd22-5061feaefd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:54:00Z', 'updated_at': '2021-11-29T11:54:04Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:56:02.119120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bd1b3-f806-4fe7-af5e-8a9cdfa6a86e req-22095545-29bd-41e4-b1b7-d62edf7f88af tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:02.120625 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c91bd1b3-f806-4fe7-af5e-8a9cdfa6a86e req-22095545-29bd-41e4-b1b7-d62edf7f88af tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 946 time: 0.0541153 Nov 29 11:56:02.160451 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c91bd1b3-f806-4fe7-af5e-8a9cdfa6a86e req-4cff692b-7daa-4b59-9b2d-4db96be4e13f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f49f461d-68a6-4ce5-b899-ff74348e041a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330493 Nov 29 11:56:02.478703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-ced1c128-ddf8-433b-a602-c32c5e052d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:02.480268 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-ced1c128-ddf8-433b-a602-c32c5e052d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 946 time: 0.0489068 Nov 29 11:56:02.517342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7071f22-5c31-4465-8774-91ece37d0da2 req-72a7b94d-39c2-4b58-a31b-7b40d47e1f0c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:02.518880 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b7071f22-5c31-4465-8774-91ece37d0da2 req-72a7b94d-39c2-4b58-a31b-7b40d47e1f0c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0494375 Nov 29 11:56:02.556933 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b7071f22-5c31-4465-8774-91ece37d0da2 req-9c84e568-f6df-44fc-87b8-33e6807544e8 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Nov 29 11:56:02.572780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 84e89baf-fb7c-4ad8-8966-5f353cd75358 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:56:02.573119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:02.661022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 84e89baf-fb7c-4ad8-8966-5f353cd75358, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=84e89baf-fb7c-4ad8-8966-5f353cd75358,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:02.661396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:02.661729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9d245883-5a13-46fc-ba23-f47ec2801bf7 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:56:02.673990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 84e89baf-fb7c-4ad8-8966-5f353cd75358 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:02.681202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 9d245883-5a13-46fc-ba23-f47ec2801bf7 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:56:02.681542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9d245883-5a13-46fc-ba23-f47ec2801bf7 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:56:02.798237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:02.824338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=84e89baf-fb7c-4ad8-8966-5f353cd75358,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:02.870513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port 84e89baf-fb7c-4ad8-8966-5f353cd75358 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:56:02.872981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:02.876777 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf9fc76f-6d5d-4421-bde7-d43275d5ea47 req-7db8cddf-af12-42d0-93c9-4d3088958c5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/84e89baf-fb7c-4ad8-8966-5f353cd75358 HTTP/1.1" status: 204 len: 173 time: 0.3905180 Nov 29 11:56:02.877214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393a783c-55f9-4990-ae95-501816704277', 'name': 'network-vif-deleted', 'tag': '84e89baf-fb7c-4ad8-8966-5f353cd75358'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:56:02.879468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a843cbb9-da98-48eb-be21-c3743a5aa85d" -d '{"events": [{"server_uuid": "393a783c-55f9-4990-ae95-501816704277", "name": "network-vif-deleted", "tag": "84e89baf-fb7c-4ad8-8966-5f353cd75358"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:56:02.918534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0298b0aa-26ef-4275-ad53-4c53d6f92340 x-openstack-request-id: req-0298b0aa-26ef-4275-ad53-4c53d6f92340 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:56:02.918826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393a783c-55f9-4990-ae95-501816704277", "name": "network-vif-deleted", "tag": "84e89baf-fb7c-4ad8-8966-5f353cd75358", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:56:02.919076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0298b0aa-26ef-4275-ad53-4c53d6f92340 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:56:02.919469 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393a783c-55f9-4990-ae95-501816704277', 'name': 'network-vif-deleted', 'tag': '84e89baf-fb7c-4ad8-8966-5f353cd75358', 'status': 'completed', 'code': 200} Nov 29 11:56:03.242174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-49cea6f4-6c54-43bb-a82f-1d186cbab12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:03.284615 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-77d9a97c-5c9b-428e-9ab6-ecb4bb5931fa req-9322e3e4-e21d-4972-abf6-d266709201d8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=393a783c-55f9-4990-ae95-501816704277 HTTP/1.1" status: 200 len: 210 time: 0.0381765 Nov 29 11:56:03.653442 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:03.674619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428f584-95e2-46a0-b8fa-7ee8ae31bb49 req-0d75c0ed-edee-4c8f-8a74-2d1c9736bfc7 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:03.676136 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6428f584-95e2-46a0-b8fa-7ee8ae31bb49 req-0d75c0ed-edee-4c8f-8a74-2d1c9736bfc7 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0532753 Nov 29 11:56:03.713049 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6428f584-95e2-46a0-b8fa-7ee8ae31bb49 req-e98199ca-7d7d-41a1-ad89-3c75dc96f456 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310898 Nov 29 11:56:04.338717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60848) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:04.395296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb18d-1b44-464c-8b73-18b3a16926aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.419961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb18d-1b44-464c-8b73-18b3a16926aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.477692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb18d-1b44-464c-8b73-18b3a16926aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.480392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9fcb18d-1b44-464c-8b73-18b3a16926aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.481640 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a9fcb18d-1b44-464c-8b73-18b3a16926aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/f49f461d-68a6-4ce5-b899-ff74348e041a HTTP/1.1" status: 204 len: 168 time: 0.1419156 Nov 29 11:56:04.491507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcb18d-1b44-464c-8b73-18b3a16926aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49f461d-68a6-4ce5-b899-ff74348e041a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:04.517755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60852) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:04.568448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-5479c1dd-a5f9-44e7-8942-70fada5a7d9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet 857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:56:04.571757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5479c1dd-a5f9-44e7-8942-70fada5a7d9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.614153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5479c1dd-a5f9-44e7-8942-70fada5a7d9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.618403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.693567 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5479c1dd-a5f9-44e7-8942-70fada5a7d9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.750994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5479c1dd-a5f9-44e7-8942-70fada5a7d9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.785789 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479c1dd-a5f9-44e7-8942-70fada5a7d9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:04.792835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe6cf3-bfce-41a6-9e51-6740cc7c5296 None None] Network be470be4-e104-4829-9a2b-9cda10cda6f2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:56:04.794452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5479c1dd-a5f9-44e7-8942-70fada5a7d9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.797654 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5479c1dd-a5f9-44e7-8942-70fada5a7d9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/857c5a75-cc4c-4f0f-b2e5-5ac2edd49adf HTTP/1.1" status: 204 len: 168 time: 0.2789230 Nov 29 11:56:04.800339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60856) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:04.837670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f703f-388f-4b92-9c6a-c9542e677668 req-316d16db-b021-4aa1-a06c-d6adf13f2594 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:04.839176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad3f703f-388f-4b92-9c6a-c9542e677668 req-316d16db-b021-4aa1-a06c-d6adf13f2594 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0568111 Nov 29 11:56:04.878877 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ad3f703f-388f-4b92-9c6a-c9542e677668 req-121976b7-22f7-4ead-a020-46ed74fa58ac tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325074 Nov 29 11:56:04.880726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.934482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:56:04.935658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:04.977718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] DHCP port deletion for be470be4-e104-4829-9a2b-9cda10cda6f2 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:56:05.024624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] Deleting port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:56:05.025000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.093981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] For port ed63dcbd-7b1c-4c35-9b87-38d17ad83110, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:05.094286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.107483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] Calling delete_port for ed63dcbd-7b1c-4c35-9b87-38d17ad83110 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:05.186525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.213873 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] No DVR routers for this DVR port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:56:05.215776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a5038-40c0-4328-ad1f-ed98ef688182 None None] Pushing event deleted for resources: {'Port': ['ID=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:05.321230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port ed63dcbd-7b1c-4c35-9b87-38d17ad83110, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,segment=NetworkSegment(9745bf24-3541-4b74-a0b6-7e9847db6407),segment_id=9745bf24-3541-4b74-a0b6-7e9847db6407)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:05.321592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.333814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for ed63dcbd-7b1c-4c35-9b87-38d17ad83110 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:05.404253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.432826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=ed63dcbd-7b1c-4c35-9b87-38d17ad83110,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:05.434657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port ed63dcbd-7b1c-4c35-9b87-38d17ad83110 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:56:05.509010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.528628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be470be4-e104-4829-9a2b-9cda10cda6f2']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:05.538226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9745bf24-3541-4b74-a0b6-7e9847db6407') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:05.538524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9745bf24-3541-4b74-a0b6-7e9847db6407') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:05.547550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.560131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.566178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:56:05.566623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:56:05.569648 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:56:05.628886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.635543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.638603 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/be470be4-e104-4829-9a2b-9cda10cda6f2 HTTP/1.1" status: 204 len: 168 time: 0.8372779 Nov 29 11:56:05.641966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60858) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:05.650504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae8542-42e3-4603-893a-0dede1cf208c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=be470be4-e104-4829-9a2b-9cda10cda6f2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:05.792440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 9d9043ff-e8af-4c1e-8ea7-07565fe55441 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:56:05.793043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.862283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 84e89baf-fb7c-4ad8-8966-5f353cd75358 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:56:05.868199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.868526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:05.879888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 9d9043ff-e8af-4c1e-8ea7-07565fe55441 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:05.881379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 84e89baf-fb7c-4ad8-8966-5f353cd75358 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:56:05.881735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 84e89baf-fb7c-4ad8-8966-5f353cd75358 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:56:05.946872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:06.317826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f2fab-e79e-4e13-9c09-a34cb6552c96 req-25ac559b-aa1a-4287-8a76-56be9b2110b4 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:06.319225 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c36f2fab-e79e-4e13-9c09-a34cb6552c96 req-25ac559b-aa1a-4287-8a76-56be9b2110b4 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.3579640 Nov 29 11:56:06.386095 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c36f2fab-e79e-4e13-9c09-a34cb6552c96 req-6fd41796-9b55-4d42-973c-fb3d366bbc36 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562520 Nov 29 11:56:06.408111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:06.432874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=9d9043ff-e8af-4c1e-8ea7-07565fe55441,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:06.493975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:06.494323 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 5ba01b13-d80a-47b3-89cf-af03db30581a disassociated (deleted). External IP: 172.26.5.77, port: b164c716-e2d7-46f1-9843-175b100d4423. Nov 29 11:56:06.692291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 0ad84437-35d4-4c79-a004-568908cdc145 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:56:06.703524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ed63dcbd-7b1c-4c35-9b87-38d17ad83110 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:56:06.725788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: ed63dcbd-7b1c-4c35-9b87-38d17ad83110 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:56:06.726244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ed63dcbd-7b1c-4c35-9b87-38d17ad83110 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:56:06.798621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:56:06.803679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:06.807708 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] Sync routers for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:56:06.816362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:06.816959 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:06.831220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8d7a308d-097d-4539-a7d3-7d690453e8fb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/5ba01b13-d80a-47b3-89cf-af03db30581a HTTP/1.1" status: 204 len: 168 time: 1.1881080 Nov 29 11:56:06.831946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:56:06.834452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "tag": "b164c716-e2d7-46f1-9843-175b100d4423"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:56:06.869581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cdb17f-7a75-42f3-84a4-ade86f7affe0 x-openstack-request-id: req-c5cdb17f-7a75-42f3-84a4-ade86f7affe0 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:56:06.869887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "tag": "b164c716-e2d7-46f1-9843-175b100d4423", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:56:06.870175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c5cdb17f-7a75-42f3-84a4-ade86f7affe0 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:56:06.870651 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423', 'status': 'completed', 'code': 200} Nov 29 11:56:06.930740 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:06.938114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-ef8b4ed8-6f30-4086-beae-4ce94104e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:06.939605 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-ef8b4ed8-6f30-4086-beae-4ce94104e333 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 1098 time: 0.0416265 Nov 29 11:56:07.041293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-4ef730c1-59de-4ad1-9c22-070500ec2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:07.042807 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-4ef730c1-59de-4ad1-9c22-070500ec2390 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 200 len: 897 time: 0.0896370 Nov 29 11:56:07.062978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c00fd5-7149-492e-aac0-a9c08fbb9189 req-10096d6b-01ec-47d7-984c-0f698af39fdb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:07.064812 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-50c00fd5-7149-492e-aac0-a9c08fbb9189 req-10096d6b-01ec-47d7-984c-0f698af39fdb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 945 time: 0.0534678 Nov 29 11:56:07.089315 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-68471d22-653a-43ac-8b19-77b2d06833b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b164c716-e2d7-46f1-9843-175b100d4423 HTTP/1.1" status: 200 len: 217 time: 0.0389681 Nov 29 11:56:07.103728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-50c00fd5-7149-492e-aac0-a9c08fbb9189 req-5813943d-afc1-4f60-9e8d-e63684a3fcc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327036 Nov 29 11:56:07.143606 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:00Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:07.144798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-c078b60a-bc29-497a-83d5-f8fb91671f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:07.146389 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-c078b60a-bc29-497a-83d5-f8fb91671f77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b977fa0-8834-42ec-9277-08c3dce123a0 HTTP/1.1" status: 200 len: 835 time: 0.0492153 Nov 29 11:56:07.169490 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] Checking router: 0ad84437-35d4-4c79-a004-568908cdc145 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:56:07.178317 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:07.178902 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:07.199185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-bff22a87-aec2-4c2f-aa5a-3f1bae3629b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:07.200589 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-bff22a87-aec2-4c2f-aa5a-3f1bae3629b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dab52360-1d21-4973-8f5b-895b25c990d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453210 Nov 29 11:56:07.281411 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:07.288275 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-a74c5f0a-5f14-4392-99f3-77e214e2abb2 service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794966 Nov 29 11:56:07.387709 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cf905a68-00ed-479b-ad6a-3b0a392b6e8f req-3fa93cc1-6db4-4c01-81bc-c9fe3909ece3 service neutron] 10.222.0.30 "GET /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882270 Nov 29 11:56:07.482109 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:00Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:07.503084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e6ba-27cd-4084-b9a4-2bf0dcb547a4 req-73b6d4f4-58bb-44f3-a149-5307f203c53b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:07.504664 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1704e6ba-27cd-4084-b9a4-2bf0dcb547a4 req-73b6d4f4-58bb-44f3-a149-5307f203c53b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0504713 Nov 29 11:56:07.510636 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca01a3a-ae02-4889-9fe9-62e98cd632e3 None None] The sync data for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv is: [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:00Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2', 'name': '', 'network_id': 'dab52360-1d21-4973-8f5b-895b25c990d2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:73:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:27Z', 'updated_at': '2021-11-29T11:53:34Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '9b977fa0-8834-42ec-9277-08c3dce123a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:56:07.545425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1704e6ba-27cd-4084-b9a4-2bf0dcb547a4 req-bf84bbd7-77c1-4f3f-81ee-61ad3ead1741 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345619 Nov 29 11:56:07.758885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7176df4-00ef-48b4-8163-b2222e7b7189 None None] New status for floating IP 5ba01b13-d80a-47b3-89cf-af03db30581a: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:56:08.229810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f1d4a-5ef9-41e3-8af9-1687f7bc9368 req-5cd60fef-6731-43fc-bcc1-ef4150d7d316 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:08.231294 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6f1f1d4a-5ef9-41e3-8af9-1687f7bc9368 req-5cd60fef-6731-43fc-bcc1-ef4150d7d316 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 945 time: 0.0477951 Nov 29 11:56:08.268314 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6f1f1d4a-5ef9-41e3-8af9-1687f7bc9368 req-5abd2509-e5e0-45e4-a0a2-76a2163c5efb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=6bf0335d-0e3e-4695-86b1-76632e800d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305779 Nov 29 11:56:08.660813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4ff57-65d3-4864-8eb8-b32cdb4ddfc4 req-725aad27-97a6-4c29-9d25-d0b8da1544ed tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:08.662569 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-def4ff57-65d3-4864-8eb8-b32cdb4ddfc4 req-725aad27-97a6-4c29-9d25-d0b8da1544ed tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0511506 Nov 29 11:56:08.699885 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-def4ff57-65d3-4864-8eb8-b32cdb4ddfc4 req-2f87e02e-8762-4171-82e3-4bd95024a5ca tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315893 Nov 29 11:56:08.881291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-e0c7f2df-c42a-45f9-9c4c-5327b942dc6a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:08.882756 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-e0c7f2df-c42a-45f9-9c4c-5327b942dc6a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 945 time: 0.0474420 Nov 29 11:56:08.971077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port b164c716-e2d7-46f1-9843-175b100d4423 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:56:08.971417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:09.059538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port b164c716-e2d7-46f1-9843-175b100d4423, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b164c716-e2d7-46f1-9843-175b100d4423,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:09.059900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:09.072057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for b164c716-e2d7-46f1-9843-175b100d4423 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:09.196658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:09.224656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=b164c716-e2d7-46f1-9843-175b100d4423,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:09.265781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port b164c716-e2d7-46f1-9843-175b100d4423 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:56:09.268213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:09.271487 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9d33d0da-0eb7-4bef-b458-2516e27d97ea req-53830386-76d8-49be-a612-3018419000d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/b164c716-e2d7-46f1-9843-175b100d4423 HTTP/1.1" status: 204 len: 173 time: 0.3823869 Nov 29 11:56:09.271939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'name': 'network-vif-deleted', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:56:09.274327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e55cb7-5177-4c8d-812c-0d387084d07e" -d '{"events": [{"server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "name": "network-vif-deleted", "tag": "b164c716-e2d7-46f1-9843-175b100d4423"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:56:09.310672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7e0e62-947c-4b3b-82d0-b871a88603e5 x-openstack-request-id: req-ce7e0e62-947c-4b3b-82d0-b871a88603e5 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:56:09.310974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6569c95e-56db-46fe-bd22-5061feaefd03", "name": "network-vif-deleted", "tag": "b164c716-e2d7-46f1-9843-175b100d4423", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:56:09.311243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce7e0e62-947c-4b3b-82d0-b871a88603e5 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:56:09.311639 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6569c95e-56db-46fe-bd22-5061feaefd03', 'name': 'network-vif-deleted', 'tag': 'b164c716-e2d7-46f1-9843-175b100d4423', 'status': 'completed', 'code': 200} Nov 29 11:56:09.362391 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d1158b66-8fb2-42bd-8279-f966ed407d02 req-1d9fdb30-9c3b-4632-83c8-c50099935371 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=6569c95e-56db-46fe-bd22-5061feaefd03 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Nov 29 11:56:09.814870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9507f67-bfca-4db2-875b-bfdff6c2ee69 req-730028aa-157f-488c-9e9a-d40e7038e521 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:09.816245 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f9507f67-bfca-4db2-875b-bfdff6c2ee69 req-730028aa-157f-488c-9e9a-d40e7038e521 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0488083 Nov 29 11:56:09.854176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f9507f67-bfca-4db2-875b-bfdff6c2ee69 req-681e2310-5858-4f8d-953b-e318d9182dcc tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Nov 29 11:56:10.422839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60882) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:10.486822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:10.512981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:10.570774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:10.573306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:10.574464 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/6bf0335d-0e3e-4695-86b1-76632e800d44 HTTP/1.1" status: 204 len: 168 time: 0.1506412 Nov 29 11:56:10.584692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf0335d-0e3e-4695-86b1-76632e800d44,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:10.592849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.593222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.593551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.593923 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.594327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.594695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.595084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.595442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.595803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.596192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.596546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.596865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81422595-b0bb-4f80-8117-9e3c65281ea9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:10.603729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60886) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:10.989178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4b2ac-40e6-4966-af2c-d0d41dc6efdb req-92ef5575-2911-4fb2-aee1-64d5d059f7d6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:10.990560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a7d4b2ac-40e6-4966-af2c-d0d41dc6efdb req-92ef5575-2911-4fb2-aee1-64d5d059f7d6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 943 time: 0.0621226 Nov 29 11:56:10.999641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:11.095634 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a7d4b2ac-40e6-4966-af2c-d0d41dc6efdb req-4eb9c945-0fba-4f7e-ad32-b8a93062e2eb tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988817 Nov 29 11:56:11.271949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:56:11.272221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:11.360818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:11.361177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:11.374079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:11.557443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:11.587469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:11.755610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:11.877625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device e0d2bfca-90dd-450c-87e0-5554edd37c52 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:56:11.879851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b164c716-e2d7-46f1-9843-175b100d4423 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:56:11.906803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: b164c716-e2d7-46f1-9843-175b100d4423 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:56:11.907139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b164c716-e2d7-46f1-9843-175b100d4423 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:56:11.966540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 0ad84437-35d4-4c79-a004-568908cdc145 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:56:11.989290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port e0d2bfca-90dd-450c-87e0-5554edd37c52, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:11.999726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'port_id': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'mac_address': 'fa:16:3e:cb:76:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:56:12.036662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.048828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d2bfca-90dd-450c-87e0-5554edd37c52 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:56:12.067304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port e0d2bfca-90dd-450c-87e0-5554edd37c52, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:12.071591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:56:12.072775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.077331 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-39b29073-91b8-4343-a391-eb41393e4015 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/0ad84437-35d4-4c79-a004-568908cdc145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4720376 Nov 29 11:56:12.080002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60890) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:12.084987 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] Sync routers for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:56:12.095116 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:12.095667 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:12.127968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=e0d2bfca-90dd-450c-87e0-5554edd37c52,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:12.143740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae17288-bc27-4c8d-b26f-85717702895b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet 9b977fa0-8834-42ec-9277-08c3dce123a0 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:56:12.146996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ae17288-bc27-4c8d-b26f-85717702895b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.204052 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:12.209293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ae17288-bc27-4c8d-b26f-85717702895b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.262620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e99f8-1abe-4efb-90fe-7ca89577e0ff req-f8efa52c-a4ed-479d-8a3d-6f5894650ee6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:12.264616 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d91e99f8-1abe-4efb-90fe-7ca89577e0ff req-f8efa52c-a4ed-479d-8a3d-6f5894650ee6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 944 time: 0.0960345 Nov 29 11:56:12.332776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d91e99f8-1abe-4efb-90fe-7ca89577e0ff req-395f6cd6-5f7f-4257-842e-cbddc1a55200 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619946 Nov 29 11:56:12.335830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ae17288-bc27-4c8d-b26f-85717702895b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.366245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['e0d2bfca-90dd-450c-87e0-5554edd37c52'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:56:12.389355 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:11Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:12.401865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ae17288-bc27-4c8d-b26f-85717702895b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.416390 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] Checking router: 0ad84437-35d4-4c79-a004-568908cdc145 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:56:12.425487 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] Routers {'0ad84437-35d4-4c79-a004-568908cdc145'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:12.426472 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['0ad84437-35d4-4c79-a004-568908cdc145'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:12.435022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae17288-bc27-4c8d-b26f-85717702895b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=9b977fa0-8834-42ec-9277-08c3dce123a0,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:12.437566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1ae17288-bc27-4c8d-b26f-85717702895b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.443411 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1ae17288-bc27-4c8d-b26f-85717702895b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/9b977fa0-8834-42ec-9277-08c3dce123a0 HTTP/1.1" status: 204 len: 168 time: 0.3582764 Nov 29 11:56:12.444079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60894) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:12.444556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b0f1ac-433a-4d76-8687-35c5d6b60959 None None] Network dab52360-1d21-4973-8f5b-895b25c990d2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:56:12.542687 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] Set router 0ad84437-35d4-4c79-a004-568908cdc145 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:12.557570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.679560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.718384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] DHCP port deletion for dab52360-1d21-4973-8f5b-895b25c990d2 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:56:12.745737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port c05f2223-79ef-4bcd-b7fa-6eb9eb564816 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:56:12.746093 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.792533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] Deleting port 69cb1e7a-f9de-48af-901c-be5b2861706c {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:56:12.792914 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.829370 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:11Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:12.851221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port c05f2223-79ef-4bcd-b7fa-6eb9eb564816, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c05f2223-79ef-4bcd-b7fa-6eb9eb564816,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:12.851459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.854939 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b13f05-f5e8-441d-9b04-f000af6259f3 None None] The sync data for ids ['0ad84437-35d4-4c79-a004-568908cdc145'] in dv-neutron-819578-1-hyperv is: [{'id': '0ad84437-35d4-4c79-a004-568908cdc145', 'name': 'tempest-TestNetworkBasicOps-router-1573338333', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103'}], 'enable_snat': True}, 'gw_port_id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:53:18Z', 'updated_at': '2021-11-29T11:56:11Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c05f2223-79ef-4bcd-b7fa-6eb9eb564816', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad84437-35d4-4c79-a004-568908cdc145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:53:19Z', 'updated_at': '2021-11-29T11:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:56:12.857629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] For port 69cb1e7a-f9de-48af-901c-be5b2861706c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=69cb1e7a-f9de-48af-901c-be5b2861706c,segment=NetworkSegment(f2525bae-68e0-4e89-a734-c9bf4b928b66),segment_id=f2525bae-68e0-4e89-a734-c9bf4b928b66)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:12.858626 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.864284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for c05f2223-79ef-4bcd-b7fa-6eb9eb564816 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:12.876664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] Calling delete_port for 69cb1e7a-f9de-48af-901c-be5b2861706c owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:56:12.960045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:12.986043 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] Pushing event deleted for resources: {'Port': ['ID=69cb1e7a-f9de-48af-901c-be5b2861706c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:12.989876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e97386-f5f7-4346-b6d4-6dc3226962cc None None] No DVR routers for this DVR port 69cb1e7a-f9de-48af-901c-be5b2861706c on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:56:13.039519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.069361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=c05f2223-79ef-4bcd-b7fa-6eb9eb564816,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:13.093566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.093916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.094285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.094621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.094955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.095288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.095617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.095946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.096278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.096601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.096923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.097241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:13.148986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.241533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.243731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.287939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.288595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Fanout notify agent at l3_agent the message router_deleted on router 0ad84437-35d4-4c79-a004-568908cdc145 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:56:13.295768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.296950 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f72c93e5-7414-4741-929b-6dd2542fcbfc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/routers/0ad84437-35d4-4c79-a004-568908cdc145 HTTP/1.1" status: 204 len: 168 time: 0.8522625 Nov 29 11:56:13.299746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60896) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:13.377696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.498282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.528167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49f41f-fd09-4564-8f64-405a4a317a03 req-b01e7ba5-cc92-4f9b-b3d5-8217c3756be5 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:13.530297 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0f49f41f-fd09-4564-8f64-405a4a317a03 req-b01e7ba5-cc92-4f9b-b3d5-8217c3756be5 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 944 time: 0.1226907 Nov 29 11:56:13.531908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab52360-1d21-4973-8f5b-895b25c990d2']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:13.543573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2525bae-68e0-4e89-a734-c9bf4b928b66') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:13.543871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2525bae-68e0-4e89-a734-c9bf4b928b66') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:13.564389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.583854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.593352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:56:13.593806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.598999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0f49f41f-fd09-4564-8f64-405a4a317a03 req-6a176b1f-1420-4c46-a6c8-fd25e57131f1 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591762 Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:56:13.599642 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:56:13.660097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.666923 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.670031 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/dab52360-1d21-4973-8f5b-895b25c990d2 HTTP/1.1" status: 204 len: 168 time: 0.3692698 Nov 29 11:56:13.681136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d704219-48fa-466f-a484-230649deeeed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=dab52360-1d21-4973-8f5b-895b25c990d2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:13.690902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60900) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:13.695961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--662976198', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:13.716326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:56:13.719712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.741897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:56:13.751298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.751587 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment 17aa0819-cf89-4f94-9944-7f3309fb097e of type vlan for network 84f7d211-b581-455c-8b3c-7648e2d2bbdf Nov 29 11:56:13.789141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.813380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.818939 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:13.819515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:13.893696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device e0d2bfca-90dd-450c-87e0-5554edd37c52 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:56:13.948891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port e0d2bfca-90dd-450c-87e0-5554edd37c52 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:56:13.954020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port e0d2bfca-90dd-450c-87e0-5554edd37c52 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:13.954557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.035699 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.059557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d2bfca-90dd-450c-87e0-5554edd37c52'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:56:14.063128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6da65c-9b4c-4694-8c7e-1b7171826480" -d '{"events": [{"server_uuid": "fe0bb676-d6ab-4302-aa80-10340b61c815", "name": "network-vif-plugged", "status": "completed", "tag": "e0d2bfca-90dd-450c-87e0-5554edd37c52"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:56:14.077861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port e0d2bfca-90dd-450c-87e0-5554edd37c52, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:14.082767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.108252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e087a7-6f8f-4e83-a16b-8606c5319e3b x-openstack-request-id: req-a3e087a7-6f8f-4e83-a16b-8606c5319e3b {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:56:14.108546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0bb676-d6ab-4302-aa80-10340b61c815", "name": "network-vif-plugged", "status": "completed", "tag": "e0d2bfca-90dd-450c-87e0-5554edd37c52", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:56:14.108801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3e087a7-6f8f-4e83-a16b-8606c5319e3b {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:56:14.109190 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'code': 200} Nov 29 11:56:14.139993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=e0d2bfca-90dd-450c-87e0-5554edd37c52,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:14.171490 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4795482 Nov 29 11:56:14.174153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60904) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:14.178403 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-500792975', 'admin_state_up': True, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:14.198393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ba039-f203-4b3f-bf84-857b5d663e43 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=84f7d211-b581-455c-8b3c-7648e2d2bbdf,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:14.211895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:56:14.214185 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.215214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.266711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.287809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce520e-663b-40d4-9a23-cab4b363e493 req-cc6b0379-ec37-4fb0-b088-3de27767f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:14.289297 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-69ce520e-663b-40d4-9a23-cab4b363e493 req-cc6b0379-ec37-4fb0-b088-3de27767f6e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 1098 time: 0.0443792 Nov 29 11:56:14.324909 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-69ce520e-663b-40d4-9a23-cab4b363e493 req-93f28ebe-e95b-4b11-90d6-f55926c91ab4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281377 Nov 29 11:56:14.403937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.592977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.615209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.709076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c05f2223-79ef-4bcd-b7fa-6eb9eb564816 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:56:14.729021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c05f2223-79ef-4bcd-b7fa-6eb9eb564816 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:56:14.729460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c05f2223-79ef-4bcd-b7fa-6eb9eb564816 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:56:14.729874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 69cb1e7a-f9de-48af-901c-be5b2861706c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:56:14.748574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 69cb1e7a-f9de-48af-901c-be5b2861706c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:56:14.748915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 69cb1e7a-f9de-48af-901c-be5b2861706c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:56:14.749319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:56:14.751639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287da31-16ca-468f-a12f-7a51055e75fd req-0cccfd9d-a10c-482f-a793-5ea0cc27cf20 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:14.753112 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f287da31-16ca-468f-a12f-7a51055e75fd req-0cccfd9d-a10c-482f-a793-5ea0cc27cf20 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 945 time: 0.0882022 Nov 29 11:56:14.758895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.223 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/c5ece7a7-2fbe-459f-bccc-0b0d66ef941b) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:56:14.767854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:56:14.768191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 01fc6c4a-0ef0-44d3-a22b-e0b0d00a9cf2 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:56:14.849063 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f287da31-16ca-468f-a12f-7a51055e75fd req-80b1a91d-ccb4-441f-a654-1b7dd48687ef tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878310 Nov 29 11:56:14.894778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.926321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:14.962426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:56:14.965256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:56:14.968756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:56:14.997563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=c5ece7a7-2fbe-459f-bccc-0b0d66ef941b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:15.220881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:15.408173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:15.535911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:56:15.642444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:56:15.653550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Sync routers for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:56:15.665215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:15.665872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:15.667125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:15.669431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cbc343d1-a8c3-447b-aaa4-ef0a2676dd2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4936039 Nov 29 11:56:15.672630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60908) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:15.707118 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e76b67fd-e335-4472-b0ad-8a79ee8fd6c3 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334020 Nov 29 11:56:15.709660 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60910) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:15.770832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:15.854803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70650bb0-3638-467f-a406-bc222b097798 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:15.856298 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-70650bb0-3638-467f-a406-bc222b097798 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457264 Nov 29 11:56:15.859163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60912) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:15.898928 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b66317eb-ee09-42e9-84a9-b503a231fd0c tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386374 Nov 29 11:56:15.901606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60916) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:15.906659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-568330292', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:15.953409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:15Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:15.975055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943e258-19d7-4c7e-b81a-98f2fdb4ab06 req-e2403a73-a4a3-4180-9f35-b116e867da0c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:15.979248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Checking router: 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:56:15.979613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Updating router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:56:15.981409 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c943e258-19d7-4c7e-b81a-98f2fdb4ab06 req-e2403a73-a4a3-4180-9f35-b116e867da0c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Nov 29 11:56:16.005306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.011286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:56:16.016779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.017769 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c943e258-19d7-4c7e-b81a-98f2fdb4ab06 req-07006595-6807-4295-9c33-7ed185b4d61f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338590 Nov 29 11:56:16.137751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bd92a-1b16-45b9-88df-496a2861741e req-b09352ae-1c7d-41c2-9cf6-9df6badd950f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:16.139310 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d7bd92a-1b16-45b9-88df-496a2861741e req-b09352ae-1c7d-41c2-9cf6-9df6badd950f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 945 time: 0.0531902 Nov 29 11:56:16.185803 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d7bd92a-1b16-45b9-88df-496a2861741e req-d2e68cb4-345d-4cba-82d0-0c945431d49b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Nov 29 11:56:16.208934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60920) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:16.213788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.275159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.277933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=5eb52827-ca5f-4eba-b308-c393ae68d228,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:16.281446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.289840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:56:16.290299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: 84f7d211-b581-455c-8b3c-7648e2d2bbdf, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:56:16.307238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:56:16.321854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 84f7d211-b581-455c-8b3c-7648e2d2bbdf) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:56:16.330775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:16.331754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.332383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296338c-b2f0-4554-96f4-7a6b400be7bc None None] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:56:16.350599 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-18c65651-4b0b-4a9b-a9b5-34e6a51c0857 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4453871 Nov 29 11:56:16.350834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60924) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:16.350967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Attempting to bind port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:56:16.351331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Attempting to bind port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:56:16.351689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Attempting to bind port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:56:16.368139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2ab9ff-b2b5-4cb7-aaa0-8b662d7f8882 tempest-TestVolumeBootPattern-1194283086 tempest-TestVolumeBootPattern-1194283086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:16.369921 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0e2ab9ff-b2b5-4cb7-aaa0-8b662d7f8882 tempest-TestVolumeBootPattern-1194283086 tempest-TestVolumeBootPattern-1194283086-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 1093 time: 0.1599095 Nov 29 11:56:16.372965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60926) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:16.377391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Pushing event updated for resources: {'Port': ['ID=c5ece7a7-2fbe-459f-bccc-0b0d66ef941b,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:16.378443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:16.391122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:56:16.391505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:56:16.392156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.392305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:56:16.392729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Bound port: c5ece7a7-2fbe-459f-bccc-0b0d66ef941b, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:56:16.393109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.396744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.397089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.397431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.397763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.398120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.398449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.398773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.399098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.399420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.399964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.400102 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.400353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:16.411140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.514695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.625293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] For port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:56:16.627640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Allocated IP 172.26.5.245 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/23c8f55f-1cd4-4b36-b14a-95a65cac25b1) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:56:16.657690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] For port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c5ece7a7-2fbe-459f-bccc-0b0d66ef941b,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:56:16.665413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.734241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.745573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:56:16.746453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.748458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:16.748861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:16.771333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.814906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:56:16.817796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:56:16.820677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b3ef9-4f87-40b4-a2c2-ebedb92ba4db None None] Pushing event updated for resources: {'Port': ['ID=c5ece7a7-2fbe-459f-bccc-0b0d66ef941b,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:16.824873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:56:16.828025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=23c8f55f-1cd4-4b36-b14a-95a65cac25b1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:16.841421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:16.948133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:17.071630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Allocated IP 172.20.0.2 (84f7d211-b581-455c-8b3c-7648e2d2bbdf/5eb52827-ca5f-4eba-b308-c393ae68d228/b3c40fcd-d55d-4421-8383-630530680967) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:56:17.176698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.238975 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:15Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:17.245497 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.270633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8bb9d0-71bb-4df5-be70-dbea91b822bc None None] The sync data for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv is: [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:15Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:56:17.287712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.294840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.335147 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:56:17.338035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:56:17.341694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:56:17.349919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Pushing event updated for resources: {'Port': ['ID=b3c40fcd-d55d-4421-8383-630530680967,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:17.355067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.1 (84f7d211-b581-455c-8b3c-7648e2d2bbdf/5eb52827-ca5f-4eba-b308-c393ae68d228/db2f2a1b-c05d-4696-995b-62f389f6172c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:56:17.408756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Attempting to bind port b3c40fcd-d55d-4421-8383-630530680967 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:56:17.409316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Attempting to bind port b3c40fcd-d55d-4421-8383-630530680967 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:56:17.409513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Attempting to bind port b3c40fcd-d55d-4421-8383-630530680967 on network 84f7d211-b581-455c-8b3c-7648e2d2bbdf {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:56:17.415142 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:56:17.415511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Checking segment: {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:56:17.415911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.416312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Bound using segment: {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:56:17.416880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Bound port: b3c40fcd-d55d-4421-8383-630530680967, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:56:17.417148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.443684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.449540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.490385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] For port b3c40fcd-d55d-4421-8383-630530680967, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:56:17.493950 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] For port b3c40fcd-d55d-4421-8383-630530680967, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b3c40fcd-d55d-4421-8383-630530680967,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:56:17.503688 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.504202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.542918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=23c8f55f-1cd4-4b36-b14a-95a65cac25b1,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:17.549428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.566362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.575487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32941c4-f33e-408a-abbe-950496bfe8a5 None None] Pushing event updated for resources: {'Port': ['ID=b3c40fcd-d55d-4421-8383-630530680967,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:17.628496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:56:17.631515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:56:17.645077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:56:17.703130 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Floating IP c6f534be-ca94-4502-b403-ae87ae598103 associated. External IP: 172.26.5.245, port: e0d2bfca-90dd-450c-87e0-5554edd37c52. Nov 29 11:56:17.707396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=db2f2a1b-c05d-4696-995b-62f389f6172c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:17.727206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.898610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:17.961123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:56:18.082498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:56:18.093357 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:56:18.105272 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:18.106049 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:18.118009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:18.226558 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:18.245487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:18.251547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:18.357505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=db2f2a1b-c05d-4696-995b-62f389f6172c,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:18.366628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:18.495269 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c6f534be-ca94-4502-b403-ae87ae598103', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:cb:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:56:17Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:18.503645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:56:18.505124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:56:18.538770 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:56:18.549079 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:18.550015 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:18.566595 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-172aa768-ffb5-432e-a98f-ef7972f4ecea tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1917725 Nov 29 11:56:18.567399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'tag': 'e0d2bfca-90dd-450c-87e0-5554edd37c52'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:56:18.571171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc1f1d-c607-4381-b510-180eb406e4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0bb676-d6ab-4302-aa80-10340b61c815", "tag": "e0d2bfca-90dd-450c-87e0-5554edd37c52"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:56:18.630983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1900d9e-26bd-47bd-bb54-ad07aa8db726 x-openstack-request-id: req-f1900d9e-26bd-47bd-bb54-ad07aa8db726 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:56:18.631277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0bb676-d6ab-4302-aa80-10340b61c815", "tag": "e0d2bfca-90dd-450c-87e0-5554edd37c52", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:56:18.631528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f1900d9e-26bd-47bd-bb54-ad07aa8db726 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:56:18.631930 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'tag': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'status': 'completed', 'code': 200} Nov 29 11:56:18.642587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:56:18.691585 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:18.774103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d605b59c-9bab-4703-af9b-280c6b304247 None None] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:56:18.783763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc1f1d-c607-4381-b510-180eb406e4fc req-e3929894-3f59-4566-bdcd-9f69e5c35cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:18.785919 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-badc1f1d-c607-4381-b510-180eb406e4fc req-e3929894-3f59-4566-bdcd-9f69e5c35cdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 1098 time: 0.1294827 Nov 29 11:56:18.828654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c5ece7a7-2fbe-459f-bccc-0b0d66ef941b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:56:18.855628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:56:18.862000 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-51741e2a-796a-40bb-93ae-5d9d849d2458 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/3fcc4994-0b06-40d5-8bbf-84edd2db2df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101533 Nov 29 11:56:18.864472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60932) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:18.913929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7612a7da-93d5-4f71-9570-21e876f0b924 None None] Provisioning complete for port b3c40fcd-d55d-4421-8383-630530680967 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:18.914324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7612a7da-93d5-4f71-9570-21e876f0b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:18.959668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc1f1d-c607-4381-b510-180eb406e4fc req-9d6a53af-abe8-4249-82ba-7ccc4aac108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:18.961156 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-badc1f1d-c607-4381-b510-180eb406e4fc req-9d6a53af-abe8-4249-82ba-7ccc4aac108a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.1633856 Nov 29 11:56:18.969524 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c6f534be-ca94-4502-b403-ae87ae598103', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:cb:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:56:17Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:18.996267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:18.996647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.002252 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cedd8bb-d368-4e0e-b5b1-41fdd398bfbd None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c6f534be-ca94-4502-b403-ae87ae598103', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:cb:76:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:56:17Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:56:19.060030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e4cd-01f9-4870-a9e0-b6aa89e6d256 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.060511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e4cd-01f9-4870-a9e0-b6aa89e6d256 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.061098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e4cd-01f9-4870-a9e0-b6aa89e6d256 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.061569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e4cd-01f9-4870-a9e0-b6aa89e6d256 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.062370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e4cd-01f9-4870-a9e0-b6aa89e6d256 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.062815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e4cd-01f9-4870-a9e0-b6aa89e6d256 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.064622 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-50b0e4cd-01f9-4870-a9e0-b6aa89e6d256 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1992061 Nov 29 11:56:19.067352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60934) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:19.116477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7612a7da-93d5-4f71-9570-21e876f0b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.119025 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-badc1f1d-c607-4381-b510-180eb406e4fc req-30256715-3d62-47b9-a586-402a7eb53d46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52 HTTP/1.1" status: 200 len: 999 time: 0.1455894 Nov 29 11:56:19.170215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.184867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7612a7da-93d5-4f71-9570-21e876f0b924 None None] For port b3c40fcd-d55d-4421-8383-630530680967, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b3c40fcd-d55d-4421-8383-630530680967,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:19.190777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7612a7da-93d5-4f71-9570-21e876f0b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.224660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c5ece7a7-2fbe-459f-bccc-0b0d66ef941b,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:19.256068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.257321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b3c40fcd-d55d-4421-8383-630530680967 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:56:19.303827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612a7da-93d5-4f71-9570-21e876f0b924 None None] Pushing event updated for resources: {'Port': ['ID=b3c40fcd-d55d-4421-8383-630530680967,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:19.335582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f9926-e728-406b-99ba-a4ec6c5fdcc3 None None] New status for floating IP c6f534be-ca94-4502-b403-ae87ae598103: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:56:19.387330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b3c40fcd-d55d-4421-8383-630530680967 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:19.387714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.472671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c5ece7a7-2fbe-459f-bccc-0b0d66ef941b,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:19.505065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2b2147aa-4f40-41be-aa86-724868062cc8 None None] Provisioning complete for port db2f2a1b-c05d-4696-995b-62f389f6172c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:19.505439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b2147aa-4f40-41be-aa86-724868062cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.563569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f18c8c-3222-47ba-a268-8565887bb313 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.564120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f18c8c-3222-47ba-a268-8565887bb313 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.564392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f18c8c-3222-47ba-a268-8565887bb313 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.565120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f18c8c-3222-47ba-a268-8565887bb313 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.565581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f18c8c-3222-47ba-a268-8565887bb313 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.566218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f18c8c-3222-47ba-a268-8565887bb313 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.570750 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d6f18c8c-3222-47ba-a268-8565887bb313 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.4996061 Nov 29 11:56:19.570750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc1f1d-c607-4381-b510-180eb406e4fc req-a481a55e-f306-432d-9a48-c10c3aa04b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.571130 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-badc1f1d-c607-4381-b510-180eb406e4fc req-a481a55e-f306-432d-9a48-c10c3aa04b19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.4416506 Nov 29 11:56:19.571589 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60936) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:19.590422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2b2147aa-4f40-41be-aa86-724868062cc8 None None] Port db2f2a1b-c05d-4696-995b-62f389f6172c cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:56:19.631894 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Sync routers for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:56:19.649295 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:19.650407 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:19.677386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2b2147aa-4f40-41be-aa86-724868062cc8 None None] Provisioning complete for port b3c40fcd-d55d-4421-8383-630530680967 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:19.677601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b2147aa-4f40-41be-aa86-724868062cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.749319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc1f1d-c607-4381-b510-180eb406e4fc req-75dad45f-71ac-4100-b75b-daae47748e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:19.750656 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-badc1f1d-c607-4381-b510-180eb406e4fc req-75dad45f-71ac-4100-b75b-daae47748e95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1559632 Nov 29 11:56:19.784986 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:19.893378 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-badc1f1d-c607-4381-b510-180eb406e4fc req-d623fd5a-6b2e-41ff-a478-1486d7136047 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352143 Nov 29 11:56:19.920459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2998f765-e0fd-4ff2-94d7-5f4e37002403 None None] Provisioning complete for port db2f2a1b-c05d-4696-995b-62f389f6172c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:19.921028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2998f765-e0fd-4ff2-94d7-5f4e37002403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:19.955379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2998f765-e0fd-4ff2-94d7-5f4e37002403 None None] Port db2f2a1b-c05d-4696-995b-62f389f6172c cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:56:19.983671 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e784632a-f57c-48c0-b231-741746d5d49f tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4110250 Nov 29 11:56:19.993221 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:18Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:20.017534 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-badc1f1d-c607-4381-b510-180eb406e4fc req-33eb765e-be36-4e3b-869c-3f7a2669024a service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161463 Nov 29 11:56:20.019530 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Checking router: 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:56:20.019885 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Updating router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 port db2f2a1b-c05d-4696-995b-62f389f6172c binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:56:20.048114 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.228697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60940) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:20.233369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f7c4dd06-3341-4b7c-9344-2e91288c3660 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963198531', 'description': 'tempest-secgroup-smoke-1963198531 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:20.256438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7c4dd06-3341-4b7c-9344-2e91288c3660 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.324543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7c4dd06-3341-4b7c-9344-2e91288c3660 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.329194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7c4dd06-3341-4b7c-9344-2e91288c3660 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.357756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f7c4dd06-3341-4b7c-9344-2e91288c3660 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.358408 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f7c4dd06-3341-4b7c-9344-2e91288c3660 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287024 Nov 29 11:56:20.360500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4dd06-3341-4b7c-9344-2e91288c3660 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:20.361248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60942) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:20.365845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a9834451-1907-47e8-acca-92376bf3bedf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '4f0fca0e-a505-497e-88a8-c6b61b9cbfe0', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:20.391902 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.395925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9834451-1907-47e8-acca-92376bf3bedf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.397204 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.444483 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Pushing event updated for resources: {'Port': ['ID=db2f2a1b-c05d-4696-995b-62f389f6172c,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:20.454263 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9834451-1907-47e8-acca-92376bf3bedf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.458122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9834451-1907-47e8-acca-92376bf3bedf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.473666 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.474038 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.474315 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.474652 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.474986 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.475333 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.475668 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.475995 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.476527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9834451-1907-47e8-acca-92376bf3bedf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ac1115-30cf-4532-bac9-d1a78fc3b01b,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:20.476696 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.476860 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.477351 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.477849 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:56:20.490191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9834451-1907-47e8-acca-92376bf3bedf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.491572 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a9834451-1907-47e8-acca-92376bf3bedf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293194 Nov 29 11:56:20.494566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60944) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:20.499390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-145ef2c3-0e53-45e8-a79f-13abc604ada0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '4f0fca0e-a505-497e-88a8-c6b61b9cbfe0', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:20.513222 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Attempting to bind port db2f2a1b-c05d-4696-995b-62f389f6172c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:56:20.513606 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Attempting to bind port db2f2a1b-c05d-4696-995b-62f389f6172c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:56:20.514532 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Attempting to bind port db2f2a1b-c05d-4696-995b-62f389f6172c on network 84f7d211-b581-455c-8b3c-7648e2d2bbdf {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:56:20.519763 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:56:20.520134 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Checking segment: {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:56:20.520582 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.520965 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Bound using segment: {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:56:20.521641 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Bound port: db2f2a1b-c05d-4696-995b-62f389f6172c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:56:20.522056 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.528953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-145ef2c3-0e53-45e8-a79f-13abc604ada0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.588977 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] For port db2f2a1b-c05d-4696-995b-62f389f6172c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:56:20.590606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-145ef2c3-0e53-45e8-a79f-13abc604ada0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.592997 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] For port db2f2a1b-c05d-4696-995b-62f389f6172c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=db2f2a1b-c05d-4696-995b-62f389f6172c,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:56:20.594799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-145ef2c3-0e53-45e8-a79f-13abc604ada0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.597005 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.620923 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-145ef2c3-0e53-45e8-a79f-13abc604ada0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.622260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-145ef2c3-0e53-45e8-a79f-13abc604ada0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265361 Nov 29 11:56:20.624931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60946) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:20.629418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a4f4753e-34f8-45ca-a95f-5732d858bb82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '4f0fca0e-a505-497e-88a8-c6b61b9cbfe0', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:20.635036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ef2c3-0e53-45e8-a79f-13abc604ada0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c413620-e885-4afb-bff9-a8f062d96d3d,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:20.660268 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:20.660887 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:20.661907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4f4753e-34f8-45ca-a95f-5732d858bb82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.687437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ade8a990-f744-4f9c-9b82-2bcf0c9d666f None None] Provisioning complete for port db2f2a1b-c05d-4696-995b-62f389f6172c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:20.687838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ade8a990-f744-4f9c-9b82-2bcf0c9d666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.701972 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e17557-2730-43ff-97de-9db30ceef246 None None] Pushing event updated for resources: {'Port': ['ID=db2f2a1b-c05d-4696-995b-62f389f6172c,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:20.767398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c5ece7a7-2fbe-459f-bccc-0b0d66ef941b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:56:20.779610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4f4753e-34f8-45ca-a95f-5732d858bb82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.784050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4f4753e-34f8-45ca-a95f-5732d858bb82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.806938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4753e-34f8-45ca-a95f-5732d858bb82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce5229f-0a15-4371-8e9f-9bb5958fe245,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:20.811209 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:20.822481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a4f4753e-34f8-45ca-a95f-5732d858bb82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.823835 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a4f4753e-34f8-45ca-a95f-5732d858bb82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1978166 Nov 29 11:56:20.826829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60948) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:20.832298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-17a0700a-17f2-43d5-9c6b-79b74b8e99f8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '4f0fca0e-a505-497e-88a8-c6b61b9cbfe0', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:20.878343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17a0700a-17f2-43d5-9c6b-79b74b8e99f8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.947946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17a0700a-17f2-43d5-9c6b-79b74b8e99f8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.952836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17a0700a-17f2-43d5-9c6b-79b74b8e99f8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.973828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0700a-17f2-43d5-9c6b-79b74b8e99f8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce96c59-0125-409f-8a57-1a90466a72a6,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:20.984888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-17a0700a-17f2-43d5-9c6b-79b74b8e99f8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.985068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ade8a990-f744-4f9c-9b82-2bcf0c9d666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:20.988665 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-17a0700a-17f2-43d5-9c6b-79b74b8e99f8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580176 Nov 29 11:56:20.988882 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 60950) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:20.993806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-73732572-71e3-450e-a244-a0f2bdbddac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '4f0fca0e-a505-497e-88a8-c6b61b9cbfe0', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:21.016791 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-73732572-71e3-450e-a244-a0f2bdbddac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:56:21.023092 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-73732572-71e3-450e-a244-a0f2bdbddac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.025672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:21.026154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.031183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ade8a990-f744-4f9c-9b82-2bcf0c9d666f None None] For port db2f2a1b-c05d-4696-995b-62f389f6172c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=db2f2a1b-c05d-4696-995b-62f389f6172c,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:21.041579 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:20Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:21.050954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ade8a990-f744-4f9c-9b82-2bcf0c9d666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.068369 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be1f8f8-e119-48c0-b453-edd2a047d035 None None] The sync data for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv is: [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:20Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:56:21.092408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-73732572-71e3-450e-a244-a0f2bdbddac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.098115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-73732572-71e3-450e-a244-a0f2bdbddac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.126063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73732572-71e3-450e-a244-a0f2bdbddac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7116e04-acfc-454a-bc54-2a5361116665,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:21.139935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8a990-f744-4f9c-9b82-2bcf0c9d666f None None] Pushing event updated for resources: {'Port': ['ID=db2f2a1b-c05d-4696-995b-62f389f6172c,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:21.140919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-73732572-71e3-450e-a244-a0f2bdbddac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.143693 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-73732572-71e3-450e-a244-a0f2bdbddac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538103 Nov 29 11:56:21.146715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 60952) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:21.150945 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-79efd639-4e87-4d80-891c-b4c8214b195f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '4f0fca0e-a505-497e-88a8-c6b61b9cbfe0', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:21.176931 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-79efd639-4e87-4d80-891c-b4c8214b195f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:56:21.182344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79efd639-4e87-4d80-891c-b4c8214b195f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.204814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b3c40fcd-d55d-4421-8383-630530680967 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:56:21.208611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-edacb2b8-2a7a-4fca-a9fc-f49b9c8408da None None] Provisioning complete for port db2f2a1b-c05d-4696-995b-62f389f6172c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:21.209183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-edacb2b8-2a7a-4fca-a9fc-f49b9c8408da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.253153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79efd639-4e87-4d80-891c-b4c8214b195f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.258467 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79efd639-4e87-4d80-891c-b4c8214b195f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.280185 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79efd639-4e87-4d80-891c-b4c8214b195f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b552bfc-3fb0-4af3-a10b-97f41a45dac0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:21.287510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-79efd639-4e87-4d80-891c-b4c8214b195f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.290082 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-79efd639-4e87-4d80-891c-b4c8214b195f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424768 Nov 29 11:56:21.314127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b3c40fcd-d55d-4421-8383-630530680967 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:21.314500 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:21.486074 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-8bad4621-dad0-47fc-b5d3-e664a409168d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963198531&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0330343 Nov 29 11:56:21.599695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-d58a5d13-f42a-4b74-83ff-263c080ff36c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:21.601207 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-d58a5d13-f42a-4b74-83ff-263c080ff36c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=84f7d211-b581-455c-8b3c-7648e2d2bbdf HTTP/1.1" status: 200 len: 796 time: 0.1078527 Nov 29 11:56:21.616514 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-d66c8a54-2f25-4430-9b42-ac24fd1ce7c8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0095303 Nov 29 11:56:21.670341 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-63ee0860-2bdf-4355-a5fd-d3008b451378 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480735 Nov 29 11:56:21.772222 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-2a5e3757-4382-49a4-93d8-039849eae9be service neutron] 10.222.0.23 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893786 Nov 29 11:56:21.864050 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-7d9b35a7-6465-4677-85a2-0fcf8f9ce2ad service neutron] 10.222.0.23 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858963 Nov 29 11:56:22.031781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-036c4fbd-5d3f-4144-8a29-a1fd6efd2040 req-3e624dbc-c85e-4512-aae9-5dc8b9f27704 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 210 time: 0.0286660 Nov 29 11:56:22.728775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device db2f2a1b-c05d-4696-995b-62f389f6172c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:56:22.774554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port db2f2a1b-c05d-4696-995b-62f389f6172c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:22.774930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:22.955616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-619a7fe5-6b05-4288-86ca-4e2f2f69b6ae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:22.957059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-619a7fe5-6b05-4288-86ca-4e2f2f69b6ae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=84f7d211-b581-455c-8b3c-7648e2d2bbdf HTTP/1.1" status: 200 len: 796 time: 0.1189742 Nov 29 11:56:23.000459 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-b15a59a6-97a5-441d-950d-535ff4994230 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 380 time: 0.0337493 Nov 29 11:56:23.015557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['4f0fca0e-a505-497e-88a8-c6b61b9cbfe0']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:23.125404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-231ac40d-4912-4dce-ae13-7b3fa3ca7c72 req-6848a67a-49d8-460f-a47e-c69cb0667fa9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 210 time: 0.0263889 Nov 29 11:56:23.131202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:56:23.134747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:23.259862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.8 (84f7d211-b581-455c-8b3c-7648e2d2bbdf/5eb52827-ca5f-4eba-b308-c393ae68d228/1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:56:23.391048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:23.423730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:23.471356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:56:23.474803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:56:23.478539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:56:23.488142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:23.536504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:23.537144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:23.554915 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-9b96d2c5-b814-45b6-b1e7-03ae56740b2f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5436490 Nov 29 11:56:23.567543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Request body: {'port': {'device_id': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:23.622163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:23.682377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cb005104-e727-4587-b7e8-106d9cab64fb None None] Provisioning complete for port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:23.682747 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cb005104-e727-4587-b7e8-106d9cab64fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:23.716019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-cb005104-e727-4587-b7e8-106d9cab64fb None None] Port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:56:23.880005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:56:23.887446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:23.900411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Transition to ACTIVE for port object 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:56:23.904050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:23.955776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Pushing event updated for resources: {'Port': ['ID=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:24.036059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Attempting to bind port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:56:24.036393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Attempting to bind port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:56:24.036721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Attempting to bind port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef on network 84f7d211-b581-455c-8b3c-7648e2d2bbdf {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:56:24.041451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef on network 84f7d211-b581-455c-8b3c-7648e2d2bbdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:56:24.041769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Attempting to bind port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef on network 84f7d211-b581-455c-8b3c-7648e2d2bbdf {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:56:24.047319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:56:24.047640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Checking segment: {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:56:24.048020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Bound using segment: {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:56:24.048439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Bound port: 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17aa0819-cf89-4f94-9944-7f3309fb097e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:56:24.048799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:24.113450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] For port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:56:24.116464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] For port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:56:24.121425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:24.157825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.158539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:24.159821 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] 10.222.0.30 "PUT /v2.0/ports/1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef HTTP/1.1" status: 200 len: 1093 time: 0.5967255 Nov 29 11:56:24.160269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:56:24.162565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff90816-1b0d-4e13-90ce-5733aed80664" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:56:24.200669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cb6e2-1e59-44e6-a4ac-99ffd0a0dc9d service neutron] Pushing event updated for resources: {'Port': ['ID=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:24.221694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032d2536-0836-4522-9624-77183d816bfc x-openstack-request-id: req-032d2536-0836-4522-9624-77183d816bfc {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:56:24.222045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:56:24.222251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-032d2536-0836-4522-9624-77183d816bfc {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:56:24.222648 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'status': 'completed', 'code': 200} Nov 29 11:56:24.250103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb34603-4624-4d2d-bbc1-dbc00cf8c256 req-3629e5cc-3fdb-44d4-bd41-3cd05881302a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.251824 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4bb34603-4624-4d2d-bbc1-dbc00cf8c256 req-3629e5cc-3fdb-44d4-bd41-3cd05881302a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 943 time: 0.0559483 Nov 29 11:56:24.253792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-37495ce6-2a98-4779-b752-11f394494ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.255543 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-37495ce6-2a98-4779-b752-11f394494ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 1096 time: 0.0450292 Nov 29 11:56:24.292314 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4bb34603-4624-4d2d-bbc1-dbc00cf8c256 req-f9ed2a91-0a6d-4b14-adbc-88b3f2135f31 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339992 Nov 29 11:56:24.303992 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-1c06d5c0-abf3-4156-9bad-8e65c5f270b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef HTTP/1.1" status: 200 len: 217 time: 0.0403237 Nov 29 11:56:24.357040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-e534505f-2f0a-47b5-a2d0-446e628174f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.358825 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-e534505f-2f0a-47b5-a2d0-446e628174f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5eb52827-ca5f-4eba-b308-c393ae68d228 HTTP/1.1" status: 200 len: 834 time: 0.0474269 Nov 29 11:56:24.417290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-335fb175-e22e-4b9c-a576-ffecb5d1ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.418862 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-335fb175-e22e-4b9c-a576-ffecb5d1ac35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84f7d211-b581-455c-8b3c-7648e2d2bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536048 Nov 29 11:56:24.510530 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-09e1c35a-1c7e-44ea-a671-65072b526f81 service neutron] 10.222.0.30 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848520 Nov 29 11:56:24.597453 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e368180-29b1-46e0-a02b-9a3f2df96dc0 req-20059ae7-7c6e-4a53-babf-2814a0a3c66e service neutron] 10.222.0.30 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804257 Nov 29 11:56:24.679632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-d32b4a7a-5195-468e-82a1-833df0e3dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.681026 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-d32b4a7a-5195-468e-82a1-833df0e3dce6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 1096 time: 0.0392220 Nov 29 11:56:24.770645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-aba2c8fb-1cec-4f89-95ac-82d70c7884ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.772057 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-aba2c8fb-1cec-4f89-95ac-82d70c7884ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=84f7d211-b581-455c-8b3c-7648e2d2bbdf HTTP/1.1" status: 200 len: 897 time: 0.0845752 Nov 29 11:56:24.813394 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-60c4f7f7-9d64-4b5c-85fe-363b6a7f635e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef HTTP/1.1" status: 200 len: 217 time: 0.0344443 Nov 29 11:56:24.865316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-90d75c16-da66-40ca-b7f9-7cd511389853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.866721 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-90d75c16-da66-40ca-b7f9-7cd511389853 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5eb52827-ca5f-4eba-b308-c393ae68d228 HTTP/1.1" status: 200 len: 834 time: 0.0459342 Nov 29 11:56:24.911845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-fa6d19e2-7695-4445-9d42-4df06ecb622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:24.913271 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-fa6d19e2-7695-4445-9d42-4df06ecb622f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84f7d211-b581-455c-8b3c-7648e2d2bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393093 Nov 29 11:56:24.999609 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-01d3ce66-7afa-4ce5-aa75-ba91f1fd3daa service neutron] 10.222.0.30 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782301 Nov 29 11:56:25.088970 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ff90816-1b0d-4e13-90ce-5733aed80664 req-6e43deba-b965-41c7-8e66-a2db61156bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828202 Nov 29 11:56:25.412323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ccda28-9eb8-4ec5-ad74-0e025517aa81 req-a134bd9d-deaf-4ab9-a525-7b376de07edb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:25.413776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b5ccda28-9eb8-4ec5-ad74-0e025517aa81 req-a134bd9d-deaf-4ab9-a525-7b376de07edb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 943 time: 0.0489402 Nov 29 11:56:25.452245 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b5ccda28-9eb8-4ec5-ad74-0e025517aa81 req-5f9e29a5-e58e-4a3d-aeab-51ceb8a2205e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Nov 29 11:56:25.958663 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:56:26.573930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39690242-aaff-4775-bd5c-69b99f7dc774 req-2bfb4867-7dfc-4b6e-a84d-ba9a5a6092b9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:26.575529 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-39690242-aaff-4775-bd5c-69b99f7dc774 req-2bfb4867-7dfc-4b6e-a84d-ba9a5a6092b9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 943 time: 0.0529957 Nov 29 11:56:26.616411 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-39690242-aaff-4775-bd5c-69b99f7dc774 req-7c14eab5-5ab8-4237-ab93-79371d931dc8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343850 Nov 29 11:56:27.383130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:27.733974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84d52-bb4b-4076-8604-abf8b7a1e434 req-80f7efc8-fa54-4023-a26e-af510b2314c8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:27.735427 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f6e84d52-bb4b-4076-8604-abf8b7a1e434 req-80f7efc8-fa54-4023-a26e-af510b2314c8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 943 time: 0.0539675 Nov 29 11:56:27.771136 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f6e84d52-bb4b-4076-8604-abf8b7a1e434 req-37c93c1e-00c3-48aa-90e8-b7389cb1bf79 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298541 Nov 29 11:56:27.940251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:56:28.032408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:28.043162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'port_id': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'mac_address': 'fa:16:3e:bd:2e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:56:28.080258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:28.092752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:56:28.111819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:28.115505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:28.159350 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:28.441577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:56:28.889552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20145887-0aea-4ed8-8e64-823f3e59ed8d req-dee4236d-d39e-4ff0-816e-406bbf2d5300 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:28.891067 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20145887-0aea-4ed8-8e64-823f3e59ed8d req-dee4236d-d39e-4ff0-816e-406bbf2d5300 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 944 time: 0.0545588 Nov 29 11:56:28.928571 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20145887-0aea-4ed8-8e64-823f3e59ed8d req-3d5fafb4-f4bb-41e7-8765-1c77c27407c2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Nov 29 11:56:29.955136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:56:30.005971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:56:30.009792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:56:30.010191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:30.048373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30e090-3885-4e83-8754-fa5f531eba09 req-204a2f0d-d872-4b0e-9b81-4669b6255f95 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:30.049853 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb30e090-3885-4e83-8754-fa5f531eba09 req-204a2f0d-d872-4b0e-9b81-4669b6255f95 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 944 time: 0.0525134 Nov 29 11:56:30.094150 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb30e090-3885-4e83-8754-fa5f531eba09 req-d5504392-896f-4cfa-9294-a0f1b793cc5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380414 Nov 29 11:56:30.094927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:30.121294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:56:30.124276 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68c27f8-c49b-4e8a-b611-cf3adffa0912" -d '{"events": [{"server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "name": "network-vif-plugged", "status": "completed", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:56:30.137700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:56:30.144583 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:30.175400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67d5cec-e3e6-45ab-8061-971b98dae591 x-openstack-request-id: req-a67d5cec-e3e6-45ab-8061-971b98dae591 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:56:30.175687 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "name": "network-vif-plugged", "status": "completed", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:56:30.175934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a67d5cec-e3e6-45ab-8061-971b98dae591 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:56:30.176312 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'code': 200} Nov 29 11:56:30.201361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:30.349956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c43305-fae5-40e5-b518-67b5b546590b req-40094b86-cf5d-4143-a9cb-905dffcbbe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:30.351422 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-19c43305-fae5-40e5-b518-67b5b546590b req-40094b86-cf5d-4143-a9cb-905dffcbbe08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 1098 time: 0.0416815 Nov 29 11:56:30.385841 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-19c43305-fae5-40e5-b518-67b5b546590b req-307eadbb-3ff7-4d70-b0b1-0cd4f9cc5a83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279186 Nov 29 11:56:30.663873 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ff33c080-c772-4ca6-b971-71d33d908daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:31.221216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac035-09c8-458a-9f08-4c180b5d4f38 req-864d8907-d186-44c2-92bb-fcb52e5d9463 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:31.222699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8a1ac035-09c8-458a-9f08-4c180b5d4f38 req-864d8907-d186-44c2-92bb-fcb52e5d9463 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Nov 29 11:56:31.259804 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8a1ac035-09c8-458a-9f08-4c180b5d4f38 req-0f2c6289-b091-4ba8-a8fd-722f34f55bda tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312626 Nov 29 11:56:32.374348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c455338-c388-4364-b35e-a18f56701e9e req-d0bb076a-2b28-4219-bddb-a6bdf6614562 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:32.375848 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8c455338-c388-4364-b35e-a18f56701e9e req-d0bb076a-2b28-4219-bddb-a6bdf6614562 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Nov 29 11:56:32.416754 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8c455338-c388-4364-b35e-a18f56701e9e req-391ed0a7-5364-464c-8d77-56e058da2bc2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339532 Nov 29 11:56:32.528259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039aa84-9717-426e-969b-196a71e4b55b req-170d2bbc-9827-4036-ab27-42258fdabb46 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:32.530297 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6039aa84-9717-426e-969b-196a71e4b55b req-170d2bbc-9827-4036-ab27-42258fdabb46 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Nov 29 11:56:32.566125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6039aa84-9717-426e-969b-196a71e4b55b req-1b1c01e9-aaec-4619-a72f-bd3e1a31efd3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299428 Nov 29 11:56:32.587898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32776) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:32.630283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c625651-7593-4b00-b199-a06b7788c518 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:32.631739 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0c625651-7593-4b00-b199-a06b7788c518 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 1093 time: 0.0429099 Nov 29 11:56:32.634610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32778) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:32.639249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:56:32.661785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:32.759294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:32.867139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.95 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/ab35e32f-20be-4cba-b262-0b92c5af7d4c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:56:32.969562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.004098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.041443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:56:33.046240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:56:33.049453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:56:33.074218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=ab35e32f-20be-4cba-b262-0b92c5af7d4c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:33.244731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b05adbd8-c8c6-4d7d-9675-562d9db5459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.407375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.485510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.643966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.648636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.657015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.721654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=ab35e32f-20be-4cba-b262-0b92c5af7d4c,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:56:33.732476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:33.828038 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 03c63e6d-894b-45f7-bbc6-d4f1d4c8586e associated. External IP: 172.26.5.95, port: 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef. Nov 29 11:56:34.026361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:56:34.444209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:56:34.455231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] Sync routers for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:56:34.462778 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:34.464813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:34.465500 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:34.492842 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5dbe5076-01d5-4393-9a15-c2390664d7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8570378 Nov 29 11:56:34.493421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:56:34.495774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32782) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:34.496277 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118121af-8c9f-4857-9273-b335fe159fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:56:34.534712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a83784e-9631-46dc-8f7f-2240355ad9af x-openstack-request-id: req-6a83784e-9631-46dc-8f7f-2240355ad9af {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:56:34.535005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:56:34.535255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a83784e-9631-46dc-8f7f-2240355ad9af {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:56:34.535659 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'status': 'completed', 'code': 200} Nov 29 11:56:34.569729 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-97172bc5-3bba-44d1-a134-df1cb222e16b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/03c63e6d-894b-45f7-bbc6-d4f1d4c8586e HTTP/1.1" status: 200 len: 990 time: 0.0728254 Nov 29 11:56:34.573923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:34.600475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118121af-8c9f-4857-9273-b335fe159fdf req-61df34e3-2a5c-44ab-9c69-21ce7f8a84ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:34.601952 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-118121af-8c9f-4857-9273-b335fe159fdf req-61df34e3-2a5c-44ab-9c69-21ce7f8a84ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 1098 time: 0.0423491 Nov 29 11:56:34.660743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:34.697653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118121af-8c9f-4857-9273-b335fe159fdf req-4f345351-1d7e-42e4-9b85-0bcc74c4a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:34.699154 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-118121af-8c9f-4857-9273-b335fe159fdf req-4f345351-1d7e-42e4-9b85-0bcc74c4a84c service neutron] 10.222.0.30 "GET /v2.0/networks?id=84f7d211-b581-455c-8b3c-7648e2d2bbdf HTTP/1.1" status: 200 len: 897 time: 0.0894241 Nov 29 11:56:34.763597 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-118121af-8c9f-4857-9273-b335fe159fdf req-1cb74ed3-89b3-4772-9018-0ea5006bd711 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef HTTP/1.1" status: 200 len: 998 time: 0.0564964 Nov 29 11:56:34.805761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '03c63e6d-894b-45f7-bbc6-d4f1d4c8586e', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.95', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'port_id': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'mac_address': 'fa:16:3e:bd:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:56:33Z', 'updated_at': '2021-11-29T11:56:33Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:21Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:34.820166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118121af-8c9f-4857-9273-b335fe159fdf req-8c1dcb0a-c7ae-4b98-a40d-0e688bbbff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:34.821645 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-118121af-8c9f-4857-9273-b335fe159fdf req-8c1dcb0a-c7ae-4b98-a40d-0e688bbbff53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5eb52827-ca5f-4eba-b308-c393ae68d228 HTTP/1.1" status: 200 len: 834 time: 0.0507591 Nov 29 11:56:34.836727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] Checking router: 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:56:34.844966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:56:34.845560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:56:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:34.867868 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118121af-8c9f-4857-9273-b335fe159fdf req-428f471b-34a7-4dd6-8801-a8598283ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:56:34.869362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-118121af-8c9f-4857-9273-b335fe159fdf req-428f471b-34a7-4dd6-8801-a8598283ac4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84f7d211-b581-455c-8b3c-7648e2d2bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402768 Nov 29 11:56:34.956220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:56:34.964817 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-118121af-8c9f-4857-9273-b335fe159fdf req-89a84c57-6c01-4d6b-9e3a-f7c6f6d44acf service neutron] 10.222.0.30 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876162 Nov 29 11:56:35.059273 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-118121af-8c9f-4857-9273-b335fe159fdf req-c3734473-1bc5-4a49-85f9-9bde52b85f84 service neutron] 10.222.0.30 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858099 Nov 29 11:56:35.184071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '03c63e6d-894b-45f7-bbc6-d4f1d4c8586e', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.95', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'port_id': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'mac_address': 'fa:16:3e:bd:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:56:33Z', 'updated_at': '2021-11-29T11:56:33Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:21Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:56:35.210418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a92ce34-bb28-4c7b-a2e0-aeb7150961e5 None None] The sync data for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv is: [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '03c63e6d-894b-45f7-bbc6-d4f1d4c8586e', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.95', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'port_id': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'mac_address': 'fa:16:3e:bd:2e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:56:33Z', 'updated_at': '2021-11-29T11:56:33Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:21Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:56:35.411746 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1daa67b-908c-45c2-9202-2a846b7b6057 None None] New status for floating IP 03c63e6d-894b-45f7-bbc6-d4f1d4c8586e: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:56:35.573608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32786) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:56:35.645069 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c941d4a4-4b9b-4d78-ae85-b6b20a6cd851 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/03c63e6d-894b-45f7-bbc6-d4f1d4c8586e HTTP/1.1" status: 200 len: 992 time: 0.0703275 Nov 29 11:56:35.947651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:56:57.400294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:00.664818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f96b9b39-d05a-4108-babd-24d5c9a38b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:02.957234 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:57:03.246822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2d132708-5875-41ac-b153-003447679ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:03.658134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:04.624068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:05.948533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:27.389723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:30.665186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0027ffa0-cf73-4c24-a215-c1f9ca200c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:33.247207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-10e7765a-06b0-4cd6-9f2b-819529169396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:33.658177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:34.626816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:35.951527 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:39.079637 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-d14ff568-8a14-4273-bfb2-99e142b42000 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403779 Nov 29 11:57:39.169971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-7852b85c-b50b-4cf0-b5be-3e16a9ce87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:39.171431 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-7852b85c-b50b-4cf0-b5be-3e16a9ce87bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 1098 time: 0.0396190 Nov 29 11:57:39.276938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-7a1ea387-9ff1-43b8-89d3-698ecb44bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:39.278389 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-7a1ea387-9ff1-43b8-89d3-698ecb44bd9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.0868821 Nov 29 11:57:39.342109 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-b151c1e4-a739-4b9c-b2aa-0a321470593b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52 HTTP/1.1" status: 200 len: 1001 time: 0.0559483 Nov 29 11:57:39.393593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-255708ee-81e6-4bf6-ab5d-92692848adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:39.395066 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-255708ee-81e6-4bf6-ab5d-92692848adbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0458603 Nov 29 11:57:39.439465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-e197fa11-43ec-4fb6-9b9d-b806ac666f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:39.440892 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-e197fa11-43ec-4fb6-9b9d-b806ac666f4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376081 Nov 29 11:57:39.528155 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-96d91bdc-85cd-4058-9809-74086e15c717 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795109 Nov 29 11:57:39.622547 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-52b5e589-df6f-4fc8-aae9-0981274fb414 req-cddbe1c3-11d6-4000-9468-46c3a9149743 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836296 Nov 29 11:57:39.955440 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:57:40.294732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32820) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:40.354558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c4ba3d5a-9c54-48b6-aefa-048aaa6aa66c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/03c63e6d-894b-45f7-bbc6-d4f1d4c8586e HTTP/1.1" status: 200 len: 992 time: 0.0587335 Nov 29 11:57:41.580026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32832) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:41.731155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port ab35e32f-20be-4cba-b262-0b92c5af7d4c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:57:41.731410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:41.806871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:41.807190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:41.818663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for ab35e32f-20be-4cba-b262-0b92c5af7d4c owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:57:41.960555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:41.984737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=ab35e32f-20be-4cba-b262-0b92c5af7d4c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:41.996293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.996633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.996971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.997302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.997631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.997977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.998309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.998634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.998957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.999276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.999594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:41.999911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:42.054955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:42.055286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 03c63e6d-894b-45f7-bbc6-d4f1d4c8586e disassociated (deleted). External IP: 172.26.5.95, port: 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef. Nov 29 11:57:42.252976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:57:42.357911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:57:42.362715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:42.367577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] Sync routers for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:57:42.376875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:57:42.377469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:57:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:42.389099 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ade22cf4-2d8b-4ca9-88c0-0539df5ad0c6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/03c63e6d-894b-45f7-bbc6-d4f1d4c8586e HTTP/1.1" status: 204 len: 168 time: 0.8080032 Nov 29 11:57:42.389692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:57:42.391957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794465db-0ca8-4c5f-978f-b5195455d1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:57:42.438296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c502995-0767-4883-a9e1-775f70f9bebc x-openstack-request-id: req-6c502995-0767-4883-a9e1-775f70f9bebc {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:57:42.438765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:57:42.439089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c502995-0767-4883-a9e1-775f70f9bebc {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:57:42.439550 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'status': 'completed', 'code': 200} Nov 29 11:57:42.491420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:57:42.503401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-7117d0b1-17ba-4ffa-b002-f264a6c3c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:42.505246 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-7117d0b1-17ba-4ffa-b002-f264a6c3c7c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 1098 time: 0.0439696 Nov 29 11:57:42.613812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-aa976e0d-ada5-45ea-aa84-9a567e346fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:42.615318 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-aa976e0d-ada5-45ea-aa84-9a567e346fe9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84f7d211-b581-455c-8b3c-7648e2d2bbdf HTTP/1.1" status: 200 len: 897 time: 0.1031554 Nov 29 11:57:42.643020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9484bf4-50ae-4adc-b29d-ed637997dd27 req-a1f05ebb-e427-48d7-996d-d98edf17d8a1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:42.644685 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a9484bf4-50ae-4adc-b29d-ed637997dd27 req-a1f05ebb-e427-48d7-996d-d98edf17d8a1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Nov 29 11:57:42.660062 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-eca1d9ab-75f1-4842-bfd2-d94ff8389eb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef HTTP/1.1" status: 200 len: 217 time: 0.0353043 Nov 29 11:57:42.686970 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a9484bf4-50ae-4adc-b29d-ed637997dd27 req-dc927bcc-a7fb-4cb3-be06-89b3e8c2c0d8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336607 Nov 29 11:57:42.696497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:21Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:42.712960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-c28fcee5-51de-4720-8462-58f370cc8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:42.714536 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-c28fcee5-51de-4720-8462-58f370cc8f62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5eb52827-ca5f-4eba-b308-c393ae68d228 HTTP/1.1" status: 200 len: 834 time: 0.0469434 Nov 29 11:57:42.768004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-eabf1316-5444-4910-84cb-d32c943a7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:42.769452 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-eabf1316-5444-4910-84cb-d32c943a7baf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84f7d211-b581-455c-8b3c-7648e2d2bbdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466642 Nov 29 11:57:42.862992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] Checking router: 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:57:42.864657 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-60e30e0f-8bca-4dfa-a0a0-fff15fef990e service neutron] 10.222.0.30 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854104 Nov 29 11:57:42.872319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:57:42.872924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:57:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:42.961710 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-794465db-0ca8-4c5f-978f-b5195455d1a1 req-3cea2ac8-973d-462b-a6ed-f75b3f7c17f6 service neutron] 10.222.0.30 "GET /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880682 Nov 29 11:57:42.976209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:57:43.170887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:21Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:43.200280 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a774563a-463c-47aa-8c26-5bdd5bf08321 None None] The sync data for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv is: [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:17Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'db2f2a1b-c05d-4696-995b-62f389f6172c', 'name': '', 'network_id': '84f7d211-b581-455c-8b3c-7648e2d2bbdf', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:0b:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:16Z', 'updated_at': '2021-11-29T11:56:21Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '5eb52827-ca5f-4eba-b308-c393ae68d228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:57:43.431054 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5b6a14-ff65-475a-8c6e-0a50ee72ccf1 None None] New status for floating IP 03c63e6d-894b-45f7-bbc6-d4f1d4c8586e: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:57:43.803505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51041718-3f6e-4779-8619-1662ce7a6fd2 req-2f965aed-02ce-4385-bb3a-8bc2c91ef50f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:43.804957 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-51041718-3f6e-4779-8619-1662ce7a6fd2 req-2f965aed-02ce-4385-bb3a-8bc2c91ef50f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 945 time: 0.0476909 Nov 29 11:57:43.843111 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-51041718-3f6e-4779-8619-1662ce7a6fd2 req-67357e7e-6d38-4264-ad74-8ccb026001c2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Nov 29 11:57:44.230754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-00f37828-f4d8-4a52-8d2d-42847866fbf0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:44.232168 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-00f37828-f4d8-4a52-8d2d-42847866fbf0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 945 time: 0.0487900 Nov 29 11:57:44.318239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:57:44.318592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:44.407186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:57:44.407545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:44.420006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:57:44.545821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:44.574312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:44.585818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.586192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.586527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.586855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.587178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.587556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.587903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.588249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.588593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.588934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.589258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.589574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:44.623428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:57:44.625773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:44.628987 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9af36a13-523f-47fa-a7f8-39a01315d3eb req-42995c9f-68e4-412a-9bd6-8f5c5bf05092 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef HTTP/1.1" status: 204 len: 173 time: 0.3905263 Nov 29 11:57:44.629414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'name': 'network-vif-deleted', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:57:44.631642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cfd191-5342-4667-a9a4-c9b6de192be6" -d '{"events": [{"server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "name": "network-vif-deleted", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:57:44.667025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291ad90d-a38d-4ff5-80bd-4c9fe4a7ef0e x-openstack-request-id: req-291ad90d-a38d-4ff5-80bd-4c9fe4a7ef0e {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:57:44.667321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb2cc6ac-e28c-4f9e-bbe0-094aeab10247", "name": "network-vif-deleted", "tag": "1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:57:44.667593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-291ad90d-a38d-4ff5-80bd-4c9fe4a7ef0e {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:57:44.667970 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb2cc6ac-e28c-4f9e-bbe0-094aeab10247', 'name': 'network-vif-deleted', 'tag': '1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef', 'status': 'completed', 'code': 200} Nov 29 11:57:44.947694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0ce48e9e-816b-4d7b-b592-81a4cb9125e0 req-4201cd92-18a5-49c2-84fc-114102c3129c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb2cc6ac-e28c-4f9e-bbe0-094aeab10247 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Nov 29 11:57:46.003237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32850) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:46.059102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e3e28ea-2ac5-4fd3-a253-e0a6d65b8bb5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:46.083350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e3e28ea-2ac5-4fd3-a253-e0a6d65b8bb5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:46.144338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e3e28ea-2ac5-4fd3-a253-e0a6d65b8bb5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:46.147181 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e3e28ea-2ac5-4fd3-a253-e0a6d65b8bb5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:46.148339 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4e3e28ea-2ac5-4fd3-a253-e0a6d65b8bb5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/4f0fca0e-a505-497e-88a8-c6b61b9cbfe0 HTTP/1.1" status: 204 len: 168 time: 0.1440985 Nov 29 11:57:46.158317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e28ea-2ac5-4fd3-a253-e0a6d65b8bb5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0fca0e-a505-497e-88a8-c6b61b9cbfe0,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:46.184362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32854) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:46.530087 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:46.782565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port db2f2a1b-c05d-4696-995b-62f389f6172c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:57:46.782835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:46.875182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port db2f2a1b-c05d-4696-995b-62f389f6172c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=db2f2a1b-c05d-4696-995b-62f389f6172c,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:57:46.875802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:46.892353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for db2f2a1b-c05d-4696-995b-62f389f6172c owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:57:47.067646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:47.096594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=db2f2a1b-c05d-4696-995b-62f389f6172c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:47.277593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:47.486256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:57:47.595075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:57:47.600808 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bd9c767d-cd4d-4349-80a3-23792490bf1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/3fcc4994-0b06-40d5-8bbf-84edd2db2df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4153411 Nov 29 11:57:47.603546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32856) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:47.605255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] Sync routers for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:57:47.614227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:57:47.614825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:57:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:47.658678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6c649e-e2ae-4c0f-a77e-6e401fd49d83 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet 5eb52827-ca5f-4eba-b308-c393ae68d228 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 11:57:47.661733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f6c649e-e2ae-4c0f-a77e-6e401fd49d83 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:47.701686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f6c649e-e2ae-4c0f-a77e-6e401fd49d83 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:47.716647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:57:47.784294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f6c649e-e2ae-4c0f-a77e-6e401fd49d83 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:47.847594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f6c649e-e2ae-4c0f-a77e-6e401fd49d83 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:47.876221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c649e-e2ae-4c0f-a77e-6e401fd49d83 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb52827-ca5f-4eba-b308-c393ae68d228,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:47.878243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8f6c649e-e2ae-4c0f-a77e-6e401fd49d83 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:47.881436 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8f6c649e-e2ae-4c0f-a77e-6e401fd49d83 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/5eb52827-ca5f-4eba-b308-c393ae68d228 HTTP/1.1" status: 204 len: 168 time: 0.2766731 Nov 29 11:57:47.884111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32858) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:47.888744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19945cef-1f51-46c0-95ec-c0521da78326 None None] Network 84f7d211-b581-455c-8b3c-7648e2d2bbdf requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:57:47.958442 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:57:47Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:47.985824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] Checking router: 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:57:47.990320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.027361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] Routers {'3fcc4994-0b06-40d5-8bbf-84edd2db2df3'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:57:48.027968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:57:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:48.091559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.146607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] Set router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:57:48.157152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:57:48.157496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.176030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] DHCP port deletion for 84f7d211-b581-455c-8b3c-7648e2d2bbdf request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 11:57:48.234434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port c5ece7a7-2fbe-459f-bccc-0b0d66ef941b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c5ece7a7-2fbe-459f-bccc-0b0d66ef941b,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:57:48.234801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.248336 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for c5ece7a7-2fbe-459f-bccc-0b0d66ef941b owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:57:48.299673 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:57:48.327618 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:57:48.328002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 1f864e0b-6ecc-4d75-b8f6-7ea9fad48eef not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:57:48.356588 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Deleting port b3c40fcd-d55d-4421-8383-630530680967 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:57:48.356880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.415334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.428831 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] For port b3c40fcd-d55d-4421-8383-630530680967, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b3c40fcd-d55d-4421-8383-630530680967,segment=NetworkSegment(17aa0819-cf89-4f94-9944-7f3309fb097e),segment_id=17aa0819-cf89-4f94-9944-7f3309fb097e)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:57:48.429229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.442361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=c5ece7a7-2fbe-459f-bccc-0b0d66ef941b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:48.443614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Calling delete_port for b3c40fcd-d55d-4421-8383-630530680967 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:57:48.458034 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:57:47Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:48.485969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67b1297-9c88-4285-a0e6-7c11e53b348b None None] The sync data for ids ['3fcc4994-0b06-40d5-8bbf-84edd2db2df3'] in dv-neutron-819578-1-hyperv is: [{'id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'name': 'tempest-TestNetworkBasicOps-router-500792975', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223'}], 'enable_snat': True}, 'gw_port_id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:57:47Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c5ece7a7-2fbe-459f-bccc-0b0d66ef941b', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:13:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc4994-0b06-40d5-8bbf-84edd2db2df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:56:14Z', 'updated_at': '2021-11-29T11:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:57:48.507131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.554828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.583060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Pushing event deleted for resources: {'Port': ['ID=b3c40fcd-d55d-4421-8383-630530680967,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:48.592783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] No DVR routers for this DVR port b3c40fcd-d55d-4421-8383-630530680967 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:57:48.599825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.599825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.599825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.599825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.599825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.599825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.599825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.601343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.601343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.601343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.601343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.601343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a414be-2f2f-41b0-8957-8c6ffd003d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:48.608484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.610635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.651659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.652167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Fanout notify agent at l3_agent the message router_deleted on router 3fcc4994-0b06-40d5-8bbf-84edd2db2df3 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 11:57:48.658961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.660038 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dd4e04ef-d104-4e54-8034-fd2350a30785 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/routers/3fcc4994-0b06-40d5-8bbf-84edd2db2df3 HTTP/1.1" status: 204 len: 168 time: 0.7744572 Nov 29 11:57:48.662692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32860) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:48.738350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.825579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.849273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f7d211-b581-455c-8b3c-7648e2d2bbdf']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:48.861098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17aa0819-cf89-4f94-9944-7f3309fb097e') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:48.861395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17aa0819-cf89-4f94-9944-7f3309fb097e') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:48.871978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.886023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.892497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 11:57:48.892961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 11:57:48.897147 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 11:57:48.960246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.961423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device db2f2a1b-c05d-4696-995b-62f389f6172c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:57:48.968031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:48.971003 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/84f7d211-b581-455c-8b3c-7648e2d2bbdf HTTP/1.1" status: 204 len: 168 time: 0.3074095 Nov 29 11:57:48.985591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32862) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:48.988630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a87717-5c17-42ac-b5b3-c36bae6e9c99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=84f7d211-b581-455c-8b3c-7648e2d2bbdf,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:48.994850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--952328379', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:48.998553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: db2f2a1b-c05d-4696-995b-62f389f6172c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:57:48.998904 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device db2f2a1b-c05d-4696-995b-62f389f6172c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:57:48.999355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b3c40fcd-d55d-4421-8383-630530680967 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:57:49.018855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:57:49.019564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b3c40fcd-d55d-4421-8383-630530680967 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:57:49.019911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b3c40fcd-d55d-4421-8383-630530680967 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:57:49.023780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.050124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 11:57:49.059947 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.060291 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment 044bdeec-936c-4991-9349-6a7f5c0c9424 of type vlan for network 9231bd65-718c-48b3-866f-d0ea001b99b2 Nov 29 11:57:49.100571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.125601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.131282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:49.131870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.483626 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4952936 Nov 29 11:57:49.486500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32864) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:49.497301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-966478525', 'admin_state_up': True, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:49.511136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ca076-aa89-4fee-b16b-b3a3e8f66f6f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=9231bd65-718c-48b3-866f-d0ea001b99b2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:49.522361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 11:57:49.530284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.531565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.594999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.725692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.911449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:49.929441 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:50.028502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.99 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/474efe83-c682-4df9-8018-8b31b124d38f) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:57:50.129527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:50.161627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:50.197611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:57:50.201794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:57:50.205125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:57:50.213507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=474efe83-c682-4df9-8018-8b31b124d38f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:50.455747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:50.644268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:50.730337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c5ece7a7-2fbe-459f-bccc-0b0d66ef941b no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:57:50.752819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c5ece7a7-2fbe-459f-bccc-0b0d66ef941b {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:57:50.753175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c5ece7a7-2fbe-459f-bccc-0b0d66ef941b not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:57:50.768628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router c3606f13-87f8-40b8-a987-bf603b4fad6f is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 11:57:50.872156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:57:50.882002 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Sync routers for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:57:50.891585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:50.892369 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:57:50.895840 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7823214c-36a9-4d1a-ba89-c06d1d7f690c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4055910 Nov 29 11:57:50.895991 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:57:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:50.896130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32866) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:50.924507 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dd712749-734b-4a1a-af74-9bab88998a7b tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274291 Nov 29 11:57:50.927015 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32868) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:50.996565 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:57:51.016910 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d99564-2646-4bf1-98df-9391a9221910 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:51.018431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-08d99564-2646-4bf1-98df-9391a9221910 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905218 Nov 29 11:57:51.021439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32870) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:51.051128 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9e47f5c2-a98e-438d-abd3-54b92f5f7c13 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260873 Nov 29 11:57:51.051800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32872) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:51.057026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1852414210', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:51.143176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:57:51.146781 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.173887 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:50Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:51.200332 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Checking router: c3606f13-87f8-40b8-a987-bf603b4fad6f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:57:51.200686 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Updating router c3606f13-87f8-40b8-a987-bf603b4fad6f port 474efe83-c682-4df9-8018-8b31b124d38f binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:57:51.225156 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.326639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.391236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=98f9e143-e3de-49db-925c-982ed0bd7474,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:51.402332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:57:51.402697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: 9231bd65-718c-48b3-866f-d0ea001b99b2, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 11:57:51.419291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 11:57:51.428219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 9231bd65-718c-48b3-866f-d0ea001b99b2) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:57:51.432890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:51.433513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.439750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d0187-c224-43bd-a724-88726199cf06 None None] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:57:51.450700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ee4cc937-7c6e-48f2-9583-d91a0b807e17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3978994 Nov 29 11:57:51.453648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32874) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:51.573375 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.579871 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.632667 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Attempting to bind port 474efe83-c682-4df9-8018-8b31b124d38f on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:57:51.633038 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Attempting to bind port 474efe83-c682-4df9-8018-8b31b124d38f by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:57:51.633694 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Attempting to bind port 474efe83-c682-4df9-8018-8b31b124d38f on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:57:51.642728 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:57:51.643108 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:57:51.643506 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.643898 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:57:51.644362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Bound port: 474efe83-c682-4df9-8018-8b31b124d38f, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:57:51.644743 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.647214 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Pushing event updated for resources: {'Port': ['ID=474efe83-c682-4df9-8018-8b31b124d38f,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:51.672062 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.672421 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.672746 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.673081 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.673419 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.673744 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.674117 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.674468 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.674812 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.675139 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.675462 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.675782 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:57:51.711362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] For port 474efe83-c682-4df9-8018-8b31b124d38f, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:57:51.715046 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] For port 474efe83-c682-4df9-8018-8b31b124d38f, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=474efe83-c682-4df9-8018-8b31b124d38f,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:57:51.719605 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.738441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-9231bd65-718c-48b3-866f-d0ea001b99b2', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 11:57:51.739455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:51.786796 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:57:51.787406 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:57:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:51.791283 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df198d8-f2c5-4719-8dcb-1709e2996d97 None None] Pushing event updated for resources: {'Port': ['ID=474efe83-c682-4df9-8018-8b31b124d38f,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:51.886605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Allocated IP 172.20.0.2 (9231bd65-718c-48b3-866f-d0ea001b99b2/98f9e143-e3de-49db-925c-982ed0bd7474/0c92084d-1f01-4213-b804-ed0ef110d736) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:57:51.897863 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:57:51.898383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.045898 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.053541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.086763 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:50Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:52.087520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:57:52.090329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:57:52.093732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:57:52.107840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Pushing event updated for resources: {'Port': ['ID=0c92084d-1f01-4213-b804-ed0ef110d736,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:52.117401 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df89060-5001-4eac-ab05-5bd90e76ce81 None None] The sync data for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv is: [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:50Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:57:52.160972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Attempting to bind port 0c92084d-1f01-4213-b804-ed0ef110d736 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:57:52.161340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Attempting to bind port 0c92084d-1f01-4213-b804-ed0ef110d736 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:57:52.161703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Attempting to bind port 0c92084d-1f01-4213-b804-ed0ef110d736 on network 9231bd65-718c-48b3-866f-d0ea001b99b2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:57:52.167627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:57:52.168003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Checking segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:57:52.168402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.168789 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Bound using segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:57:52.169257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Bound port: 0c92084d-1f01-4213-b804-ed0ef110d736, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:57:52.169633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.191412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.1 (9231bd65-718c-48b3-866f-d0ea001b99b2/98f9e143-e3de-49db-925c-982ed0bd7474/d038eb09-eed0-4e32-a8c6-32c09e225059) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:57:52.235322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] For port 0c92084d-1f01-4213-b804-ed0ef110d736, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:57:52.238730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] For port 0c92084d-1f01-4213-b804-ed0ef110d736, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0c92084d-1f01-4213-b804-ed0ef110d736,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:57:52.243345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.301212 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314d1c5-5a20-4519-ab5d-041dbd16c670 None None] Pushing event updated for resources: {'Port': ['ID=0c92084d-1f01-4213-b804-ed0ef110d736,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:52.315385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.366521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.414473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:57:52.417849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:57:52.421740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:57:52.451244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=d038eb09-eed0-4e32-a8c6-32c09e225059,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:52.502258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.654238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.849597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0c92084d-1f01-4213-b804-ed0ef110d736 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:57:52.910741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0c92084d-1f01-4213-b804-ed0ef110d736 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:52.911078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.986368 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:52.992299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:53.022769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:53.064140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 0c92084d-1f01-4213-b804-ed0ef110d736, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0c92084d-1f01-4213-b804-ed0ef110d736,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:57:53.070489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:53.072166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 474efe83-c682-4df9-8018-8b31b124d38f up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:57:53.081739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=d038eb09-eed0-4e32-a8c6-32c09e225059,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:53.084368 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:53.164404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=0c92084d-1f01-4213-b804-ed0ef110d736,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:53.173766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 474efe83-c682-4df9-8018-8b31b124d38f triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:53.174242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:53.201094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:57:53.203246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:57:53.253066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:53.276173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 474efe83-c682-4df9-8018-8b31b124d38f, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=474efe83-c682-4df9-8018-8b31b124d38f,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:57:53.281854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:53.337374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=474efe83-c682-4df9-8018-8b31b124d38f,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:53.596787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c070598-ad6b-482d-b86c-f301a35770c6 None None] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 11:57:53.642246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router c3606f13-87f8-40b8-a987-bf603b4fad6f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:57:53.715348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bcd6f783-9c55-4f80-bbec-e2c3a8da765b None None] Provisioning complete for port 0c92084d-1f01-4213-b804-ed0ef110d736 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:53.715719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f783-9c55-4f80-bbec-e2c3a8da765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:53.749250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:57:53.754780 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ccd33199-905f-4ed2-ac48-e31d97c9677c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/c3606f13-87f8-40b8-a987-bf603b4fad6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3000412 Nov 29 11:57:53.757241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32876) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:53.875969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Sync routers for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:57:53.886578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:57:53.887193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:57:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:53.939386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc502a64-b4f5-4985-8787-ce8fd92cdacd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:53.939875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc502a64-b4f5-4985-8787-ce8fd92cdacd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:53.940380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc502a64-b4f5-4985-8787-ce8fd92cdacd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:53.940869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc502a64-b4f5-4985-8787-ce8fd92cdacd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:53.941288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc502a64-b4f5-4985-8787-ce8fd92cdacd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:53.941752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc502a64-b4f5-4985-8787-ce8fd92cdacd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:53.947125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fc502a64-b4f5-4985-8787-ce8fd92cdacd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1854248 Nov 29 11:57:53.947426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32878) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:54.003092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:57:54.019597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b1c56-7337-4167-8f13-e196d9391df8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:54.020169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b1c56-7337-4167-8f13-e196d9391df8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:54.020655 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b1c56-7337-4167-8f13-e196d9391df8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:54.021225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b1c56-7337-4167-8f13-e196d9391df8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:54.021766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b1c56-7337-4167-8f13-e196d9391df8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:54.022530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08b1c56-7337-4167-8f13-e196d9391df8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:54.025459 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b08b1c56-7337-4167-8f13-e196d9391df8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0764709 Nov 29 11:57:54.027938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32880) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:54.092579 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-682a9a2a-947b-49a7-abbd-e3da0248ddc2 None None] Provisioning complete for port d038eb09-eed0-4e32-a8c6-32c09e225059 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:54.092867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-682a9a2a-947b-49a7-abbd-e3da0248ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.169754 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-682a9a2a-947b-49a7-abbd-e3da0248ddc2 None None] Port d038eb09-eed0-4e32-a8c6-32c09e225059 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:57:54.196272 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a45d68ae-2a38-42e4-a127-6ecd0c252c5a tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.1671386 Nov 29 11:57:54.198944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-682a9a2a-947b-49a7-abbd-e3da0248ddc2 None None] Provisioning complete for port 0c92084d-1f01-4213-b804-ed0ef110d736 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:54.199609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-682a9a2a-947b-49a7-abbd-e3da0248ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.330508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:54.359168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Checking router: c3606f13-87f8-40b8-a987-bf603b4fad6f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:57:54.359577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Updating router c3606f13-87f8-40b8-a987-bf603b4fad6f port d038eb09-eed0-4e32-a8c6-32c09e225059 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 11:57:54.370871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32884) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:54.376095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7a80a8b5-67a1-4424-9eae-88a172b44695 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838753071', 'description': 'tempest-secgroup-smoke-838753071 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:54.390338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.404707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a80a8b5-67a1-4424-9eae-88a172b44695 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.483317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a80a8b5-67a1-4424-9eae-88a172b44695 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.487477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a80a8b5-67a1-4424-9eae-88a172b44695 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.509450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3ba57a81-5c5d-4947-b645-a5f4508e161b None None] Provisioning complete for port d038eb09-eed0-4e32-a8c6-32c09e225059 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:54.509958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3ba57a81-5c5d-4947-b645-a5f4508e161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.518817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7a80a8b5-67a1-4424-9eae-88a172b44695 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.520057 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7a80a8b5-67a1-4424-9eae-88a172b44695 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1481369 Nov 29 11:57:54.522148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a8b5-67a1-4424-9eae-88a172b44695 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b77ef2-972b-4572-9ea8-303f04a42b7a,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:54.523424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32886) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:54.534684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8706c68b-54ef-4acb-a5b8-3223e4f4761b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f8b77ef2-972b-4572-9ea8-303f04a42b7a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:54.565174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8706c68b-54ef-4acb-a5b8-3223e4f4761b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.571658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3ba57a81-5c5d-4947-b645-a5f4508e161b None None] Port d038eb09-eed0-4e32-a8c6-32c09e225059 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:57:54.627587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8706c68b-54ef-4acb-a5b8-3223e4f4761b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.632208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8706c68b-54ef-4acb-a5b8-3223e4f4761b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.653250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706c68b-54ef-4acb-a5b8-3223e4f4761b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713e4746-a728-4a7a-a2fb-f641bc060ae8,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:54.661916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8706c68b-54ef-4acb-a5b8-3223e4f4761b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.663130 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8706c68b-54ef-4acb-a5b8-3223e4f4761b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386714 Nov 29 11:57:54.666562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32888) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:54.670948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1cbab251-f662-49e1-b6e1-6549a1435780 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f8b77ef2-972b-4572-9ea8-303f04a42b7a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:54.697536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1cbab251-f662-49e1-b6e1-6549a1435780 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.705644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.710710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.772168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1cbab251-f662-49e1-b6e1-6549a1435780 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.772426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebfc7b-0a4e-4357-9bd8-06a3b23a708b None None] Pushing event updated for resources: {'Port': ['ID=d038eb09-eed0-4e32-a8c6-32c09e225059,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:54.777245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1cbab251-f662-49e1-b6e1-6549a1435780 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.795149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbab251-f662-49e1-b6e1-6549a1435780 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757b6d4b-f3df-45ad-9fec-693d32217813,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:54.810582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1cbab251-f662-49e1-b6e1-6549a1435780 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.812250 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1cbab251-f662-49e1-b6e1-6549a1435780 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446979 Nov 29 11:57:54.815104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32890) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:54.817376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0c92084d-1f01-4213-b804-ed0ef110d736 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:57:54.819938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-330ca473-cb12-4e00-82e4-195d70a42801 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f8b77ef2-972b-4572-9ea8-303f04a42b7a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:54.849507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-330ca473-cb12-4e00-82e4-195d70a42801 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.851014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Attempting to bind port d038eb09-eed0-4e32-a8c6-32c09e225059 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:57:54.851384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Attempting to bind port d038eb09-eed0-4e32-a8c6-32c09e225059 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:57:54.851742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Attempting to bind port d038eb09-eed0-4e32-a8c6-32c09e225059 on network 9231bd65-718c-48b3-866f-d0ea001b99b2 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:57:54.865133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:57:54.865513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Checking segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:57:54.865895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.866428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Bound using segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:57:54.866766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Bound port: d038eb09-eed0-4e32-a8c6-32c09e225059, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:57:54.867143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.909899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 0c92084d-1f01-4213-b804-ed0ef110d736 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:54.910564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.910663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-330ca473-cb12-4e00-82e4-195d70a42801 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.915748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-330ca473-cb12-4e00-82e4-195d70a42801 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.934139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ca473-cb12-4e00-82e4-195d70a42801 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427eac10-747a-45d8-83a9-d80b05cd37b9,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:54.945297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-330ca473-cb12-4e00-82e4-195d70a42801 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.949590 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-330ca473-cb12-4e00-82e4-195d70a42801 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303957 Nov 29 11:57:54.949848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32892) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:54.954321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-89ac8389-be11-4c50-85f0-63494dcef26f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f8b77ef2-972b-4572-9ea8-303f04a42b7a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:54.979770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] For port d038eb09-eed0-4e32-a8c6-32c09e225059, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:57:54.986784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89ac8389-be11-4c50-85f0-63494dcef26f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:54.988225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] For port d038eb09-eed0-4e32-a8c6-32c09e225059, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d038eb09-eed0-4e32-a8c6-32c09e225059,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:57:54.996871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.046038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89ac8389-be11-4c50-85f0-63494dcef26f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.051212 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d1e08c95-8c33-4572-8c55-2e3add5a3877 None None] Provisioning complete for port d038eb09-eed0-4e32-a8c6-32c09e225059 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:55.051415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89ac8389-be11-4c50-85f0-63494dcef26f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.051584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1e08c95-8c33-4572-8c55-2e3add5a3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.072630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac8389-be11-4c50-85f0-63494dcef26f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4dfbc6-1370-4f04-bbfc-9f04526ba000,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:55.087710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-89ac8389-be11-4c50-85f0-63494dcef26f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.090633 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-89ac8389-be11-4c50-85f0-63494dcef26f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395490 Nov 29 11:57:55.091603 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32894) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:55.102128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-66b76a1a-1b3b-49ba-a270-ea267a44ee20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f8b77ef2-972b-4572-9ea8-303f04a42b7a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:55.113333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 474efe83-c682-4df9-8018-8b31b124d38f up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:57:55.128821 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-66b76a1a-1b3b-49ba-a270-ea267a44ee20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:57:55.135865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66b76a1a-1b3b-49ba-a270-ea267a44ee20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.146665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:57:55.147294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:57:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:55.152983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebfc7b-0a4e-4357-9bd8-06a3b23a708b None None] Pushing event updated for resources: {'Port': ['ID=d038eb09-eed0-4e32-a8c6-32c09e225059,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:55.220912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66b76a1a-1b3b-49ba-a270-ea267a44ee20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.225445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66b76a1a-1b3b-49ba-a270-ea267a44ee20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.252337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b76a1a-1b3b-49ba-a270-ea267a44ee20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cd2fc0-ae37-427f-967a-660290ff3161,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:55.257515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-66b76a1a-1b3b-49ba-a270-ea267a44ee20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.259748 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-66b76a1a-1b3b-49ba-a270-ea267a44ee20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668956 Nov 29 11:57:55.263109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32896) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:57:55.268646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f12d9bab-85dc-430e-9e47-c75b8eea1b06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'f8b77ef2-972b-4572-9ea8-303f04a42b7a', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:55.292074 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-f12d9bab-85dc-430e-9e47-c75b8eea1b06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:57:55.298214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f12d9bab-85dc-430e-9e47-c75b8eea1b06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.363391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f12d9bab-85dc-430e-9e47-c75b8eea1b06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.367236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f12d9bab-85dc-430e-9e47-c75b8eea1b06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.388191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d9bab-85dc-430e-9e47-c75b8eea1b06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372d7bb5-5c90-456c-a690-28caba927e0a,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:55.393990 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f12d9bab-85dc-430e-9e47-c75b8eea1b06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.398499 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f12d9bab-85dc-430e-9e47-c75b8eea1b06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342647 Nov 29 11:57:55.458581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 474efe83-c682-4df9-8018-8b31b124d38f triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:55.458951 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.495967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:57:55.526055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1e08c95-8c33-4572-8c55-2e3add5a3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.539176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-d1b51605-1ab9-4eb9-b9ff-90185003603f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838753071&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0337694 Nov 29 11:57:55.648563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-d1e08c95-8c33-4572-8c55-2e3add5a3877 None None] For port d038eb09-eed0-4e32-a8c6-32c09e225059, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d038eb09-eed0-4e32-a8c6-32c09e225059,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:57:55.657274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d1e08c95-8c33-4572-8c55-2e3add5a3877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.660739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-ddd9f65d-67c2-4350-90ed-3872724e9334 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:55.661783 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-ddd9f65d-67c2-4350-90ed-3872724e9334 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 796 time: 0.1159904 Nov 29 11:57:55.682450 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-d4a747e8-8c0b-46fb-8636-99fd63939ac2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0105724 Nov 29 11:57:55.736085 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-f8a6b4a4-d4d0-473b-8b57-3dfa09f93cae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462999 Nov 29 11:57:55.762559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e08c95-8c33-4572-8c55-2e3add5a3877 None None] Pushing event updated for resources: {'Port': ['ID=d038eb09-eed0-4e32-a8c6-32c09e225059,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:55.805185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9286b2e7-a570-4bb3-9e1a-bfff68f591d8 None None] Provisioning complete for port d038eb09-eed0-4e32-a8c6-32c09e225059 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:55.805572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9286b2e7-a570-4bb3-9e1a-bfff68f591d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:55.835808 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-4f20709d-bc65-49ec-b8aa-76b3b8125081 service neutron] 10.222.0.23 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862243 Nov 29 11:57:55.855663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:54Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:57:55.884342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc019901-6d77-412f-8b96-e62102e55c32 None None] The sync data for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv is: [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:54Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:57:55.960538 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-f471106e-4997-4ff8-9efa-25752b78210e service neutron] 10.222.0.23 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180134 Nov 29 11:57:56.129169 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f51e1cc2-d7b3-4221-8f93-1827484832d2 req-bf4bff10-c262-47f2-ae25-93aa2279e858 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 210 time: 0.0282953 Nov 29 11:57:56.795568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d038eb09-eed0-4e32-a8c6-32c09e225059 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:57:56.848123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d038eb09-eed0-4e32-a8c6-32c09e225059 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:56.848496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.038893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-44d8e9ae-2ade-4d9f-8979-44e8e448fb7a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:57.040474 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-44d8e9ae-2ade-4d9f-8979-44e8e448fb7a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 796 time: 0.1073210 Nov 29 11:57:57.089507 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-e835ec8d-b2d1-4d08-9e14-ab005630345b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 379 time: 0.0400989 Nov 29 11:57:57.102775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['f8b77ef2-972b-4572-9ea8-303f04a42b7a']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:57.213200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:57:57.216761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.225553 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8990186b-0420-4ecb-9062-f5937bcb0d3d req-1a90333b-6f5e-4bcf-90b9-367736c3ece1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 210 time: 0.0263312 Nov 29 11:57:57.341527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.14 (9231bd65-718c-48b3-866f-d0ea001b99b2/98f9e143-e3de-49db-925c-982ed0bd7474/dd17e0c6-676c-4465-8d6c-28e60eee01aa) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:57:57.402130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.476085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.507485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.545626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:57:57.548647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:57:57.551007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:57:57.587542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=dd17e0c6-676c-4465-8d6c-28e60eee01aa,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:57.610386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:57.611026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.627516 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a5323c71-8408-4a62-8f14-0958c2c1013f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5283904 Nov 29 11:57:57.641331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Request body: {'port': {'device_id': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:57:57.701805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.755723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c2a53f0b-14e7-4cff-b976-ab5465a308de None None] Provisioning complete for port dd17e0c6-676c-4465-8d6c-28e60eee01aa triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:57:57.756178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c2a53f0b-14e7-4cff-b976-ab5465a308de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.788974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c2a53f0b-14e7-4cff-b976-ab5465a308de None None] Port dd17e0c6-676c-4465-8d6c-28e60eee01aa cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:57:57.955224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd17e0c6-676c-4465-8d6c-28e60eee01aa {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:57:57.963014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:57.974548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Transition to ACTIVE for port object dd17e0c6-676c-4465-8d6c-28e60eee01aa will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:57:57.978169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:58.027828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd17e0c6-676c-4465-8d6c-28e60eee01aa,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:58.100945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Attempting to bind port dd17e0c6-676c-4465-8d6c-28e60eee01aa on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:57:58.101630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Attempting to bind port dd17e0c6-676c-4465-8d6c-28e60eee01aa by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:57:58.101630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Attempting to bind port dd17e0c6-676c-4465-8d6c-28e60eee01aa on network 9231bd65-718c-48b3-866f-d0ea001b99b2 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:57:58.106113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Port dd17e0c6-676c-4465-8d6c-28e60eee01aa on network 9231bd65-718c-48b3-866f-d0ea001b99b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:57:58.106440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Attempting to bind port dd17e0c6-676c-4465-8d6c-28e60eee01aa on network 9231bd65-718c-48b3-866f-d0ea001b99b2 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:57:58.113885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:57:58.114633 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Checking segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:57:58.115217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Bound using segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:57:58.115846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Bound port: dd17e0c6-676c-4465-8d6c-28e60eee01aa, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:57:58.116635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:58.183091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] For port dd17e0c6-676c-4465-8d6c-28e60eee01aa, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:57:58.186372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] For port dd17e0c6-676c-4465-8d6c-28e60eee01aa, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:57:58.191183 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:58.223422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.224030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:57:58.225404 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd17e0c6-676c-4465-8d6c-28e60eee01aa HTTP/1.1" status: 200 len: 1094 time: 0.5882969 Nov 29 11:57:58.225831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:57:58.228632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c0888a-a4a7-415c-98e9-7bf6f80ec380" -d '{"events": [{"name": "network-changed", "server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:57:58.254715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3700633-3a9f-468d-9e9b-9051fef2c0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd17e0c6-676c-4465-8d6c-28e60eee01aa,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:57:58.295580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a909a7e-1fb4-498c-81c8-183469295f51 x-openstack-request-id: req-1a909a7e-1fb4-498c-81c8-183469295f51 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:57:58.295926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:57:58.296182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a909a7e-1fb4-498c-81c8-183469295f51 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:57:58.296573 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'status': 'completed', 'code': 200} Nov 29 11:57:58.312498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-4584223c-f215-41cd-b529-5e8edfa8eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.314019 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-4584223c-f215-41cd-b529-5e8edfa8eefd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 1097 time: 0.0453825 Nov 29 11:57:58.355001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7fe04-3329-4f53-b139-ae6d6739dee2 req-3994a71d-6d47-4889-9a75-c2588a32fd91 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.358504 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83c7fe04-3329-4f53-b139-ae6d6739dee2 req-3994a71d-6d47-4889-9a75-c2588a32fd91 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 944 time: 0.0549905 Nov 29 11:57:58.362796 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-8e8305f4-150b-479d-b7b5-a002dc70da9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa HTTP/1.1" status: 200 len: 217 time: 0.0406663 Nov 29 11:57:58.404784 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83c7fe04-3329-4f53-b139-ae6d6739dee2 req-de6ab3ec-e292-41b5-ba40-4f3bd56c32cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406368 Nov 29 11:57:58.413850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-14fb8a8c-c3f2-41fc-8644-f379642d179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.416470 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-14fb8a8c-c3f2-41fc-8644-f379642d179d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 200 len: 835 time: 0.0472267 Nov 29 11:57:58.461533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-084cf9fd-bd01-412e-8b61-4e346aefe16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.463476 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-084cf9fd-bd01-412e-8b61-4e346aefe16f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9231bd65-718c-48b3-866f-d0ea001b99b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403631 Nov 29 11:57:58.554447 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-0139bce8-db75-4d4b-b0ce-df52dfc6833d service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840464 Nov 29 11:57:58.638814 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-73aebd62-4a7d-4e22-8cc0-26b60096109c req-c9c994e0-2c0b-4621-beda-d81399dc9cc7 service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775506 Nov 29 11:57:58.725739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-3297f98f-dc97-4582-ab02-b0d4bfaa3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.727350 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-3297f98f-dc97-4582-ab02-b0d4bfaa3774 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 1097 time: 0.0435498 Nov 29 11:57:58.813265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-0ec9f6c6-9a54-437b-9c21-f9e039893518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.814825 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-0ec9f6c6-9a54-437b-9c21-f9e039893518 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 897 time: 0.0808377 Nov 29 11:57:58.855670 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-92637c34-ad17-4deb-883e-fdcad3d54942 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa HTTP/1.1" status: 200 len: 217 time: 0.0330410 Nov 29 11:57:58.906657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-1e89ab22-bfe0-41b7-9c9a-7d3c9cc55ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.908115 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-1e89ab22-bfe0-41b7-9c9a-7d3c9cc55ff0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 200 len: 835 time: 0.0453334 Nov 29 11:57:58.952859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-d9e62d8f-52e0-4778-a220-e8cb9e6d8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:58.954332 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-d9e62d8f-52e0-4778-a220-e8cb9e6d8f4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9231bd65-718c-48b3-866f-d0ea001b99b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391204 Nov 29 11:57:59.042345 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-a0002048-f1a9-4b49-a2dc-09d6ff11a05b service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809565 Nov 29 11:57:59.135928 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98c0888a-a4a7-415c-98e9-7bf6f80ec380 req-ec4286c5-16b0-4498-96a8-f0b7837ae8fe service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860918 Nov 29 11:57:59.520683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448003f-3634-40bb-8012-2720641687f9 req-c602c975-d0cd-485a-a044-1d35a277181f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:57:59.522162 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3448003f-3634-40bb-8012-2720641687f9 req-c602c975-d0cd-485a-a044-1d35a277181f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 944 time: 0.0480936 Nov 29 11:57:59.558909 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3448003f-3634-40bb-8012-2720641687f9 req-e61161b8-7e56-4d12-bab1-444051b209c5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301855 Nov 29 11:58:00.409297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device dd17e0c6-676c-4465-8d6c-28e60eee01aa details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:58:00.502330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port dd17e0c6-676c-4465-8d6c-28e60eee01aa, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:58:00.513370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'port_id': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'mac_address': 'fa:16:3e:c2:bd:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:58:00.549031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:00.561256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd17e0c6-676c-4465-8d6c-28e60eee01aa {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:58:00.579505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port dd17e0c6-676c-4465-8d6c-28e60eee01aa, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:58:00.584077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:00.634674 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=dd17e0c6-676c-4465-8d6c-28e60eee01aa,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:00.667528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-84e215a5-492b-4971-b3ec-09fb2cd79b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:00.672931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eced450-1428-43cc-817d-38539a897af9 req-bca22c45-de91-4f09-ab8f-fc2d8bed4716 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:00.675104 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4eced450-1428-43cc-817d-38539a897af9 req-bca22c45-de91-4f09-ab8f-fc2d8bed4716 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 945 time: 0.0499561 Nov 29 11:58:00.719004 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4eced450-1428-43cc-817d-38539a897af9 req-47514138-16b4-4124-8f33-9633ac9230e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379264 Nov 29 11:58:00.903117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['dd17e0c6-676c-4465-8d6c-28e60eee01aa'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:58:01.836686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77aca0-d873-4bfd-b57b-592cc8667a79 req-e0909a46-bcc7-42c9-9a13-b665f5fdd1bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:01.838136 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d77aca0-d873-4bfd-b57b-592cc8667a79 req-e0909a46-bcc7-42c9-9a13-b665f5fdd1bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 945 time: 0.0481563 Nov 29 11:58:01.879617 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d77aca0-d873-4bfd-b57b-592cc8667a79 req-8c240140-d02b-4b65-ac72-e6913eb8d4c0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356829 Nov 29 11:58:02.420188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device dd17e0c6-676c-4465-8d6c-28e60eee01aa up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:58:02.469641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port dd17e0c6-676c-4465-8d6c-28e60eee01aa completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:58:02.473145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port dd17e0c6-676c-4465-8d6c-28e60eee01aa triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:58:02.473554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:02.546722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:02.568234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:58:02.571467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80299ac-57ed-46ab-b879-25d3c9abf89f" -d '{"events": [{"server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:58:02.587549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port dd17e0c6-676c-4465-8d6c-28e60eee01aa, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:58:02.591431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:02.613529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4039498d-fac1-445b-9331-cc3fed3e6067 x-openstack-request-id: req-4039498d-fac1-445b-9331-cc3fed3e6067 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:58:02.613822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "name": "network-vif-plugged", "status": "completed", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:58:02.614096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4039498d-fac1-445b-9331-cc3fed3e6067 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:58:02.614469 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'code': 200} Nov 29 11:58:02.642606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=dd17e0c6-676c-4465-8d6c-28e60eee01aa,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:02.768443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cdb50-0f1f-4109-9cc3-85032cf8ee70 req-d1dbf402-147a-4234-a934-cda876088132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:02.769973 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa6cdb50-0f1f-4109-9cc3-85032cf8ee70 req-d1dbf402-147a-4234-a934-cda876088132 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 1099 time: 0.0399048 Nov 29 11:58:02.803642 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa6cdb50-0f1f-4109-9cc3-85032cf8ee70 req-bb63aadc-0081-4fc5-98d9-3d89900bf9ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270169 Nov 29 11:58:02.993842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9842ad-f107-4443-a789-6fec97e55381 req-e72bc4c6-58bc-41cd-a387-598d03cade9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:02.995255 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a9842ad-f107-4443-a789-6fec97e55381 req-e72bc4c6-58bc-41cd-a387-598d03cade9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 946 time: 0.0502183 Nov 29 11:58:03.031994 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a9842ad-f107-4443-a789-6fec97e55381 req-a614cad3-c084-4471-8414-99883c05d669 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Nov 29 11:58:03.246824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da4c09f1-9670-43c0-bdbb-2791bd44664e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:03.661036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:04.147856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081292a-50f6-4182-9dbd-fb7a49aa6058 req-124574cd-8a35-4674-9579-19897a8fc545 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:04.149852 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9081292a-50f6-4182-9dbd-fb7a49aa6058 req-124574cd-8a35-4674-9579-19897a8fc545 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 946 time: 0.0482590 Nov 29 11:58:04.185601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9081292a-50f6-4182-9dbd-fb7a49aa6058 req-f4435af9-d16c-4fe5-98dd-84671524a24c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298612 Nov 29 11:58:04.296625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48c784-b2f5-4d46-9367-ccb3889b1635 req-a398a519-79f2-43c7-a402-31fea28cb1d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:04.298108 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df48c784-b2f5-4d46-9367-ccb3889b1635 req-a398a519-79f2-43c7-a402-31fea28cb1d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 946 time: 0.0479262 Nov 29 11:58:04.339399 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df48c784-b2f5-4d46-9367-ccb3889b1635 req-a281ee29-a3fb-4724-b029-a59284f44a69 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352807 Nov 29 11:58:04.360549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32948) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:58:04.402089 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301b4ead-b242-40ea-98ee-ebbb39e97254 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:04.403550 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-301b4ead-b242-40ea-98ee-ebbb39e97254 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 1094 time: 0.0420098 Nov 29 11:58:04.406312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 32950) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:58:04.410389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:58:04.432149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:04.524779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:04.624569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.70 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/b3823db8-5e05-4c53-a526-7a99d72130d8) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:58:04.628776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:04.721860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:04.754028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:04.790544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:58:04.793404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:58:04.796757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:58:04.824417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=b3823db8-5e05-4c53-a526-7a99d72130d8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:05.128692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:05.522642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:05.669962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:05.674396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:05.739897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=b3823db8-5e05-4c53-a526-7a99d72130d8,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:05.749665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:05.847032 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 9e0c01d6-6f97-4b26-8820-85380582f959 associated. External IP: 172.26.5.70, port: dd17e0c6-676c-4465-8d6c-28e60eee01aa. Nov 29 11:58:05.954294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:06.056879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router c3606f13-87f8-40b8-a987-bf603b4fad6f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:58:06.159540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:58:06.169353 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] Sync routers for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:58:06.176335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:06.179457 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:58:06.180052 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:58:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:06.202617 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-90e8706c-50b0-47de-9439-975d02272408 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7953465 Nov 29 11:58:06.203151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:58:06.205382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea" -d '{"events": [{"name": "network-changed", "server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:58:06.205709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32952) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:58:06.240185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d8f1c5-147b-4fae-9cf7-46cb63e68ffe x-openstack-request-id: req-f6d8f1c5-147b-4fae-9cf7-46cb63e68ffe {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:58:06.240471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:58:06.240720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f6d8f1c5-147b-4fae-9cf7-46cb63e68ffe {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:58:06.241623 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'status': 'completed', 'code': 200} Nov 29 11:58:06.268882 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-07c1228b-d614-4ded-a5f2-36f185e7cb61 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 991 time: 0.0618362 Nov 29 11:58:06.286036 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:58:06.301804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-e2987290-660e-48b3-8903-ff62378f0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:06.303314 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-e2987290-660e-48b3-8903-ff62378f0bef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 1099 time: 0.0403078 Nov 29 11:58:06.397091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-03a31a81-ee69-437a-9b04-5792d213c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:06.398609 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-03a31a81-ee69-437a-9b04-5792d213c109 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 897 time: 0.0885642 Nov 29 11:58:06.463772 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-08768463-ad16-4c4e-953b-7da907aa14bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa HTTP/1.1" status: 200 len: 999 time: 0.0578072 Nov 29 11:58:06.513168 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '9e0c01d6-6f97-4b26-8820-85380582f959', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'port_id': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'mac_address': 'fa:16:3e:c2:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:05Z', 'updated_at': '2021-11-29T11:58:05Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:06.513426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-f6e7d49d-9fd8-457f-a376-33309324dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:06.514935 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-f6e7d49d-9fd8-457f-a376-33309324dd11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 200 len: 835 time: 0.0448093 Nov 29 11:58:06.539053 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] Checking router: c3606f13-87f8-40b8-a987-bf603b4fad6f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:58:06.547273 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:58:06.547865 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:58:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:06.562839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-d2712955-9eb1-452d-9894-f96b763aeb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:06.564334 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-d2712955-9eb1-452d-9894-f96b763aeb1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9231bd65-718c-48b3-866f-d0ea001b99b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431166 Nov 29 11:58:06.650335 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:58:06.653115 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-964d10a7-25f5-4925-8fe4-75c81dd33027 service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808227 Nov 29 11:58:06.754340 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cb8c6ae0-f94e-4af8-a618-97b6946b87ea req-a48f6f13-e0c4-4aa4-9c21-f2ef58853b3f service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943568 Nov 29 11:58:06.867140 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '9e0c01d6-6f97-4b26-8820-85380582f959', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'port_id': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'mac_address': 'fa:16:3e:c2:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:05Z', 'updated_at': '2021-11-29T11:58:05Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:06.892145 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7f790e-f1d6-4c62-8396-426140e26419 None None] The sync data for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv is: [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '9e0c01d6-6f97-4b26-8820-85380582f959', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'port_id': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'mac_address': 'fa:16:3e:c2:bd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:05Z', 'updated_at': '2021-11-29T11:58:05Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:58:07.068948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafb9662-c25e-438c-8042-64b6e810f9ce None None] New status for floating IP 9e0c01d6-6f97-4b26-8820-85380582f959: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:58:07.272559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 32956) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:58:07.335122 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c095c7a-0474-4a98-a593-c3315be90224 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 993 time: 0.0614436 Nov 29 11:58:15.729261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7636303-0159-4294-b755-973a2834e3f8 req-29dd803d-6150-4545-b980-c1a6c393fa0b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:15.730757 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a7636303-0159-4294-b755-973a2834e3f8 req-29dd803d-6150-4545-b980-c1a6c393fa0b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Nov 29 11:58:15.772023 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a7636303-0159-4294-b755-973a2834e3f8 req-d947fe42-567c-4a26-8ab5-e0ab51af7168 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332308 Nov 29 11:58:16.885149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cc9fd-6165-481b-8a26-a9842839372b req-b3a480a5-9e82-418a-ac5b-54ef20a2db62 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:16.886632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ce9cc9fd-6165-481b-8a26-a9842839372b req-b3a480a5-9e82-418a-ac5b-54ef20a2db62 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 945 time: 0.0479329 Nov 29 11:58:16.924454 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ce9cc9fd-6165-481b-8a26-a9842839372b req-05ea56eb-8bd0-4ff8-b28e-72439df92394 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Nov 29 11:58:16.953821 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:58:17.456767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-4d958bb8-bc9d-4f20-bf93-df417329686e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:17.458230 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-4d958bb8-bc9d-4f20-bf93-df417329686e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 945 time: 0.0476868 Nov 29 11:58:17.550834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Deleting port e0d2bfca-90dd-450c-87e0-5554edd37c52 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 11:58:17.551128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:17.639679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] For port e0d2bfca-90dd-450c-87e0-5554edd37c52, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e0d2bfca-90dd-450c-87e0-5554edd37c52,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:58:17.640259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:17.813376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:17.813629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:17.813961 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Floating IP c6f534be-ca94-4502-b403-ae87ae598103 disassociated. External IP: 172.26.5.245, port: e0d2bfca-90dd-450c-87e0-5554edd37c52. Nov 29 11:58:17.814309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Calling delete_port for e0d2bfca-90dd-450c-87e0-5554edd37c52 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 11:58:17.940563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:17.970446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event deleted for resources: {'Port': ['ID=e0d2bfca-90dd-450c-87e0-5554edd37c52,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:18.022908 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cea80be8-5f13-4d24-942b-502416601335 req-fed1fc59-5159-4391-8c50-c0f81140a680 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 210 time: 0.0266201 Nov 29 11:58:18.081851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:58:18.189071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:58:18.199059 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:58:18.207995 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:58:18.208614 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:58:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:18.227889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] No DVR routers for this DVR port e0d2bfca-90dd-450c-87e0-5554edd37c52 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 11:58:18.230684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:18.234286 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c6bc2cc9-cc04-4c3f-bdf7-fe4d6f4547dc req-7424a4b9-6eff-4a0e-ba2c-895b9e916b22 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "DELETE /v2.0/ports/e0d2bfca-90dd-450c-87e0-5554edd37c52 HTTP/1.1" status: 204 len: 173 time: 0.7654488 Nov 29 11:58:18.234733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'name': 'network-vif-deleted', 'tag': 'e0d2bfca-90dd-450c-87e0-5554edd37c52'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:58:18.237660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72cea1-2087-4f50-b5b6-4daaa581328e" -d '{"events": [{"server_uuid": "fe0bb676-d6ab-4302-aa80-10340b61c815", "name": "network-vif-deleted", "tag": "e0d2bfca-90dd-450c-87e0-5554edd37c52"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:58:18.274982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74233b6e-73c7-4729-ba65-11f910b5e9b0 x-openstack-request-id: req-74233b6e-73c7-4729-ba65-11f910b5e9b0 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:58:18.275287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0bb676-d6ab-4302-aa80-10340b61c815", "name": "network-vif-deleted", "tag": "e0d2bfca-90dd-450c-87e0-5554edd37c52", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:58:18.275539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-74233b6e-73c7-4729-ba65-11f910b5e9b0 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:58:18.275948 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0bb676-d6ab-4302-aa80-10340b61c815', 'name': 'network-vif-deleted', 'tag': 'e0d2bfca-90dd-450c-87e0-5554edd37c52', 'status': 'completed', 'code': 200} Nov 29 11:58:18.406868 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:58:18.604140 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:18.633840 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:58:18.641829 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:58:18.642450 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:58:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:18.745321 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:58:18.937159 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:18.964015 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d14a67-0146-493a-aafc-0eeeba42d729 None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:58:19.124177 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5a592d44-6f72-4b9c-a970-6440406b9567 req-c25f5957-5891-49a2-94c5-a25962513d54 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 210 time: 0.0335462 Nov 29 11:58:19.200600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b2575-cdcf-4bee-91a3-fb53987cf427 None None] New status for floating IP c6f534be-ca94-4502-b403-ae87ae598103: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:58:20.223278 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-defb20ac-011f-4196-9b0a-47df9ecbe7f4 req-e1a95721-03b7-4943-b59a-457dd7bf39ff tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 210 time: 0.0290542 Nov 29 11:58:20.536842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device e0d2bfca-90dd-450c-87e0-5554edd37c52 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 11:58:20.560299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: e0d2bfca-90dd-450c-87e0-5554edd37c52 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 11:58:20.560639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device e0d2bfca-90dd-450c-87e0-5554edd37c52 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 11:58:21.316234 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9d0e8b2-8a6d-47ad-b586-3abfa2b29c24 req-bedad692-2518-499f-8d9a-fae6a93d1890 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe0bb676-d6ab-4302-aa80-10340b61c815 HTTP/1.1" status: 200 len: 210 time: 0.0261130 Nov 29 11:58:22.515870 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-8fa2f0ce-7f62-40e9-8906-62e34784b625 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385694204&fields=id&tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 267 time: 0.0333908 Nov 29 11:58:22.625232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-441a28f2-1a0e-4cb9-bda9-1c88984e45e6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:22.626685 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-441a28f2-1a0e-4cb9-bda9-1c88984e45e6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 811 time: 0.1041441 Nov 29 11:58:22.641405 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-c46f216c-1aaa-4684-88f3-6d690d75e0a8 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/quotas/32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 375 time: 0.0091169 Nov 29 11:58:22.692808 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-05b13aee-585e-4a11-99e9-0861b2cf547f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462832 Nov 29 11:58:22.794207 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-9deb050e-0f1b-4442-9f35-0cb59eab987f service neutron] 10.222.0.23 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889087 Nov 29 11:58:22.881265 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-117a646d-3f70-41b9-96a2-e0089f1ee742 service neutron] 10.222.0.23 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808430 Nov 29 11:58:23.160410 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2d19b227-0578-4a1c-b52a-b8589fd124ea req-cd7feb4d-dd27-4110-9588-d202be8eef80 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 210 time: 0.0269146 Nov 29 11:58:24.047570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-889188fc-2786-4b4f-8875-4039c9c04b1e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:24.049004 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-889188fc-2786-4b4f-8875-4039c9c04b1e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 811 time: 0.1025081 Nov 29 11:58:24.092471 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-4eeb90c3-02ac-4f7d-b700-606c87808460 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 380 time: 0.0331585 Nov 29 11:58:24.106001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'port': {'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'admin_state_up': True, 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'security_groups': ['cc2272e1-b409-4cde-bb79-fe87fb72f882']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:58:24.221537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Made reservation on behalf of 32160d59dd2846aa9dba00fa3ccbe5f5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:58:24.225434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:24.258367 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-461f7ce1-4d05-4fe6-87b7-544e8eabdff3 req-7a2aee10-3ec7-47e1-85eb-a136e9f99896 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 210 time: 0.0268984 Nov 29 11:58:24.349261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Allocated IP 172.20.0.9 (bcce7524-6705-4846-ad12-ca709d4d5b9f/8acfcaaf-480c-4f9e-a2d1-49ed506a1f25/3f43e026-dfd6-4cb0-b9f5-3419d329cc04) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:58:24.487207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:24.521997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:24.563414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Network bcce7524-6705-4846-ad12-ca709d4d5b9f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:58:24.566334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:58:24.570712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:58:24.578891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:24.631113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:24.631792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:24.651213 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-907ac22c-dccb-4c27-85d0-1a3bc5330746 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5488219 Nov 29 11:58:24.664797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Request body: {'port': {'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:58:24.720350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:24.840090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9827fe8e-d422-4d9c-950d-13dc9e126544 None None] Provisioning complete for port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:58:24.840712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9827fe8e-d422-4d9c-950d-13dc9e126544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:24.873316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9827fe8e-d422-4d9c-950d-13dc9e126544 None None] Port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:58:24.987001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:58:24.994945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:25.006404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Transition to ACTIVE for port object 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:58:25.010147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:25.081166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:25.137764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Attempting to bind port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:58:25.138255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Attempting to bind port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:58:25.138673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Attempting to bind port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 on network bcce7524-6705-4846-ad12-ca709d4d5b9f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:58:25.143264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 on network bcce7524-6705-4846-ad12-ca709d4d5b9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:58:25.143693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Attempting to bind port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 on network bcce7524-6705-4846-ad12-ca709d4d5b9f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:58:25.148905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:58:25.149238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Checking segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:58:25.149618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Bound using segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:58:25.150080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Bound port: 3f43e026-dfd6-4cb0-b9f5-3419d329cc04, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:58:25.150612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:25.221928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] For port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:58:25.225524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] For port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:58:25.232063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:25.274764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:25.275394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:25.276832 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/3f43e026-dfd6-4cb0-b9f5-3419d329cc04 HTTP/1.1" status: 200 len: 1093 time: 0.6170874 Nov 29 11:58:25.277274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:58:25.279602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:58:25.344487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dad5c12-07e9-4ae7-b4b7-218d5e2d7c53 x-openstack-request-id: req-1dad5c12-07e9-4ae7-b4b7-218d5e2d7c53 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:58:25.344734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:58:25.344980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1dad5c12-07e9-4ae7-b4b7-218d5e2d7c53 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:58:25.345377 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'status': 'completed', 'code': 200} Nov 29 11:58:25.347347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cec6b-fa96-4f93-a3f4-698a963596d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:25.381082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-c4a1983d-2c31-4f43-b42d-416dee2b395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:25.382697 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-c4a1983d-2c31-4f43-b42d-416dee2b395e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 1096 time: 0.0504229 Nov 29 11:58:25.429033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ecee6-141f-4e38-bdfc-388cdb860e10 req-67cb8e1b-35fa-426d-95de-83176363a387 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:25.430867 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-480ecee6-141f-4e38-bdfc-388cdb860e10 req-67cb8e1b-35fa-426d-95de-83176363a387 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.0771513 Nov 29 11:58:25.436634 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-8923a008-573a-40c6-8d90-1f1237ab4835 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04 HTTP/1.1" status: 200 len: 217 time: 0.0377874 Nov 29 11:58:25.477027 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-480ecee6-141f-4e38-bdfc-388cdb860e10 req-72548876-b545-4fb0-ac25-3daa057804e0 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381286 Nov 29 11:58:25.496074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-a34c8b9b-dcaa-4a29-a5e6-170ef1efbdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:25.497530 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-a34c8b9b-dcaa-4a29-a5e6-170ef1efbdc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0529854 Nov 29 11:58:25.545801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-6daab22c-971b-466d-9b3b-1288b25bfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:25.547310 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-6daab22c-971b-466d-9b3b-1288b25bfef1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423839 Nov 29 11:58:25.634687 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-69aa039f-1d18-478f-af8e-4eab40f05666 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795109 Nov 29 11:58:25.726059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-156755fb-d3dc-434c-a1b5-4399d0b9dd51 req-b7ea91cd-4283-457f-bfe7-fc5a7ab6d93b service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Nov 29 11:58:25.822724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-19204311-a5b2-4cd9-baeb-d83800b57ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:25.824402 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-19204311-a5b2-4cd9-baeb-d83800b57ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 1096 time: 0.0494134 Nov 29 11:58:25.921518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-5e91b172-83cd-4965-bce5-94282049a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:25.922959 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-5e91b172-83cd-4965-bce5-94282049a0d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.0884941 Nov 29 11:58:25.966160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-f24bed9a-ab6f-45d8-a229-db45bbef885b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04 HTTP/1.1" status: 200 len: 217 time: 0.0354598 Nov 29 11:58:26.014367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-9b281ad0-cdc0-4646-bbbb-0f48c9e07cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:26.015790 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-9b281ad0-cdc0-4646-bbbb-0f48c9e07cc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0430541 Nov 29 11:58:26.063289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-ec7e5a97-68ee-483e-a203-1b29bdb794f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:26.064833 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-ec7e5a97-68ee-483e-a203-1b29bdb794f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419226 Nov 29 11:58:26.153622 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-2d89bd65-d7c3-41c9-a643-6e4bd9032d25 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816684 Nov 29 11:58:26.244143 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f6211ef0-87b9-4c08-9acd-ea3ac2f83ce9 req-ad6f5313-d2ff-4621-89a8-c604b00cdae0 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832255 Nov 29 11:58:26.601121 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50b5e1-1ccd-460a-8212-12347d5ce405 req-be778c0f-981e-4bd0-a233-0b6247ee674d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:26.602756 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8f50b5e1-1ccd-460a-8212-12347d5ce405 req-be778c0f-981e-4bd0-a233-0b6247ee674d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.0515208 Nov 29 11:58:26.643197 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8f50b5e1-1ccd-460a-8212-12347d5ce405 req-29597b4c-c3ae-43d4-b090-a7f14dbc9fc5 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344577 Nov 29 11:58:27.398925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:27.756490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe4932-20c5-42e6-bd2a-a59d6438d940 req-ed63bc27-567a-4873-a6ba-677ac8c7bfcb tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:27.758024 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-48fe4932-20c5-42e6-bd2a-a59d6438d940 req-ed63bc27-567a-4873-a6ba-677ac8c7bfcb tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.0496151 Nov 29 11:58:27.796999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-48fe4932-20c5-42e6-bd2a-a59d6438d940 req-ca39b642-8e87-4c71-aa02-3fda4e7d36d5 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328844 Nov 29 11:58:28.913850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b00cc-ab43-4ae6-b43a-850a2208b0ab req-28a8662f-ab70-491a-b3dd-5bfd924e808f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:28.915360 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-473b00cc-ab43-4ae6-b43a-850a2208b0ab req-28a8662f-ab70-491a-b3dd-5bfd924e808f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.0528538 Nov 29 11:58:28.953988 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-473b00cc-ab43-4ae6-b43a-850a2208b0ab req-4d45fbca-fb95-4637-8a80-b2698880a037 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328040 Nov 29 11:58:30.074503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5c2e4-c666-4557-ad35-b4d45c04b404 req-a572c86c-b128-406a-a0e3-8c8e2b2ed6e8 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:30.075949 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d3a5c2e4-c666-4557-ad35-b4d45c04b404 req-a572c86c-b128-406a-a0e3-8c8e2b2ed6e8 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.0486894 Nov 29 11:58:30.112558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d3a5c2e4-c666-4557-ad35-b4d45c04b404 req-5c3121aa-42b1-4159-bafd-4a135f021efa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307887 Nov 29 11:58:30.667673 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39ca5fe9-b07f-48a1-9bf8-48a0d783cfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:31.225346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040edd9-b03b-48d4-bd2a-76709fbc0014 req-202db432-9142-4d23-b550-a8418a72fb5c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:31.227365 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d040edd9-b03b-48d4-bd2a-76709fbc0014 req-202db432-9142-4d23-b550-a8418a72fb5c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.0487881 Nov 29 11:58:31.263255 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d040edd9-b03b-48d4-bd2a-76709fbc0014 req-7b69465a-5144-4f0e-876d-d548011c3fe8 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301278 Nov 29 11:58:32.427633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53378c14-f03c-407a-a369-1e55a8ee34a4 req-87e44975-7a1d-4d07-8458-e52fe511d250 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:32.429180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53378c14-f03c-407a-a369-1e55a8ee34a4 req-87e44975-7a1d-4d07-8458-e52fe511d250 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.1012163 Nov 29 11:58:32.466731 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53378c14-f03c-407a-a369-1e55a8ee34a4 req-f06d3460-60e4-45bf-a519-1ca1fc3a49fb tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Nov 29 11:58:33.246613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c64acea7-e2fd-43d7-b71c-09dbb450f626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:33.635099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0efc-6b48-42fb-a443-565d28c35885 req-fa2bb53b-97ad-4f46-87df-b55a88ebd924 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:33.636580 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cfae0efc-6b48-42fb-a443-565d28c35885 req-fa2bb53b-97ad-4f46-87df-b55a88ebd924 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.1038966 Nov 29 11:58:33.662128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:33.675065 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cfae0efc-6b48-42fb-a443-565d28c35885 req-97ddd0da-bb08-4cf0-84b4-ba9aafef6d75 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324776 Nov 29 11:58:34.631091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:34.788881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67382f58-34b9-429a-91f2-56a54f9f6400 req-2683bd71-082a-43a6-9779-b0541bb6b4ec tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:34.790835 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67382f58-34b9-429a-91f2-56a54f9f6400 req-2683bd71-082a-43a6-9779-b0541bb6b4ec tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.0479896 Nov 29 11:58:34.828665 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67382f58-34b9-429a-91f2-56a54f9f6400 req-d58419e3-9a94-4666-82ee-fb968c577a73 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Nov 29 11:58:35.943013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8120c-d0bc-4414-8a4e-340691c9223a req-2b8c2169-e93d-4a44-931b-d00caa692e92 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:35.945286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4db8120c-d0bc-4414-8a4e-340691c9223a req-2b8c2169-e93d-4a44-931b-d00caa692e92 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 943 time: 0.0528870 Nov 29 11:58:35.958128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:35.983622 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4db8120c-d0bc-4414-8a4e-340691c9223a req-34185e1a-8381-40cc-b170-fb50096e8ad0 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324984 Nov 29 11:58:36.593980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:58:36.685136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:58:36.696675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:58:36.731995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:36.743932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:58:36.762340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:58:36.766079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:36.810051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:37.059575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['3f43e026-dfd6-4cb0-b9f5-3419d329cc04'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:58:37.094175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95cda6-c4dd-4d47-9f8a-118e5233798b req-c4d6b293-070a-4062-88ab-a0872723e3b6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:37.095646 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7f95cda6-c4dd-4d47-9f8a-118e5233798b req-c4d6b293-070a-4062-88ab-a0872723e3b6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 944 time: 0.0480154 Nov 29 11:58:37.133107 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7f95cda6-c4dd-4d47-9f8a-118e5233798b req-0ed3b318-6787-4407-83d2-47b148ea558e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308678 Nov 29 11:58:38.244949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cbac3-0d61-488f-82e8-068b62ba7b4f req-6f38b3b9-7739-435f-b6dc-0ecc6bd06abc tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:38.246417 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a12cbac3-0d61-488f-82e8-068b62ba7b4f req-6f38b3b9-7739-435f-b6dc-0ecc6bd06abc tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 944 time: 0.0486712 Nov 29 11:58:38.284611 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a12cbac3-0d61-488f-82e8-068b62ba7b4f req-b7858e25-1996-4c92-a8aa-ce894743aa32 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Nov 29 11:58:38.604929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:58:38.654035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:58:38.657587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:58:38.657978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:38.731228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:38.754466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:58:38.756722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7291b1c8-45c0-4d15-84ba-72c68b1e6af5" -d '{"events": [{"server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "name": "network-vif-plugged", "status": "completed", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:58:38.769268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:58:38.773955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:38.796324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0fdd9e-f6db-4a82-91a2-769c51435d83 x-openstack-request-id: req-1e0fdd9e-f6db-4a82-91a2-769c51435d83 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:58:38.796612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "name": "network-vif-plugged", "status": "completed", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:58:38.796865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e0fdd9e-f6db-4a82-91a2-769c51435d83 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:58:38.797243 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'code': 200} Nov 29 11:58:38.821946 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:38.975832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a584cd-b360-4ba9-b4ed-9ceb97c014e5 req-fba37d74-1694-46ab-a941-28288e3d82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:38.977289 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-82a584cd-b360-4ba9-b4ed-9ceb97c014e5 req-fba37d74-1694-46ab-a941-28288e3d82a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 1098 time: 0.0394821 Nov 29 11:58:39.014764 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-82a584cd-b360-4ba9-b4ed-9ceb97c014e5 req-0ee6cff0-e85d-42c6-bd3e-6c0d8d5007c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286732 Nov 29 11:58:39.401965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c78bd-9dea-40f7-ad18-b52db2e4d0fc req-bb4eaf57-43ba-4816-80fb-db4290386a61 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:39.403405 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-326c78bd-9dea-40f7-ad18-b52db2e4d0fc req-bb4eaf57-43ba-4816-80fb-db4290386a61 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 945 time: 0.0535862 Nov 29 11:58:39.440685 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-326c78bd-9dea-40f7-ad18-b52db2e4d0fc req-a46f1850-525d-41a5-8a79-c7a05365ee36 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Nov 29 11:58:40.553246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf4a09-36f3-4362-ae0c-e5cf9bbbdd41 req-80db867c-4e58-44f9-935a-11b92f280866 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:40.555402 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-abbf4a09-36f3-4362-ae0c-e5cf9bbbdd41 req-80db867c-4e58-44f9-935a-11b92f280866 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 945 time: 0.0482810 Nov 29 11:58:40.591651 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-abbf4a09-36f3-4362-ae0c-e5cf9bbbdd41 req-8638667f-a440-4dda-81b5-bcf750d67cc4 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304615 Nov 29 11:58:40.703541 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68809aac-92c7-4103-bb3d-09cebe43ca77 req-d1b9e582-f3c6-4d11-9c5a-9d0743c95914 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:40.705005 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68809aac-92c7-4103-bb3d-09cebe43ca77 req-d1b9e582-f3c6-4d11-9c5a-9d0743c95914 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 945 time: 0.0479636 Nov 29 11:58:40.741778 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68809aac-92c7-4103-bb3d-09cebe43ca77 req-768dc720-8d71-4333-a766-f0fdd0f8093f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303383 Nov 29 11:58:40.771580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33052) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:58:40.809368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7b053a-42cd-406f-a660-2b2ac406f97f tempest-TestVolumeBootPattern-1194283086 tempest-TestVolumeBootPattern-1194283086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:40.810851 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2e7b053a-42cd-406f-a660-2b2ac406f97f tempest-TestVolumeBootPattern-1194283086 tempest-TestVolumeBootPattern-1194283086-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 1093 time: 0.0382473 Nov 29 11:58:40.813507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33054) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:58:40.817546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:58:40.839064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:40.933531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:41.029749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Allocated IP 172.26.5.192 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/3628e6da-e8f0-4c2e-8f85-4f5805400368) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:58:41.129665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:41.162003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:41.196072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:58:41.198806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:58:41.202152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:58:41.226544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=3628e6da-e8f0-4c2e-8f85-4f5805400368,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:41.855639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:41.918576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:42.065003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:42.074022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:42.144688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=3628e6da-e8f0-4c2e-8f85-4f5805400368,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:58:42.152971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:42.250450 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Floating IP a7735feb-372a-412e-af4b-2b61304a2acd associated. External IP: 172.26.5.192, port: 3f43e026-dfd6-4cb0-b9f5-3419d329cc04. Nov 29 11:58:42.456647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:58:42.560555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:58:42.571353 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:58:42.577398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:58:42.581650 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:58:42.582281 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:58:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:42.607549 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c60a0725-4a5d-421c-a976-41b672631710 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7930346 Nov 29 11:58:42.608135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:58:42.610440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2d99ed-c3af-4259-bac4-959c3825791f" -d '{"events": [{"name": "network-changed", "server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:58:42.646071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eea8558-c185-43ec-b7c1-214debf3815a x-openstack-request-id: req-5eea8558-c185-43ec-b7c1-214debf3815a {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:58:42.646359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:58:42.646611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5eea8558-c185-43ec-b7c1-214debf3815a {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:58:42.647014 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'status': 'completed', 'code': 200} Nov 29 11:58:42.696347 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:58:42.753711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-0a4ae125-faa4-4626-b3a8-3313ff5cdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:42.755291 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-0a4ae125-faa4-4626-b3a8-3313ff5cdf58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 1098 time: 0.0857885 Nov 29 11:58:42.844014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-d0ed14eb-3e15-4302-b8c1-0d6abccaf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:42.845481 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-d0ed14eb-3e15-4302-b8c1-0d6abccaf16a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.0830860 Nov 29 11:58:42.914415 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-dd840111-9e09-4ee3-8caa-026381c8f67b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04 HTTP/1.1" status: 200 len: 999 time: 0.0611730 Nov 29 11:58:42.917262 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:41Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:42.942368 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:58:42.951183 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:58:42.951770 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:58:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:42.965537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-14f573e9-253c-44e0-a71f-ab8b692e20b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:42.966969 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-14f573e9-253c-44e0-a71f-ab8b692e20b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0427887 Nov 29 11:58:43.011668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-1739e54d-bd55-4198-8355-e3682bad553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:58:43.013143 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-1739e54d-bd55-4198-8355-e3682bad553d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393987 Nov 29 11:58:43.024635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-2f16e93c-b200-4e8d-8433-cb0fd5d7efe8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:58:43.025559 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-2f16e93c-b200-4e8d-8433-cb0fd5d7efe8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053418 Nov 29 11:58:43.054064 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:58:43.115468 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-ca8af0da-ced3-4932-bd8e-59626eef68ec service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827599 Nov 29 11:58:43.204070 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3f2d99ed-c3af-4259-bac4-959c3825791f req-8028bfb2-17c6-4088-8314-94366edf5f0d service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810382 Nov 29 11:58:43.275578 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:41Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:58:43.300740 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8a9ac2-c817-4eeb-ad80-4c02b80effae None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:41Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:58:43.483453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015c5ee-37d7-498e-af98-aaa5adf5b632 None None] New status for floating IP a7735feb-372a-412e-af4b-2b61304a2acd: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:58:53.951869 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:58:57.417130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:00.667317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a7c81a3-4e59-4127-9dc5-27b6024d6317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:03.247628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-aa19b9a3-7cf2-414b-b60f-edc65c9b05a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:03.665844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:04.632937 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:05.959208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:10.024079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33074) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:10.163493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c95bb-5886-4a5a-aceb-7a3670e43943 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:10.163978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c95bb-5886-4a5a-aceb-7a3670e43943 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:10.164450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c95bb-5886-4a5a-aceb-7a3670e43943 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:10.166120 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-626c95bb-5886-4a5a-aceb-7a3670e43943 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&network_id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 3000 time: 0.1410451 Nov 29 11:59:13.117910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33086) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:13.162131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f38065-02bf-4c47-add7-057ded342b6b tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:13.163695 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-79f38065-02bf-4c47-add7-057ded342b6b tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 HTTP/1.1" status: 200 len: 814 time: 0.0447478 Nov 29 11:59:14.193651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33092) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:14.198209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:14.251770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:14.393522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:14.397424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:14.397786 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 9e0c01d6-6f97-4b26-8820-85380582f959 disassociated. External IP: 172.26.5.70, port: dd17e0c6-676c-4465-8d6c-28e60eee01aa. Nov 29 11:59:14.594519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router c3606f13-87f8-40b8-a987-bf603b4fad6f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:59:14.697558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:59:14.702095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:14.707423 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906378d-942e-48c1-8e82-54634d124127 None None] Sync routers for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:59:14.716719 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906378d-942e-48c1-8e82-54634d124127 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:59:14.717312 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-3906378d-942e-48c1-8e82-54634d124127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:59:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:59:14.729063 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3b9f9d37-2e5e-4c33-ae8e-20ad4efbf632 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 689 time: 0.5343125 Nov 29 11:59:14.729770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:59:14.731888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33094) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:14.732418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3" -d '{"events": [{"name": "network-changed", "server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:59:14.782799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a6a5f9eb-cfe0-43b3-9d6e-88a3b2c2b682 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 689 time: 0.0494959 Nov 29 11:59:14.838243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cea2b5-b42e-4f9d-8b97-02fbee34308c x-openstack-request-id: req-78cea2b5-b42e-4f9d-8b97-02fbee34308c {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:59:14.838536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:59:14.838793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78cea2b5-b42e-4f9d-8b97-02fbee34308c {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:59:14.839195 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'status': 'completed', 'code': 200} Nov 29 11:59:14.904115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-29748632-a7f0-4440-9151-7d472a30cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:14.905610 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-29748632-a7f0-4440-9151-7d472a30cfe7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 1099 time: 0.0431957 Nov 29 11:59:14.909313 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-3906378d-942e-48c1-8e82-54634d124127 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:59:14.993533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-748b568b-3dfc-441e-a915-6f9976a94655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:14.995032 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-748b568b-3dfc-441e-a915-6f9976a94655 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 897 time: 0.0822461 Nov 29 11:59:15.040512 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-d6f3eaf6-f47f-45f9-add4-0e347aeec78f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa HTTP/1.1" status: 200 len: 217 time: 0.0379474 Nov 29 11:59:15.088471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-009069ba-5c81-4b71-8a2f-328e15541ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:15.089935 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-009069ba-5c81-4b71-8a2f-328e15541ccf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 200 len: 835 time: 0.0432608 Nov 29 11:59:15.102962 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-3906378d-942e-48c1-8e82-54634d124127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:59:15.128136 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906378d-942e-48c1-8e82-54634d124127 None None] Checking router: c3606f13-87f8-40b8-a987-bf603b4fad6f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:59:15.134244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-92accc50-0e61-453d-9078-801baa9cc241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:15.135741 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-92accc50-0e61-453d-9078-801baa9cc241 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9231bd65-718c-48b3-866f-d0ea001b99b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392292 Nov 29 11:59:15.136623 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906378d-942e-48c1-8e82-54634d124127 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:59:15.137207 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-3906378d-942e-48c1-8e82-54634d124127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:59:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:59:15.225896 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-c1b1fc28-2329-4dc6-ac55-114a4850387f service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832636 Nov 29 11:59:15.239850 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-3906378d-942e-48c1-8e82-54634d124127 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:59:15.313514 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2dadb0d1-7bc7-4b69-85e2-882123a3dff3 req-176453f9-c67b-4567-a0eb-7a942391c645 service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801837 Nov 29 11:59:15.433364 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-3906378d-942e-48c1-8e82-54634d124127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:59:15.462232 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906378d-942e-48c1-8e82-54634d124127 None None] The sync data for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv is: [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:59:15.665036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da058f84-30f2-4c63-8a59-681c0dae745a None None] New status for floating IP 9e0c01d6-6f97-4b26-8820-85380582f959: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:59:15.786517 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33100) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:15.835389 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-85267abc-8974-402b-8db4-ecdd89c1d543 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 689 time: 0.0473630 Nov 29 11:59:16.839094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33102) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:16.889339 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-741b9c91-8efd-418b-b444-956c57385941 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 687 time: 0.0491147 Nov 29 11:59:18.060549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33106) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:18.065016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539440739', 'description': 'tempest-secgroup-smoke-1539440739 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:18.087132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.149731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.153155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.179961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e398b3b-013d-4f19-8a3b-25305370f3a4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:18.183620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.184802 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1232769 Nov 29 11:59:18.187928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33108) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:18.190775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.191120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.191452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.191781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.192880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.193207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.193336 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '7e398b3b-013d-4f19-8a3b-25305370f3a4', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:18.193530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.193848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.194201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.194520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.194837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.195152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d85ee-c988-4d4b-9aeb-cd54b99aa48d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.219397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.273459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.276785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.293093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc52388-0ba2-4dbc-9191-eba872f843a9,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:18.302312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.302663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.303007 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.303341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.303673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.304006 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.304333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.304657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.304983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.305302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.305623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.305962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:18.310272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.311461 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-00a8aae6-bdd4-496c-9de8-47e28915b0aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225293 Nov 29 11:59:18.314304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33110) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:18.319343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9e4d1450-b6d7-434c-89c7-766aa22a7125 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '7e398b3b-013d-4f19-8a3b-25305370f3a4', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:18.347261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e4d1450-b6d7-434c-89c7-766aa22a7125 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.403085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e4d1450-b6d7-434c-89c7-766aa22a7125 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.406425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e4d1450-b6d7-434c-89c7-766aa22a7125 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.423478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d1450-b6d7-434c-89c7-766aa22a7125 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993bf427-cbf4-48d1-ad79-043defe9dbc5,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:18.431557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9e4d1450-b6d7-434c-89c7-766aa22a7125 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.432670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9e4d1450-b6d7-434c-89c7-766aa22a7125 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174569 Nov 29 11:59:18.435391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33112) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:18.439687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-187649f6-28b8-4d5b-a17d-83ef500353d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '7e398b3b-013d-4f19-8a3b-25305370f3a4', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:18.465063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-187649f6-28b8-4d5b-a17d-83ef500353d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.525254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-187649f6-28b8-4d5b-a17d-83ef500353d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.528704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-187649f6-28b8-4d5b-a17d-83ef500353d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.545233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187649f6-28b8-4d5b-a17d-83ef500353d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e629152f-e109-4948-855c-2ea063a2f5ca,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:18.552902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-187649f6-28b8-4d5b-a17d-83ef500353d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.554117 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-187649f6-28b8-4d5b-a17d-83ef500353d1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177585 Nov 29 11:59:18.556913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33114) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:18.561135 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c26c7bc4-b9a7-4aee-a91c-518683de0ec7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '7e398b3b-013d-4f19-8a3b-25305370f3a4', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:18.586551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c26c7bc4-b9a7-4aee-a91c-518683de0ec7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.643776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c26c7bc4-b9a7-4aee-a91c-518683de0ec7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.647284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c26c7bc4-b9a7-4aee-a91c-518683de0ec7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.664877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c7bc4-b9a7-4aee-a91c-518683de0ec7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d015835d-af9f-4963-a756-53e1f4e82e38,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:18.672378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c26c7bc4-b9a7-4aee-a91c-518683de0ec7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.673553 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c26c7bc4-b9a7-4aee-a91c-518683de0ec7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157060 Nov 29 11:59:18.676385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33116) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:18.681203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-544f9c59-43c4-4a32-ae72-fcc12d597f37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '7e398b3b-013d-4f19-8a3b-25305370f3a4', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:18.701888 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-544f9c59-43c4-4a32-ae72-fcc12d597f37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:59:18.706377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-544f9c59-43c4-4a32-ae72-fcc12d597f37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.764062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-544f9c59-43c4-4a32-ae72-fcc12d597f37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.767627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-544f9c59-43c4-4a32-ae72-fcc12d597f37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.784148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f9c59-43c4-4a32-ae72-fcc12d597f37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfdd320-660b-41f8-bd2c-f36583382c60,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:18.792718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-544f9c59-43c4-4a32-ae72-fcc12d597f37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.793888 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-544f9c59-43c4-4a32-ae72-fcc12d597f37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160028 Nov 29 11:59:18.796674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33118) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:18.800823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8cfb0631-1dee-47df-b453-1f23c8c50c9e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '7e398b3b-013d-4f19-8a3b-25305370f3a4', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:18.823104 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-8cfb0631-1dee-47df-b453-1f23c8c50c9e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 11:59:18.827881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cfb0631-1dee-47df-b453-1f23c8c50c9e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.890767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cfb0631-1dee-47df-b453-1f23c8c50c9e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.894107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cfb0631-1dee-47df-b453-1f23c8c50c9e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.913093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb0631-1dee-47df-b453-1f23c8c50c9e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b22622b-65ce-4aaf-a216-92d594e0409f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:18.918356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8cfb0631-1dee-47df-b453-1f23c8c50c9e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:18.919536 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8cfb0631-1dee-47df-b453-1f23c8c50c9e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219671 Nov 29 11:59:19.063535 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-ea14d263-222b-4fee-9a39-cd9b38c1c7e1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539440739&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0325520 Nov 29 11:59:19.172792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-a566bc1f-5621-4816-b0e1-bb1c5cb3e2aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:19.174254 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-a566bc1f-5621-4816-b0e1-bb1c5cb3e2aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 796 time: 0.1030517 Nov 29 11:59:19.189151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-e285f455-a86e-49b7-b5d2-d2b96c86e7b9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0086589 Nov 29 11:59:19.243246 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-6cce5ae8-9dee-4a54-898e-cd21744ad728 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0479627 Nov 29 11:59:19.258024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-89e149ff-118a-4a75-9a56-c0aeac526b91 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 11:59:19.258982 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-89e149ff-118a-4a75-9a56-c0aeac526b91 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049038 Nov 29 11:59:19.343666 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-4a7cda07-0cec-4522-84f2-85e556646348 service neutron] 10.222.0.23 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792649 Nov 29 11:59:19.434219 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-db106827-ad34-420c-9fc6-b82dda5ef8cd service neutron] 10.222.0.23 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840504 Nov 29 11:59:19.591687 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e4a22cb-8308-465b-88fc-67502c38d6ac req-02aae9af-6f0e-4d9f-8b4d-ce3459caef94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 210 time: 0.0279784 Nov 29 11:59:20.537874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-9ea79258-428b-481e-b96f-78cf5f1096cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:20.539640 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-9ea79258-428b-481e-b96f-78cf5f1096cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 796 time: 0.1120729 Nov 29 11:59:20.584960 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-5645a3bc-f325-4111-a0cc-49e55a41e523 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 472 time: 0.0356002 Nov 29 11:59:20.597812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': '06ce6e18-bea1-452c-ae18-53799e120b71', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['7e398b3b-013d-4f19-8a3b-25305370f3a4']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:20.684949 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c17459b5-97d6-49c9-9d6e-dc8580e36cf9 req-97d967d0-c6d6-4750-a8d0-3ecf94a62066 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 210 time: 0.0262518 Nov 29 11:59:20.706729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 11:59:20.710715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:20.831831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.8 (9231bd65-718c-48b3-866f-d0ea001b99b2/98f9e143-e3de-49db-925c-982ed0bd7474/876e903a-834c-47eb-8910-f4015b5178e8) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 11:59:20.968064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:20.999600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.039055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 11:59:21.041861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 11:59:21.045346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 11:59:21.070415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=876e903a-834c-47eb-8910-f4015b5178e8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:21.099168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:21.099780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.116293 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-2135074b-89b1-4e54-89c7-a317d61b4008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5219657 Nov 29 11:59:21.130961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Request body: {'port': {'device_id': '06ce6e18-bea1-452c-ae18-53799e120b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:21.189359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.254136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e41d8790-bd42-4377-ab79-839636c6fb6c None None] Provisioning complete for port 876e903a-834c-47eb-8910-f4015b5178e8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:59:21.254755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e41d8790-bd42-4377-ab79-839636c6fb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.287231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e41d8790-bd42-4377-ab79-839636c6fb6c None None] Port 876e903a-834c-47eb-8910-f4015b5178e8 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 11:59:21.443720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876e903a-834c-47eb-8910-f4015b5178e8 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:59:21.450906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.463830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Transition to ACTIVE for port object 876e903a-834c-47eb-8910-f4015b5178e8 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 11:59:21.467717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.540173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Pushing event updated for resources: {'Port': ['ID=876e903a-834c-47eb-8910-f4015b5178e8,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:21.593766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Attempting to bind port 876e903a-834c-47eb-8910-f4015b5178e8 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 11:59:21.594161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Attempting to bind port 876e903a-834c-47eb-8910-f4015b5178e8 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 11:59:21.594489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Attempting to bind port 876e903a-834c-47eb-8910-f4015b5178e8 on network 9231bd65-718c-48b3-866f-d0ea001b99b2 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:59:21.599457 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Port 876e903a-834c-47eb-8910-f4015b5178e8 on network 9231bd65-718c-48b3-866f-d0ea001b99b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 11:59:21.599775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Attempting to bind port 876e903a-834c-47eb-8910-f4015b5178e8 on network 9231bd65-718c-48b3-866f-d0ea001b99b2 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 11:59:21.604699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 11, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 11:59:21.605034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Checking segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 11:59:21.605414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Bound using segment: {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 11:59:21.605842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Bound port: 876e903a-834c-47eb-8910-f4015b5178e8, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044bdeec-936c-4991-9349-6a7f5c0c9424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 11:59:21.606224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.672267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] For port 876e903a-834c-47eb-8910-f4015b5178e8, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 11:59:21.675221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] For port 876e903a-834c-47eb-8910-f4015b5178e8, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=876e903a-834c-47eb-8910-f4015b5178e8,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 11:59:21.680470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.716261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:21.717000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:21.718468 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] 10.222.0.30 "PUT /v2.0/ports/876e903a-834c-47eb-8910-f4015b5178e8 HTTP/1.1" status: 200 len: 1093 time: 0.5918405 Nov 29 11:59:21.718904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ce6e18-bea1-452c-ae18-53799e120b71', 'tag': '876e903a-834c-47eb-8910-f4015b5178e8'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:59:21.721130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1534350-f4a2-4cba-83e4-b7edabc49286" -d '{"events": [{"name": "network-changed", "server_uuid": "06ce6e18-bea1-452c-ae18-53799e120b71", "tag": "876e903a-834c-47eb-8910-f4015b5178e8"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:59:21.754180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7d985-9b59-4d5d-8b7f-76fc4b39ddb7 service neutron] Pushing event updated for resources: {'Port': ['ID=876e903a-834c-47eb-8910-f4015b5178e8,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:21.772974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bef1cc-307d-4737-9a2b-46a60b4197ff x-openstack-request-id: req-c7bef1cc-307d-4737-9a2b-46a60b4197ff {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:59:21.773533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ce6e18-bea1-452c-ae18-53799e120b71", "tag": "876e903a-834c-47eb-8910-f4015b5178e8", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:59:21.774146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7bef1cc-307d-4737-9a2b-46a60b4197ff {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:59:21.774615 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ce6e18-bea1-452c-ae18-53799e120b71', 'tag': '876e903a-834c-47eb-8910-f4015b5178e8', 'status': 'completed', 'code': 200} Nov 29 11:59:21.816580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fdb29f-cc69-4f23-82a0-17bd5a598c64 req-3e1fc851-24a6-467e-96ff-5110030dd39a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:21.818570 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-87fdb29f-cc69-4f23-82a0-17bd5a598c64 req-3e1fc851-24a6-467e-96ff-5110030dd39a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 943 time: 0.0508578 Nov 29 11:59:21.825357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-f053599b-e3ee-4f4c-955b-f429dc0eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:21.827087 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-f053599b-e3ee-4f4c-955b-f429dc0eb25f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 1096 time: 0.0477619 Nov 29 11:59:21.858109 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-87fdb29f-cc69-4f23-82a0-17bd5a598c64 req-06889c3d-5594-4578-a335-6894186ae27b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Nov 29 11:59:21.870281 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-9312ba55-b84b-41da-ad3d-9b4c20b63dd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=876e903a-834c-47eb-8910-f4015b5178e8 HTTP/1.1" status: 200 len: 217 time: 0.0347118 Nov 29 11:59:21.921998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-db2de16f-fe1d-41d3-bd76-0abe0be6cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:21.923453 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-db2de16f-fe1d-41d3-bd76-0abe0be6cc76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 200 len: 835 time: 0.0454223 Nov 29 11:59:21.974415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-a2c9733f-a1b0-4324-8bfc-0ae5a78c88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:21.975863 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-a2c9733f-a1b0-4324-8bfc-0ae5a78c88ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9231bd65-718c-48b3-866f-d0ea001b99b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456638 Nov 29 11:59:22.061376 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-dc4d4283-a6e3-4d99-a8f0-85490ea7157d service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778348 Nov 29 11:59:22.151795 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-daa8c71a-95fa-445f-9612-a0da0efbfede req-5a0fd778-8a80-426b-bc4b-4d437281b5b9 service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830965 Nov 29 11:59:22.233727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-c222cddd-9da5-4822-a751-a7406ca55c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:22.235199 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-c222cddd-9da5-4822-a751-a7406ca55c9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 1096 time: 0.0399938 Nov 29 11:59:22.323817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-ca5d7792-ae95-4159-926b-523d13f896dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:22.325190 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-ca5d7792-ae95-4159-926b-523d13f896dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 897 time: 0.0827858 Nov 29 11:59:22.366395 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-227b4b98-dd22-4337-8d8d-d0e44b47ca7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=876e903a-834c-47eb-8910-f4015b5178e8 HTTP/1.1" status: 200 len: 217 time: 0.0329123 Nov 29 11:59:22.414028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-07e5e648-4eb5-4f5a-a4e9-617f833d2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:22.415403 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-07e5e648-4eb5-4f5a-a4e9-617f833d2295 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 200 len: 835 time: 0.0418527 Nov 29 11:59:22.461330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-1b67df54-c3df-43c0-8d78-f9e7a51cb82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:22.462867 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-1b67df54-c3df-43c0-8d78-f9e7a51cb82e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9231bd65-718c-48b3-866f-d0ea001b99b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405481 Nov 29 11:59:22.553222 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-137f1f5d-a4e8-4a50-a490-ac0c8f2a3625 service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814569 Nov 29 11:59:22.639222 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f1534350-f4a2-4cba-83e4-b7edabc49286 req-7708cecd-9663-4a46-bbe0-7b88c6d2bc1b service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785890 Nov 29 11:59:22.976397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960ef1-9beb-4816-aa5a-ca7b97ff88d6 req-392dcbe1-33a4-473d-89b6-d9777ccf6249 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:22.977850 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bd960ef1-9beb-4816-aa5a-ca7b97ff88d6 req-392dcbe1-33a4-473d-89b6-d9777ccf6249 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 943 time: 0.0521674 Nov 29 11:59:23.015123 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bd960ef1-9beb-4816-aa5a-ca7b97ff88d6 req-ec27bf1b-b99d-49ac-bbf4-03e49a182da4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315051 Nov 29 11:59:24.126703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c933b-626e-4d16-968a-5a063254212c req-84cc050e-b191-4fa4-85c5-0e29738634e4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:24.128144 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a7c933b-626e-4d16-968a-5a063254212c req-84cc050e-b191-4fa4-85c5-0e29738634e4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 943 time: 0.0481372 Nov 29 11:59:24.165092 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a7c933b-626e-4d16-968a-5a063254212c req-269dfc95-4813-4487-b672-537db629e8cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305531 Nov 29 11:59:24.740350 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 876e903a-834c-47eb-8910-f4015b5178e8 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 11:59:24.970455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 876e903a-834c-47eb-8910-f4015b5178e8, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=876e903a-834c-47eb-8910-f4015b5178e8,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:59:24.980976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '876e903a-834c-47eb-8910-f4015b5178e8', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'port_id': '876e903a-834c-47eb-8910-f4015b5178e8', 'mac_address': 'fa:16:3e:9a:f3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 11:59:25.017130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:25.029190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876e903a-834c-47eb-8910-f4015b5178e8 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 11:59:25.050584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 876e903a-834c-47eb-8910-f4015b5178e8, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=876e903a-834c-47eb-8910-f4015b5178e8,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:59:25.054867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:25.099921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=876e903a-834c-47eb-8910-f4015b5178e8,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:25.106867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.107205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.107545 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.107883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.108216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.108551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.108879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.109206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.109530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.109853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.110199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.110521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 11:59:25.277378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65152f21-83b3-46c6-950c-34d30db4c1b6 req-48ee38c7-b2a7-410f-8508-01c783154b2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:25.278776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-65152f21-83b3-46c6-950c-34d30db4c1b6 req-48ee38c7-b2a7-410f-8508-01c783154b2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 944 time: 0.0485148 Nov 29 11:59:25.314908 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-65152f21-83b3-46c6-950c-34d30db4c1b6 req-0db5477b-212b-44e5-90a6-66a2cfee8126 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303175 Nov 29 11:59:25.375185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['876e903a-834c-47eb-8910-f4015b5178e8'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 11:59:26.431577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721a668-f97a-43bf-a7b1-9134b2db70f1 req-f4dd2b35-9812-43ee-8c2b-86ee5f3ea7a4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:26.433021 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b721a668-f97a-43bf-a7b1-9134b2db70f1 req-f4dd2b35-9812-43ee-8c2b-86ee5f3ea7a4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 944 time: 0.0524268 Nov 29 11:59:26.470154 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b721a668-f97a-43bf-a7b1-9134b2db70f1 req-7f319bb2-addc-4c97-bbc5-8538b60b0d06 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Nov 29 11:59:26.757684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 876e903a-834c-47eb-8910-f4015b5178e8 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 11:59:26.804573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 876e903a-834c-47eb-8910-f4015b5178e8 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 11:59:26.808216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 876e903a-834c-47eb-8910-f4015b5178e8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 11:59:26.808604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:26.888370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:26.911266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce6e18-bea1-452c-ae18-53799e120b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876e903a-834c-47eb-8910-f4015b5178e8'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:59:26.913497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a682d-b915-4b77-bdb0-15529730dcc1" -d '{"events": [{"server_uuid": "06ce6e18-bea1-452c-ae18-53799e120b71", "name": "network-vif-plugged", "status": "completed", "tag": "876e903a-834c-47eb-8910-f4015b5178e8"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:59:26.925669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 876e903a-834c-47eb-8910-f4015b5178e8, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=876e903a-834c-47eb-8910-f4015b5178e8,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 11:59:26.930199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:26.953337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 11:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a482ff2-e77a-464c-bab8-60a91a8dd1c6 x-openstack-request-id: req-9a482ff2-e77a-464c-bab8-60a91a8dd1c6 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:59:26.953649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce6e18-bea1-452c-ae18-53799e120b71", "name": "network-vif-plugged", "status": "completed", "tag": "876e903a-834c-47eb-8910-f4015b5178e8", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:59:26.953900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a482ff2-e77a-464c-bab8-60a91a8dd1c6 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:59:26.954303 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce6e18-bea1-452c-ae18-53799e120b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876e903a-834c-47eb-8910-f4015b5178e8', 'code': 200} Nov 29 11:59:26.979544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=876e903a-834c-47eb-8910-f4015b5178e8,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 11:59:27.410105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:27.441555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36942188-8e25-43df-814c-657362c38532 req-3e1513db-1a8a-4d97-b206-e902dd02d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:27.443890 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-36942188-8e25-43df-814c-657362c38532 req-3e1513db-1a8a-4d97-b206-e902dd02d736 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 1098 time: 0.3684471 Nov 29 11:59:27.477800 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-36942188-8e25-43df-814c-657362c38532 req-42c811b6-0e7a-458f-841c-a7a36cfea7d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265567 Nov 29 11:59:27.581534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b6618-3d63-456b-8941-d852f114c129 req-3022fcff-2891-4c62-a762-3977bad23f0e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:27.583508 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-839b6618-3d63-456b-8941-d852f114c129 req-3022fcff-2891-4c62-a762-3977bad23f0e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 945 time: 0.0483525 Nov 29 11:59:27.619907 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-839b6618-3d63-456b-8941-d852f114c129 req-708beac0-0472-42c8-9743-3a39e9c4fcd4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306315 Nov 29 11:59:28.739955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941aac2-2d8d-4ebe-9d70-84ab2153b11c req-fbfa467a-22f1-47f0-b1c4-05c5ec2986cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:28.741419 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a941aac2-2d8d-4ebe-9d70-84ab2153b11c req-fbfa467a-22f1-47f0-b1c4-05c5ec2986cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 945 time: 0.0528138 Nov 29 11:59:28.779341 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a941aac2-2d8d-4ebe-9d70-84ab2153b11c req-b46317bc-1638-4b5a-afa6-a035c8d3b17e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Nov 29 11:59:29.894004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392e075-dbe0-420d-832f-91b0fa9fb408 req-91c5c457-d3de-4676-8558-c73413315b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:29.896110 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2392e075-dbe0-420d-832f-91b0fa9fb408 req-91c5c457-d3de-4676-8558-c73413315b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 945 time: 0.0522587 Nov 29 11:59:29.933354 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2392e075-dbe0-420d-832f-91b0fa9fb408 req-3f8a3a93-dfcb-4574-b480-1ae57397e6bd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313742 Nov 29 11:59:30.043714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04dd07-df15-4e1a-a06e-aadcc555b2a8 req-3bdd06da-6f43-4ae0-8dd6-b0d858af3956 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:30.045171 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b04dd07-df15-4e1a-a06e-aadcc555b2a8 req-3bdd06da-6f43-4ae0-8dd6-b0d858af3956 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 945 time: 0.0477223 Nov 29 11:59:30.082606 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b04dd07-df15-4e1a-a06e-aadcc555b2a8 req-0fac776a-bff8-4bf0-ad0e-a6d75c6e5a46 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Nov 29 11:59:30.103879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33176) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:30.141321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59af4a93-738d-4c1f-915d-5524561a4f83 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:30.142798 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-59af4a93-738d-4c1f-915d-5524561a4f83 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 1093 time: 0.0380015 Nov 29 11:59:30.145530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33178) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:30.149638 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'port_id': '876e903a-834c-47eb-8910-f4015b5178e8'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 11:59:30.189599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:30.595708 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:30.599829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:30.668008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89344f93-e1b6-4207-800a-34659b79872a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:30.697305 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 9e0c01d6-6f97-4b26-8820-85380582f959 associated. External IP: 172.26.5.70, port: 876e903a-834c-47eb-8910-f4015b5178e8. Nov 29 11:59:30.893724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router c3606f13-87f8-40b8-a987-bf603b4fad6f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 11:59:30.950702 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 11:59:31.300195 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 11:59:31.305758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:31.310344 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] Sync routers for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 11:59:31.320787 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:59:31.321419 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:59:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:59:31.332167 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4cc3646e-0754-43ef-89e0-7ef1c42c02f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 990 time: 1.1856377 Nov 29 11:59:31.332746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ce6e18-bea1-452c-ae18-53799e120b71', 'tag': '876e903a-834c-47eb-8910-f4015b5178e8'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 11:59:31.334997 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad" -d '{"events": [{"name": "network-changed", "server_uuid": "06ce6e18-bea1-452c-ae18-53799e120b71", "tag": "876e903a-834c-47eb-8910-f4015b5178e8"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 11:59:31.335167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33180) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:31.394945 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-78bc319e-1df7-4e5e-86b9-2f10b27c0c94 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 990 time: 0.0587115 Nov 29 11:59:31.432566 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:59:31.433104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 11:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe8936-529f-4be4-995e-3f43d45ee9d3 x-openstack-request-id: req-3fbe8936-529f-4be4-995e-3f43d45ee9d3 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 11:59:31.433390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ce6e18-bea1-452c-ae18-53799e120b71", "tag": "876e903a-834c-47eb-8910-f4015b5178e8", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 11:59:31.433639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3fbe8936-529f-4be4-995e-3f43d45ee9d3 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 11:59:31.434055 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ce6e18-bea1-452c-ae18-53799e120b71', 'tag': '876e903a-834c-47eb-8910-f4015b5178e8', 'status': 'completed', 'code': 200} Nov 29 11:59:31.498224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-ff53a637-4a47-48be-91d0-fbbe822f7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:31.499799 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-ff53a637-4a47-48be-91d0-fbbe822f7271 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 1098 time: 0.0399613 Nov 29 11:59:31.589249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-c7372dc9-efa2-49d9-8020-60adcd66ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:31.590697 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-c7372dc9-efa2-49d9-8020-60adcd66ea25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 897 time: 0.0842941 Nov 29 11:59:31.653691 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-6a1a07da-6697-4124-9c1e-c0265abe9bcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=876e903a-834c-47eb-8910-f4015b5178e8 HTTP/1.1" status: 200 len: 998 time: 0.0554330 Nov 29 11:59:31.656082 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '9e0c01d6-6f97-4b26-8820-85380582f959', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'port_id': '876e903a-834c-47eb-8910-f4015b5178e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'mac_address': 'fa:16:3e:9a:f3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce6e18-bea1-452c-ae18-53799e120b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:05Z', 'updated_at': '2021-11-29T11:59:30Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:59:31.682201 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] Checking router: c3606f13-87f8-40b8-a987-bf603b4fad6f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 11:59:31.690452 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 11:59:31.691051 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T11:59:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:59:31.705345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-510fe00f-3356-43e1-a6a2-55b3ef25897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:31.706811 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-510fe00f-3356-43e1-a6a2-55b3ef25897b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 200 len: 835 time: 0.0457301 Nov 29 11:59:31.754286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-16370f5f-5c9a-4103-b84c-552c68f61f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:31.755853 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-16370f5f-5c9a-4103-b84c-552c68f61f5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9231bd65-718c-48b3-866f-d0ea001b99b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422351 Nov 29 11:59:31.794093 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 11:59:31.842213 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-abcb8663-a12f-4c33-8742-e138c56a5107 service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793583 Nov 29 11:59:31.933872 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9efc2ffc-0c0e-4efe-ba34-c6631cdbdcad req-1bc305ad-0a39-476b-815d-c8eeb0bad728 service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840235 Nov 29 11:59:32.093413 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '9e0c01d6-6f97-4b26-8820-85380582f959', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'port_id': '876e903a-834c-47eb-8910-f4015b5178e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'mac_address': 'fa:16:3e:9a:f3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce6e18-bea1-452c-ae18-53799e120b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:05Z', 'updated_at': '2021-11-29T11:59:30Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 11:59:32.118686 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4a18c0-a49e-4f2f-ae30-6b270c24df88 None None] The sync data for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv is: [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '9e0c01d6-6f97-4b26-8820-85380582f959', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.70', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'port_id': '876e903a-834c-47eb-8910-f4015b5178e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'mac_address': 'fa:16:3e:9a:f3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ce6e18-bea1-452c-ae18-53799e120b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:05Z', 'updated_at': '2021-11-29T11:59:30Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 11:59:32.290744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa69cc-5a3f-4403-b1a3-3db91df75518 None None] New status for floating IP 9e0c01d6-6f97-4b26-8820-85380582f959: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 11:59:32.398732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33186) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:32.465913 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-312d8550-a566-4c85-8c31-3b281013a9a0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 990 time: 0.0660393 Nov 29 11:59:33.247027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5931950a-b493-44ba-9313-ae92345becb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:33.468170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33188) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 11:59:33.526887 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9a0da158-ff0b-4503-9d35-1259920bc187 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 200 len: 992 time: 0.0574179 Nov 29 11:59:33.667432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:34.636836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:35.961237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 11:59:41.078330 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-a8aab6d7-9885-4f6e-ba4f-bb77dfbb1d4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422943 Nov 29 11:59:41.159642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-2c7085da-2f97-456f-b821-d2c51e84bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:41.161072 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-2c7085da-2f97-456f-b821-d2c51e84bbfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 1099 time: 0.0390015 Nov 29 11:59:41.261533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-69cda787-d2d6-4567-8f2c-5962887b349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:41.262999 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-69cda787-d2d6-4567-8f2c-5962887b349e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 200 len: 897 time: 0.0804327 Nov 29 11:59:41.307840 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-5af7897a-cba5-4fea-9214-a3511d149171 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa HTTP/1.1" status: 200 len: 217 time: 0.0355651 Nov 29 11:59:41.356828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-e6506ba9-e3f5-4be7-a3a5-14bd52e0bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:41.358141 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-e6506ba9-e3f5-4be7-a3a5-14bd52e0bc14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 200 len: 835 time: 0.0424430 Nov 29 11:59:41.402663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-72ddc5cb-3f25-4ba2-967f-47f419ce6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 11:59:41.404120 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-72ddc5cb-3f25-4ba2-967f-47f419ce6137 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9231bd65-718c-48b3-866f-d0ea001b99b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389745 Nov 29 11:59:41.495000 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-a2aa3693-7ce5-4416-8f12-32de386c15e2 service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825500 Nov 29 11:59:41.584296 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-245ca0a4-c534-46da-badd-92e5f4de85bb req-943860a6-77d2-4392-890c-ac5fe180d06d service neutron] 10.222.0.30 "GET /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813482 Nov 29 11:59:57.407486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:00.668731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-955514a3-29c0-4061-8ecf-be9ac45427d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:03.247504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d56c3e2e-1713-4cfe-bcbd-feea333616b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:03.667669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:04.639617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:05.964591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:07.949890 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:00:27.427144 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:30.669249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7febb370-477f-4c0d-8c41-7b7226d701fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:33.267853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4a36e317-fa16-4610-a60d-6fc7f61fe80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:33.669625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:34.643203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:35.966550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:36.353346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16574b8-0d2b-4c87-914d-a0391f579528 req-359c4ecf-eecd-41ff-9046-749fa5e33ac4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:36.354816 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b16574b8-0d2b-4c87-914d-a0391f579528 req-359c4ecf-eecd-41ff-9046-749fa5e33ac4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 945 time: 0.0513372 Nov 29 12:00:36.393792 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b16574b8-0d2b-4c87-914d-a0391f579528 req-195ca619-c53b-451b-8d29-79248ec2337f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330110 Nov 29 12:00:36.641915 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-c05dff47-29ae-46af-b0f6-63c4fbce3c45 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385694204&fields=id&tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 267 time: 0.0318334 Nov 29 12:00:36.744408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-c9e39038-a17c-4b45-83b9-63afa188c720 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:36.745766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-c9e39038-a17c-4b45-83b9-63afa188c720 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 811 time: 0.0969057 Nov 29 12:00:36.767067 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b7793e3c-a8b2-4604-b1b1-55459cfcc445 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/quotas/32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 375 time: 0.0133882 Nov 29 12:00:36.826052 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-976b405c-4b10-49e6-a32a-ec037a5abd52 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0558159 Nov 29 12:00:36.883729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-7b83e2e2-ba83-4129-bc4f-200523a4eff2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:00:36.884954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-7b83e2e2-ba83-4129-bc4f-200523a4eff2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474510 Nov 29 12:00:36.972786 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-028880f9-8200-4816-98a5-869dd1123cfe service neutron] 10.222.0.23 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817192 Nov 29 12:00:37.062339 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-cd8432b4-454a-4d33-8058-b4c937f6bdaf service neutron] 10.222.0.23 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835316 Nov 29 12:00:37.351152 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-79dec61d-a5c4-42f9-932b-1ea522d69cc3 req-b20267d6-518a-4358-a801-df8185ddfd74 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 210 time: 0.0271416 Nov 29 12:00:37.519924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbe7cb-0261-4dd3-be4e-4f06a54b5a53 req-628507da-e953-442e-8f23-92d8888f9786 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:37.521405 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1fdbe7cb-0261-4dd3-be4e-4f06a54b5a53 req-628507da-e953-442e-8f23-92d8888f9786 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 945 time: 0.0585616 Nov 29 12:00:37.559954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1fdbe7cb-0261-4dd3-be4e-4f06a54b5a53 req-ebf4d7b3-8ff1-4e30-8b5f-cd5ee4e7ae2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=7e398b3b-013d-4f19-8a3b-25305370f3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Nov 29 12:00:38.003298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-7362bb5a-9e64-414e-8f81-d2986b94264f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:38.004723 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-7362bb5a-9e64-414e-8f81-d2986b94264f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 945 time: 0.0522676 Nov 29 12:00:38.098763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 876e903a-834c-47eb-8910-f4015b5178e8 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:00:38.099097 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:38.191388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 876e903a-834c-47eb-8910-f4015b5178e8, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=876e903a-834c-47eb-8910-f4015b5178e8,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:38.191781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:38.368675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:38.369037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:38.369348 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 9e0c01d6-6f97-4b26-8820-85380582f959 disassociated. External IP: 172.26.5.70, port: 876e903a-834c-47eb-8910-f4015b5178e8. Nov 29 12:00:38.369690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 876e903a-834c-47eb-8910-f4015b5178e8 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:00:38.376897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-34fbfc7f-fb0b-4d29-9a34-089c9f255c3c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:38.378978 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-34fbfc7f-fb0b-4d29-9a34-089c9f255c3c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 811 time: 0.1632326 Nov 29 12:00:38.448646 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-27a86942-e89d-4414-8119-75390308eaae tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5 HTTP/1.1" status: 200 len: 380 time: 0.0601120 Nov 29 12:00:38.465042 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e30cdafe-57c3-4573-b890-cf52461b37f9 req-aa3deead-284b-4eb4-a1b8-d74bcd7e47c3 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 210 time: 0.0354292 Nov 29 12:00:38.468987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'port': {'device_id': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'admin_state_up': True, 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'security_groups': ['cc2272e1-b409-4cde-bb79-fe87fb72f882']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:38.527509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:38.562959 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=876e903a-834c-47eb-8910-f4015b5178e8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:38.579507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.579694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.580099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.580509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.581360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.583231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.583231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.583231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.583231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.583603 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.583704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.583963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:38.618527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Made reservation on behalf of 32160d59dd2846aa9dba00fa3ccbe5f5 for: {'port': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:00:38.622870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:38.696055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router c3606f13-87f8-40b8-a987-bf603b4fad6f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:00:38.716537 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a8d7801-511b-4fe9-bfb0-cfae600d9d9a req-b17ef12a-54d2-436b-ac01-f308d1fc6dc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=06ce6e18-bea1-452c-ae18-53799e120b71 HTTP/1.1" status: 200 len: 210 time: 0.0610070 Nov 29 12:00:38.797304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Allocated IP 172.20.0.7 (bcce7524-6705-4846-ad12-ca709d4d5b9f/8acfcaaf-480c-4f9e-a2d1-49ed506a1f25/5d713c60-c737-43c7-8791-053ca2787ba0) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:00:38.825232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:00:38.837712 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] Sync routers for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:00:38.848631 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:38.849604 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:38.873338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port 876e903a-834c-47eb-8910-f4015b5178e8 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:00:38.876103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:38.881318 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ba173ff9-5a6d-41b8-88f9-38e09948d755 req-08e3f49e-76e3-4cb0-86dd-23ff9cb27888 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/876e903a-834c-47eb-8910-f4015b5178e8 HTTP/1.1" status: 204 len: 173 time: 0.8633139 Nov 29 12:00:38.881896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ce6e18-bea1-452c-ae18-53799e120b71', 'name': 'network-vif-deleted', 'tag': '876e903a-834c-47eb-8910-f4015b5178e8'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:00:38.884258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c77f5e-171c-4f5b-b5cc-56b0340bf09a" -d '{"events": [{"server_uuid": "06ce6e18-bea1-452c-ae18-53799e120b71", "name": "network-vif-deleted", "tag": "876e903a-834c-47eb-8910-f4015b5178e8"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:00:38.940703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ea2437-03a2-474c-9b4d-7d7cbf47fe15 x-openstack-request-id: req-f0ea2437-03a2-474c-9b4d-7d7cbf47fe15 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:00:38.941142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ce6e18-bea1-452c-ae18-53799e120b71", "name": "network-vif-deleted", "tag": "876e903a-834c-47eb-8910-f4015b5178e8", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:00:38.941401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0ea2437-03a2-474c-9b4d-7d7cbf47fe15 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:00:38.941799 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ce6e18-bea1-452c-ae18-53799e120b71', 'name': 'network-vif-deleted', 'tag': '876e903a-834c-47eb-8910-f4015b5178e8', 'status': 'completed', 'code': 200} Nov 29 12:00:38.989170 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:00:38.993535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:39.037161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:39.112631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=5d713c60-c737-43c7-8791-053ca2787ba0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:39.123621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.123984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.124334 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.124801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.125142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.125476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.125809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.126168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.126872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.127204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.127577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.128430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:39.142272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Network bcce7524-6705-4846-ad12-ca709d4d5b9f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:00:39.145042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:00:39.148192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:00:39.200167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:39.200876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:39.218244 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-2e67084b-0101-45a2-9faa-4cd6c804e38f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556283 Nov 29 12:00:39.233315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Request body: {'port': {'device_id': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:39.253031 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:39.294279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:39.301379 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] Checking router: c3606f13-87f8-40b8-a987-bf603b4fad6f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:00:39.311171 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:39.311895 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:39.459755 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:00:39.575113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1e327393-3c1c-4c54-8ddd-5819d350012b None None] Provisioning complete for port 5d713c60-c737-43c7-8791-053ca2787ba0 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:39.575719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1e327393-3c1c-4c54-8ddd-5819d350012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:39.652420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-1e327393-3c1c-4c54-8ddd-5819d350012b None None] Port 5d713c60-c737-43c7-8791-053ca2787ba0 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:00:39.691257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516123d-57f2-4248-8108-1f49e0fa2224 req-435db900-b304-4a67-b70b-d2dc919fe2ae tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:39.700445 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e516123d-57f2-4248-8108-1f49e0fa2224 req-435db900-b304-4a67-b70b-d2dc919fe2ae tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 931 time: 0.1253712 Nov 29 12:00:39.716234 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:39.747050 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0cd535-0ead-4fe3-92c1-48b8834c0aba None None] The sync data for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv is: [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd038eb09-eed0-4e32-a8c6-32c09e225059', 'name': '', 'network_id': '9231bd65-718c-48b3-866f-d0ea001b99b2', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2f:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:52Z', 'updated_at': '2021-11-29T11:57:55Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '98f9e143-e3de-49db-925c-982ed0bd7474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:00:39.795111 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e516123d-57f2-4248-8108-1f49e0fa2224 req-1b2af0aa-efe4-4c30-9961-65d945b35506 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893734 Nov 29 12:00:39.817631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33306) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:39.905976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d713c60-c737-43c7-8791-053ca2787ba0 {{(pid=102103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:00:39.931177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:39.933405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ba4701e8-905a-495d-ae90-73520b297ca2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:39.962131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.provisioning_blocks [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Transition to ACTIVE for port object 5d713c60-c737-43c7-8791-053ca2787ba0 will not be triggered until provisioned by entity L2. {{(pid=102103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:00:39.970987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:39.975683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ba4701e8-905a-495d-ae90-73520b297ca2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.061022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Pushing event updated for resources: {'Port': ['ID=5d713c60-c737-43c7-8791-053ca2787ba0,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:40.154388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Attempting to bind port 5d713c60-c737-43c7-8791-053ca2787ba0 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:00:40.154833 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Attempting to bind port 5d713c60-c737-43c7-8791-053ca2787ba0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:00:40.155126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Attempting to bind port 5d713c60-c737-43c7-8791-053ca2787ba0 on network bcce7524-6705-4846-ad12-ca709d4d5b9f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:00:40.160907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Port 5d713c60-c737-43c7-8791-053ca2787ba0 on network bcce7524-6705-4846-ad12-ca709d4d5b9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:00:40.161226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Attempting to bind port 5d713c60-c737-43c7-8791-053ca2787ba0 on network bcce7524-6705-4846-ad12-ca709d4d5b9f {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:00:40.169850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:00:40.171070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Checking segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:00:40.171070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Bound using segment: {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'} {{(pid=102103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:00:40.171629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.managers [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Bound port: 5d713c60-c737-43c7-8791-053ca2787ba0, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c88fafa-6474-430f-a3a7-891d3727b1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f'}}] {{(pid=102103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:00:40.172253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.201298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590814b-63e0-4b1b-a3f2-d837de76d11f None None] New status for floating IP 9e0c01d6-6f97-4b26-8820-85380582f959: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:00:40.204110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ba4701e8-905a-495d-ae90-73520b297ca2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.207048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ba4701e8-905a-495d-ae90-73520b297ca2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.209700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ba4701e8-905a-495d-ae90-73520b297ca2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/7e398b3b-013d-4f19-8a3b-25305370f3a4 HTTP/1.1" status: 204 len: 168 time: 0.3894362 Nov 29 12:00:40.252649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33310) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:40.254362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4701e8-905a-495d-ae90-73520b297ca2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e398b3b-013d-4f19-8a3b-25305370f3a4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:40.291156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] For port 5d713c60-c737-43c7-8791-053ca2787ba0, host hv-neutron-8195, cleared binding levels {{(pid=102103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:00:40.295123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] For port 5d713c60-c737-43c7-8791-053ca2787ba0, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5d713c60-c737-43c7-8791-053ca2787ba0,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:00:40.302428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.350065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:40.350953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.352814 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d713c60-c737-43c7-8791-053ca2787ba0 HTTP/1.1" status: 200 len: 1093 time: 1.1257958 Nov 29 12:00:40.353446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:00:40.356197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a696194-d581-4ad2-a8c3-5654920477bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:00:40.435539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port b3823db8-5e05-4c53-a526-7a99d72130d8 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:00:40.436109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.450063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a0e601-a9a4-45d6-a175-afa3da9b7d46 x-openstack-request-id: req-79a0e601-a9a4-45d6-a175-afa3da9b7d46 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:00:40.450380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:00:40.450616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-79a0e601-a9a4-45d6-a175-afa3da9b7d46 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:00:40.451017 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0', 'status': 'completed', 'code': 200} Nov 29 12:00:40.474423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ed717-3f48-400b-a40d-85c620830834 service neutron] Pushing event updated for resources: {'Port': ['ID=5d713c60-c737-43c7-8791-053ca2787ba0,revision_number=3']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:40.510401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-22f1b71c-7378-4751-a8aa-ec0011424fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:40.511979 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-22f1b71c-7378-4751-a8aa-ec0011424fdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 1096 time: 0.0845399 Nov 29 12:00:40.553728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.554227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.562653 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-5fe96a78-bca8-4ed5-9706-6d612f723dc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d713c60-c737-43c7-8791-053ca2787ba0 HTTP/1.1" status: 200 len: 217 time: 0.0419343 Nov 29 12:00:40.568688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for b3823db8-5e05-4c53-a526-7a99d72130d8 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:00:40.630243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-7da02b3b-2753-416a-9d8d-ad76af586924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:40.631788 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-7da02b3b-2753-416a-9d8d-ad76af586924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0630777 Nov 29 12:00:40.694434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-8ca7d3d1-5dfd-497b-a1d2-cc1a1358deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:40.696334 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-8ca7d3d1-5dfd-497b-a1d2-cc1a1358deb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565610 Nov 29 12:00:40.709564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.740016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=b3823db8-5e05-4c53-a526-7a99d72130d8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:40.791473 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-c866e83d-3773-477c-85b2-eae4b8a8b8c7 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871263 Nov 29 12:00:40.801242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.804290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:40.805537 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-de4c3e4e-68da-4b2f-a476-6a2349289e04 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/9e0c01d6-6f97-4b26-8820-85380582f959 HTTP/1.1" status: 204 len: 168 time: 0.5505431 Nov 29 12:00:40.905623 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5390685-f670-46c9-9519-4ca9f155fa1b req-12adae68-fb6a-43f4-8dd0-6d313169e6e2 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071112 Nov 29 12:00:40.945225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7bd88-69c0-408b-b090-9f64393c690e req-520766eb-29eb-4473-b3ad-59385e5e39f6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:40.946805 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17f7bd88-69c0-408b-b090-9f64393c690e req-520766eb-29eb-4473-b3ad-59385e5e39f6 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0549934 Nov 29 12:00:41.034713 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17f7bd88-69c0-408b-b090-9f64393c690e req-3e7d7f16-a732-4d9c-8ab3-74386956e07d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811682 Nov 29 12:00:41.078571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696194-d581-4ad2-a8c3-5654920477bb req-2430add0-2062-4c5a-918f-31c40c808f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:41.080158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a696194-d581-4ad2-a8c3-5654920477bb req-2430add0-2062-4c5a-918f-31c40c808f20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 1096 time: 0.1091752 Nov 29 12:00:41.105616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b03d54-39c8-4b39-a28d-157f23b63cb3 req-ee2a7a49-bc84-4400-bcdc-8333a11599c1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:41.107166 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-33b03d54-39c8-4b39-a28d-157f23b63cb3 req-ee2a7a49-bc84-4400-bcdc-8333a11599c1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 946 time: 0.0679550 Nov 29 12:00:41.193401 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-33b03d54-39c8-4b39-a28d-157f23b63cb3 req-19e4b048-7c6a-43a9-918f-1bee913096ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745230 Nov 29 12:00:41.219241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696194-d581-4ad2-a8c3-5654920477bb req-33a688ab-4080-421f-a0c5-db8edfda16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:41.220706 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a696194-d581-4ad2-a8c3-5654920477bb req-33a688ab-4080-421f-a0c5-db8edfda16f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.1320171 Nov 29 12:00:41.263391 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a696194-d581-4ad2-a8c3-5654920477bb req-4df390dc-1e83-496d-b234-7681085dbfa0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d713c60-c737-43c7-8791-053ca2787ba0 HTTP/1.1" status: 200 len: 217 time: 0.0349045 Nov 29 12:00:41.313643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696194-d581-4ad2-a8c3-5654920477bb req-5926ec59-5d91-4407-9c2e-7491ab4b9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:41.315158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a696194-d581-4ad2-a8c3-5654920477bb req-5926ec59-5d91-4407-9c2e-7491ab4b9f89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0446060 Nov 29 12:00:41.362697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a696194-d581-4ad2-a8c3-5654920477bb req-0870913a-897f-4948-80ad-ff3444446f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:41.364235 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a696194-d581-4ad2-a8c3-5654920477bb req-0870913a-897f-4948-80ad-ff3444446f8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414867 Nov 29 12:00:41.459151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a696194-d581-4ad2-a8c3-5654920477bb req-7dd5b2ba-1280-416f-a937-7d55c480542e service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863471 Nov 29 12:00:41.550664 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a696194-d581-4ad2-a8c3-5654920477bb req-5a71caec-394b-4853-a11e-e17877fababb service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831909 Nov 29 12:00:42.156018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3deb0-a957-4730-ab25-ff985f4582f8 req-dab87cfe-b049-415a-9a2c-cd5640a018a0 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:42.157527 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0dc3deb0-a957-4730-ab25-ff985f4582f8 req-dab87cfe-b049-415a-9a2c-cd5640a018a0 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0543981 Nov 29 12:00:42.198040 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0dc3deb0-a957-4730-ab25-ff985f4582f8 req-130f8546-65e1-4033-9122-c61285b78868 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328956 Nov 29 12:00:42.238836 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-e9e74387-6eef-4a07-b6a5-150e856ad42a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398512 Nov 29 12:00:42.338042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-c0eefce8-4599-4fec-a4b8-705bc5e76cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:42.339501 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-c0eefce8-4599-4fec-a4b8-705bc5e76cc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 1098 time: 0.0734642 Nov 29 12:00:42.347474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f917d8-c2b1-4398-8673-77a3a7584b13 req-733035e3-3f66-459c-9239-cfa8f8d754c8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:42.348883 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e4f917d8-c2b1-4398-8673-77a3a7584b13 req-733035e3-3f66-459c-9239-cfa8f8d754c8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 946 time: 0.0840204 Nov 29 12:00:42.431707 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e4f917d8-c2b1-4398-8673-77a3a7584b13 req-f24b9b09-b19b-42ff-96e3-42cab387cc2d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=f8b77ef2-972b-4572-9ea8-303f04a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759709 Nov 29 12:00:42.475697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-e0f3e019-6e5d-4326-afe0-67cb87445826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:42.477239 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-e0f3e019-6e5d-4326-afe0-67cb87445826 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.1156678 Nov 29 12:00:42.494874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b497d-214b-418f-8163-32c81d89f587 req-52b3f62d-f34f-4a1f-bdaf-07553a6b924d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:42.496378 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b03b497d-214b-418f-8163-32c81d89f587 req-52b3f62d-f34f-4a1f-bdaf-07553a6b924d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=775f8b58-0a48-4aca-ab21-21d60021cc6e HTTP/1.1" status: 200 len: 946 time: 0.0560346 Nov 29 12:00:42.588106 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-424bce85-6742-445b-9ce0-17962caedf22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04 HTTP/1.1" status: 200 len: 1001 time: 0.1030369 Nov 29 12:00:42.597263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port dd17e0c6-676c-4465-8d6c-28e60eee01aa {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:00:42.597700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:42.639801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-93497216-f613-4951-875e-6fe10f1f9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:42.641278 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-93497216-f613-4951-875e-6fe10f1f9f0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0456707 Nov 29 12:00:42.687365 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-0eac48da-4bd7-44e6-abb3-56431708efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:42.689500 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-0eac48da-4bd7-44e6-abb3-56431708efdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411062 Nov 29 12:00:42.691327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port dd17e0c6-676c-4465-8d6c-28e60eee01aa, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=dd17e0c6-676c-4465-8d6c-28e60eee01aa,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:42.691697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:42.704622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for dd17e0c6-676c-4465-8d6c-28e60eee01aa owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:00:42.798593 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-2827fb59-c717-470b-9600-b7549f619a2e service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019213 Nov 29 12:00:42.839862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:42.892170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=dd17e0c6-676c-4465-8d6c-28e60eee01aa,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:42.897788 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db6388f4-044d-41ce-8cef-e00e358f1192 req-cc8c8885-6304-430f-9bea-38c9c406813c service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924082 Nov 29 12:00:42.913626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port dd17e0c6-676c-4465-8d6c-28e60eee01aa on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:00:42.916315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:42.919694 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b03b497d-214b-418f-8163-32c81d89f587 req-059367f6-9b6b-45a7-80fe-90d7495d7a66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/dd17e0c6-676c-4465-8d6c-28e60eee01aa HTTP/1.1" status: 204 len: 173 time: 0.4156077 Nov 29 12:00:42.920130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'name': 'network-vif-deleted', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:00:42.922433 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3801b3c8-ca6a-4834-85b3-2bbfde900a19" -d '{"events": [{"server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "name": "network-vif-deleted", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:00:42.957355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af05979-57ff-4d74-8052-9a0c1ef1dd60 x-openstack-request-id: req-9af05979-57ff-4d74-8052-9a0c1ef1dd60 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:00:42.957663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775f8b58-0a48-4aca-ab21-21d60021cc6e", "name": "network-vif-deleted", "tag": "dd17e0c6-676c-4465-8d6c-28e60eee01aa", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:00:42.957904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9af05979-57ff-4d74-8052-9a0c1ef1dd60 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:00:42.958333 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775f8b58-0a48-4aca-ab21-21d60021cc6e', 'name': 'network-vif-deleted', 'tag': 'dd17e0c6-676c-4465-8d6c-28e60eee01aa', 'status': 'completed', 'code': 200} Nov 29 12:00:43.072318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 876e903a-834c-47eb-8910-f4015b5178e8 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:00:43.092119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 876e903a-834c-47eb-8910-f4015b5178e8 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:00:43.092459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 876e903a-834c-47eb-8910-f4015b5178e8 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:00:43.320756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819f2e-f971-4ba8-a031-64a197dcb13e req-45d6a6a0-4ed0-4493-bd1c-77ecb5077ea4 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:43.322721 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8e819f2e-f971-4ba8-a031-64a197dcb13e req-45d6a6a0-4ed0-4493-bd1c-77ecb5077ea4 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0545514 Nov 29 12:00:43.361663 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8e819f2e-f971-4ba8-a031-64a197dcb13e req-cf87b5d2-4e58-445f-83ed-734b140b2928 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330803 Nov 29 12:00:43.490376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33332) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:43.547565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c8f023b-7a86-4f68-abce-ceccc7d0954a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:43.572269 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c8f023b-7a86-4f68-abce-ceccc7d0954a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:43.630735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c8f023b-7a86-4f68-abce-ceccc7d0954a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:43.633291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4c8f023b-7a86-4f68-abce-ceccc7d0954a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:43.634519 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4c8f023b-7a86-4f68-abce-ceccc7d0954a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/f8b77ef2-972b-4572-9ea8-303f04a42b7a HTTP/1.1" status: 204 len: 168 time: 0.1431577 Nov 29 12:00:43.643488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f023b-7a86-4f68-abce-ceccc7d0954a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b77ef2-972b-4572-9ea8-303f04a42b7a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:43.666149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33336) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:44.014550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:44.257064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port d038eb09-eed0-4e32-a8c6-32c09e225059 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:00:44.257409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:44.341673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port d038eb09-eed0-4e32-a8c6-32c09e225059, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d038eb09-eed0-4e32-a8c6-32c09e225059,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:44.342376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:44.353965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for d038eb09-eed0-4e32-a8c6-32c09e225059 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:00:44.519067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f2883-d84c-41a9-9001-4bed35feefb9 req-44ed3661-6c45-4f43-a07e-2225cb15390c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:44.520529 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cc6f2883-d84c-41a9-9001-4bed35feefb9 req-44ed3661-6c45-4f43-a07e-2225cb15390c tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0710351 Nov 29 12:00:44.590816 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cc6f2883-d84c-41a9-9001-4bed35feefb9 req-25296e77-7a9c-4a1b-9e98-21eb9411636f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629239 Nov 29 12:00:44.600314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:44.631972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=d038eb09-eed0-4e32-a8c6-32c09e225059,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:44.791115 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:44.949501 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:00:45.308100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router c3606f13-87f8-40b8-a987-bf603b4fad6f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:00:45.413152 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:00:45.418582 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3d66efad-5a7a-49cf-a9a9-2a85ef3a3064 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/c3606f13-87f8-40b8-a987-bf603b4fad6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7513590 Nov 29 12:00:45.421190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33340) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:45.423724 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] Sync routers for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:00:45.432865 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:45.433466 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:45.472190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f0bba3-c3d3-4b39-a3e1-8241f44666b3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet 98f9e143-e3de-49db-925c-982ed0bd7474 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:00:45.475225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65f0bba3-c3d3-4b39-a3e1-8241f44666b3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:45.519286 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65f0bba3-c3d3-4b39-a3e1-8241f44666b3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:45.537287 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:00:45.600882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65f0bba3-c3d3-4b39-a3e1-8241f44666b3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:45.696570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65f0bba3-c3d3-4b39-a3e1-8241f44666b3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:45.716376 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T12:00:44Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:45.730968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0bba3-c3d3-4b39-a3e1-8241f44666b3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=98f9e143-e3de-49db-925c-982ed0bd7474,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:45.733359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-65f0bba3-c3d3-4b39-a3e1-8241f44666b3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:45.736163 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-65f0bba3-c3d3-4b39-a3e1-8241f44666b3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/98f9e143-e3de-49db-925c-982ed0bd7474 HTTP/1.1" status: 204 len: 168 time: 0.3138196 Nov 29 12:00:45.739311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33344) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:45.741463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0b908-b370-47a9-a010-1965f2cf8d4e None None] Network 9231bd65-718c-48b3-866f-d0ea001b99b2 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:00:45.744961 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] Checking router: c3606f13-87f8-40b8-a987-bf603b4fad6f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:00:45.753610 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] Routers {'c3606f13-87f8-40b8-a987-bf603b4fad6f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:45.754258 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['c3606f13-87f8-40b8-a987-bf603b4fad6f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:45.786531 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8b28e-59af-485d-b5b3-0ae1211938c2 req-b6d363e1-953d-4091-9fc8-68d6b39c2ef2 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:45.788022 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-95b8b28e-59af-485d-b5b3-0ae1211938c2 req-b6d363e1-953d-4091-9fc8-68d6b39c2ef2 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.1259902 Nov 29 12:00:45.860153 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] Set router c3606f13-87f8-40b8-a987-bf603b4fad6f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:00:45.865730 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-95b8b28e-59af-485d-b5b3-0ae1211938c2 req-ac10ac4b-8245-4683-9eb2-0a3804cb5d65 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481257 Nov 29 12:00:45.886734 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:45.943362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] DHCP port deletion for 9231bd65-718c-48b3-866f-d0ea001b99b2 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:00:45.996004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Deleting port 0c92084d-1f01-4213-b804-ed0ef110d736 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:00:45.996386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.011105 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.061627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] For port 0c92084d-1f01-4213-b804-ed0ef110d736, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=0c92084d-1f01-4213-b804-ed0ef110d736,segment=NetworkSegment(044bdeec-936c-4991-9349-6a7f5c0c9424),segment_id=044bdeec-936c-4991-9349-6a7f5c0c9424)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:46.062090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.069460 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 474efe83-c682-4df9-8018-8b31b124d38f {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:00:46.069644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.079258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Calling delete_port for 0c92084d-1f01-4213-b804-ed0ef110d736 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:00:46.082306 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T12:00:44Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:46.110539 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6723b4-b7e4-49fd-beeb-49eada34f79d None None] The sync data for ids ['c3606f13-87f8-40b8-a987-bf603b4fad6f'] in dv-neutron-819578-1-hyperv is: [{'id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'name': 'tempest-TestNetworkBasicOps-router-966478525', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99'}], 'enable_snat': True}, 'gw_port_id': '474efe83-c682-4df9-8018-8b31b124d38f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T12:00:44Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '474efe83-c682-4df9-8018-8b31b124d38f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3606f13-87f8-40b8-a987-bf603b4fad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:57:49Z', 'updated_at': '2021-11-29T11:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:00:46.156731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 474efe83-c682-4df9-8018-8b31b124d38f, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=474efe83-c682-4df9-8018-8b31b124d38f,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:46.157107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.170475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.171147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 474efe83-c682-4df9-8018-8b31b124d38f owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:00:46.195395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Pushing event deleted for resources: {'Port': ['ID=0c92084d-1f01-4213-b804-ed0ef110d736,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:46.204088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.204434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.204814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.205150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.205482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.206453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.206790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.207117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.207456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.207853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.208177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.208504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:46.213198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7c0667-cd05-482b-a21e-866e669efaf6 None None] No DVR routers for this DVR port 0c92084d-1f01-4213-b804-ed0ef110d736 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:00:46.341141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.371493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=474efe83-c682-4df9-8018-8b31b124d38f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:46.431445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.526438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.528764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.573559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.574300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Fanout notify agent at l3_agent the message router_deleted on router c3606f13-87f8-40b8-a987-bf603b4fad6f {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:00:46.582572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.583765 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e95355e-aabd-44c5-8eac-799dd27fc57d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/routers/c3606f13-87f8-40b8-a987-bf603b4fad6f HTTP/1.1" status: 204 len: 168 time: 0.8435361 Nov 29 12:00:46.586702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33346) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:46.665206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.761408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.782965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9231bd65-718c-48b3-866f-d0ea001b99b2']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:46.792362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044bdeec-936c-4991-9349-6a7f5c0c9424') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:46.792566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044bdeec-936c-4991-9349-6a7f5c0c9424') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:46.802255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.814642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.821237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:00:46.821647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:00:46.824596 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:00:46.878643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.885025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.888088 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/9231bd65-718c-48b3-866f-d0ea001b99b2 HTTP/1.1" status: 204 len: 168 time: 0.3003435 Nov 29 12:00:46.903237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455fd32-b67f-4481-a292-10afad1cd093 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=9231bd65-718c-48b3-866f-d0ea001b99b2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:46.908733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33350) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:46.914829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--1998722921', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:46.934392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:00:46.937811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.966199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:00:46.975107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:46.975456 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment ca596b3f-24bc-443c-8db7-d596812f60c5 of type vlan for network 20190757-f1b4-44ab-aeaf-777d78d74465 Nov 29 12:00:46.997790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24b13b-4aa0-4c26-b0aa-1f4429e1dcd2 req-3c1eb51c-daa4-4cf6-996b-a7f48f102bd8 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:46.999288 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bc24b13b-4aa0-4c26-b0aa-1f4429e1dcd2 req-3c1eb51c-daa4-4cf6-996b-a7f48f102bd8 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0545406 Nov 29 12:00:47.014705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.038431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.038918 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bc24b13b-4aa0-4c26-b0aa-1f4429e1dcd2 req-1eed1556-8208-4634-85ed-90aa8761d90d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332675 Nov 29 12:00:47.043878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:47.045058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.086284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device dd17e0c6-676c-4465-8d6c-28e60eee01aa no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:00:47.107139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33352) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:47.107330 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975110 Nov 29 12:00:47.111939 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'admin_state_up': True, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:47.115689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: dd17e0c6-676c-4465-8d6c-28e60eee01aa {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:00:47.116314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device dd17e0c6-676c-4465-8d6c-28e60eee01aa not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:00:47.121651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8c1af-f356-4fc6-a609-978be557a959 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=20190757-f1b4-44ab-aeaf-777d78d74465,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:47.139455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 20190757-f1b4-44ab-aeaf-777d78d74465 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:00:47.148892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.150252 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.189550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d038eb09-eed0-4e32-a8c6-32c09e225059 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:00:47.210088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.217791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: d038eb09-eed0-4e32-a8c6-32c09e225059 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:00:47.218266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d038eb09-eed0-4e32-a8c6-32c09e225059 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:00:47.218756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0c92084d-1f01-4213-b804-ed0ef110d736 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:00:47.245289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 0c92084d-1f01-4213-b804-ed0ef110d736 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:00:47.245716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 0c92084d-1f01-4213-b804-ed0ef110d736 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:00:47.246248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 474efe83-c682-4df9-8018-8b31b124d38f no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:00:47.272605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 474efe83-c682-4df9-8018-8b31b124d38f {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:00:47.272946 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 474efe83-c682-4df9-8018-8b31b124d38f not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:00:47.350309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.536353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.554550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.658053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.173 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/976cae4f-6c12-44a1-ab30-0c2c8372c203) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:00:47.757598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.790559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:47.831322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:00:47.834081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:00:47.837392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:00:47.860963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=976cae4f-6c12-44a1-ab30-0c2c8372c203,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:48.079408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:48.204205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e732ea-b6b6-4024-b5ed-1c7b3a352430 req-1f719704-b94b-40e5-93ba-249293491381 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:48.205688 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19e732ea-b6b6-4024-b5ed-1c7b3a352430 req-1f719704-b94b-40e5-93ba-249293491381 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0939002 Nov 29 12:00:48.305825 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19e732ea-b6b6-4024-b5ed-1c7b3a352430 req-486e6b6b-9ba3-46f1-8b36-bb40aae1c4f5 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933557 Nov 29 12:00:48.334326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:48.456912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router a82b9d00-b994-4716-ba77-f4a58ba32d82 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:00:48.561406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:00:48.571995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Sync routers for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:00:48.581522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:48.582164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:48.583740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:48.585676 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-54214903-ae3e-4d87-9cc2-f431a3b38b32 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4771020 Nov 29 12:00:48.589048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33356) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:48.626851 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-79dd78fd-718e-4d90-bdbe-82dbf66b094f tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362868 Nov 29 12:00:48.630041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33358) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:48.683504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:00:48.718047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4996bed8-cb78-485e-a0f9-e2500ba8c9bc tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:48.719604 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4996bed8-cb78-485e-a0f9-e2500ba8c9bc tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886240 Nov 29 12:00:48.722932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33360) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:48.749763 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5967866a-f9dc-42c5-8f56-9a8b4b7c5037 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255368 Nov 29 12:00:48.752279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33362) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:48.757638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-881140872', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:48.846897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:00:48.850610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:48.859134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:47Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:48.885336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Checking router: a82b9d00-b994-4716-ba77-f4a58ba32d82 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:00:48.885681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Updating router a82b9d00-b994-4716-ba77-f4a58ba32d82 port 976cae4f-6c12-44a1-ab30-0c2c8372c203 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:00:48.909868 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.032521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.089717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=baa43cf5-bfca-4dfb-8fda-cbdd681d3234,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:49.100087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:00:49.100473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: 20190757-f1b4-44ab-aeaf-777d78d74465, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:00:49.117643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 20190757-f1b4-44ab-aeaf-777d78d74465 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:00:49.126432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 20190757-f1b4-44ab-aeaf-777d78d74465) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:00:49.131954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:49.132539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.148784 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2bc8244a-8f71-4f61-b7fc-ce08dcb33b30 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3948884 Nov 29 12:00:49.151780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33364) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:49.156241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b2e81-c14d-43d4-82cf-44a6b7d408c0 None None] Network 20190757-f1b4-44ab-aeaf-777d78d74465 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:00:49.237667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.246242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.323422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Attempting to bind port 976cae4f-6c12-44a1-ab30-0c2c8372c203 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:00:49.323804 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Attempting to bind port 976cae4f-6c12-44a1-ab30-0c2c8372c203 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:00:49.324156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Attempting to bind port 976cae4f-6c12-44a1-ab30-0c2c8372c203 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:00:49.358577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:00:49.358848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:00:49.359256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.359646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:00:49.360126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Bound port: 976cae4f-6c12-44a1-ab30-0c2c8372c203, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:00:49.360511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.363818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fd48a-6155-48f8-9be9-eb529ce90a68 None None] Pushing event updated for resources: {'Port': ['ID=976cae4f-6c12-44a1-ab30-0c2c8372c203,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:49.449515 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] For port 976cae4f-6c12-44a1-ab30-0c2c8372c203, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:00:49.452758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] For port 976cae4f-6c12-44a1-ab30-0c2c8372c203, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=976cae4f-6c12-44a1-ab30-0c2c8372c203,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:00:49.455297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da80b3-dab5-4dc8-8866-89c130e0c4a8 req-25d10399-1a7f-4f46-af6c-a6f3b9816961 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:49.455658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-20190757-f1b4-44ab-aeaf-777d78d74465', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:00:49.456269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.458931 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f4da80b3-dab5-4dc8-8866-89c130e0c4a8 req-25d10399-1a7f-4f46-af6c-a6f3b9816961 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0728748 Nov 29 12:00:49.466027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.509489 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f4da80b3-dab5-4dc8-8866-89c130e0c4a8 req-85c924f4-9c8e-458a-91a2-d0882a78d693 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459275 Nov 29 12:00:49.623620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:49.743700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:49.744414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:49.784636 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fd48a-6155-48f8-9be9-eb529ce90a68 None None] Pushing event updated for resources: {'Port': ['ID=976cae4f-6c12-44a1-ab30-0c2c8372c203,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:49.879639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Allocated IP 172.20.0.2 (20190757-f1b4-44ab-aeaf-777d78d74465/baa43cf5-bfca-4dfb-8fda-cbdd681d3234/748fad56-aa29-47e7-b74f-3b5464240d4c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:00:49.906366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:00:50.189574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.196738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.246302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Network 20190757-f1b4-44ab-aeaf-777d78d74465 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:00:50.250399 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.1 (20190757-f1b4-44ab-aeaf-777d78d74465/baa43cf5-bfca-4dfb-8fda-cbdd681d3234/6a4b0e1e-001e-4a02-8759-66582fb4bc2c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:00:50.258405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:00:50.260914 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:00:50.264767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Pushing event updated for resources: {'Port': ['ID=748fad56-aa29-47e7-b74f-3b5464240d4c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:50.271310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:47Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:50.314863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83589810-e360-45b5-833a-7e68b11b76cc None None] The sync data for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv is: [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:47Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:00:50.352188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Attempting to bind port 748fad56-aa29-47e7-b74f-3b5464240d4c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:00:50.352823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Attempting to bind port 748fad56-aa29-47e7-b74f-3b5464240d4c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:00:50.353453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Attempting to bind port 748fad56-aa29-47e7-b74f-3b5464240d4c on network 20190757-f1b4-44ab-aeaf-777d78d74465 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:00:50.360443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:00:50.360973 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Checking segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:00:50.361581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.362172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Bound using segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:00:50.362717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Bound port: 748fad56-aa29-47e7-b74f-3b5464240d4c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:00:50.363133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.384266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.426120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.443169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] For port 748fad56-aa29-47e7-b74f-3b5464240d4c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:00:50.446640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] For port 748fad56-aa29-47e7-b74f-3b5464240d4c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=748fad56-aa29-47e7-b74f-3b5464240d4c,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:00:50.450509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.466894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 20190757-f1b4-44ab-aeaf-777d78d74465 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:00:50.470065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:00:50.474349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:00:50.515808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:50.516693 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e67e1-efa1-4167-8530-778b7c7fd96b None None] Pushing event updated for resources: {'Port': ['ID=748fad56-aa29-47e7-b74f-3b5464240d4c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:50.547830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.676936 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa798669-0c1a-49bc-9aa1-597ec6c5413e req-d0c11918-47c7-4227-92ed-8a69e73beca0 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:50.679017 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aa798669-0c1a-49bc-9aa1-597ec6c5413e req-d0c11918-47c7-4227-92ed-8a69e73beca0 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0920570 Nov 29 12:00:50.749282 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aa798669-0c1a-49bc-9aa1-597ec6c5413e req-e92f7942-1f7a-4151-aae6-fb17ec348f5d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631733 Nov 29 12:00:50.752964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:50.973685 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 976cae4f-6c12-44a1-ab30-0c2c8372c203 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:00:51.038178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 976cae4f-6c12-44a1-ab30-0c2c8372c203 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:51.038555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.114061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.119562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.127925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.151411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 976cae4f-6c12-44a1-ab30-0c2c8372c203, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=976cae4f-6c12-44a1-ab30-0c2c8372c203,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:51.155971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.157195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 748fad56-aa29-47e7-b74f-3b5464240d4c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:00:51.245930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=976cae4f-6c12-44a1-ab30-0c2c8372c203,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:51.259619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 748fad56-aa29-47e7-b74f-3b5464240d4c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:51.260009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.380785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.425335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 748fad56-aa29-47e7-b74f-3b5464240d4c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=748fad56-aa29-47e7-b74f-3b5464240d4c,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:51.431857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.491598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=748fad56-aa29-47e7-b74f-3b5464240d4c,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:51.584714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.587649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:51.662258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd417d5a-80cb-4c4c-9341-ebad0161d578 None None] Network 20190757-f1b4-44ab-aeaf-777d78d74465 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:00:51.678159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 20190757-f1b4-44ab-aeaf-777d78d74465 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:00:51.679526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:00:51.779811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-03c0637c-6878-4728-82a2-c123a658c9e2 None None] Provisioning complete for port 748fad56-aa29-47e7-b74f-3b5464240d4c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:51.780186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-03c0637c-6878-4728-82a2-c123a658c9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:51.793049 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router a82b9d00-b994-4716-ba77-f4a58ba32d82 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:00:51.871088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967137a3-603d-4e80-9f07-b34c379dbd1a req-234238c1-3095-44fc-83b3-5ddde9f4d985 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:51.872769 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-967137a3-603d-4e80-9f07-b34c379dbd1a req-234238c1-3095-44fc-83b3-5ddde9f4d985 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0538182 Nov 29 12:00:51.917894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:00:51.929083 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-967137a3-603d-4e80-9f07-b34c379dbd1a req-9f81d7c2-7898-4c01-b86f-6aa6642ff876 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481665 Nov 29 12:00:51.935088 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8a2d3acf-33a7-4c2a-83dd-c9bdc1ccfbc1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/a82b9d00-b994-4716-ba77-f4a58ba32d82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7822535 Nov 29 12:00:51.935889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33372) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:52.045502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddee9e7-a658-4cfa-8ff6-74a5f872bc07 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.046000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddee9e7-a658-4cfa-8ff6-74a5f872bc07 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.046472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddee9e7-a658-4cfa-8ff6-74a5f872bc07 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.046936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddee9e7-a658-4cfa-8ff6-74a5f872bc07 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.047467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddee9e7-a658-4cfa-8ff6-74a5f872bc07 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.047933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddee9e7-a658-4cfa-8ff6-74a5f872bc07 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.050741 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bddee9e7-a658-4cfa-8ff6-74a5f872bc07 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1133604 Nov 29 12:00:52.053081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33374) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:52.116235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3c8a1-9d14-4011-99b9-fa2ac62edae6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.116877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3c8a1-9d14-4011-99b9-fa2ac62edae6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.117420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3c8a1-9d14-4011-99b9-fa2ac62edae6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.117822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3c8a1-9d14-4011-99b9-fa2ac62edae6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.118421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3c8a1-9d14-4011-99b9-fa2ac62edae6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.118881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3c8a1-9d14-4011-99b9-fa2ac62edae6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.120676 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7ff3c8a1-9d14-4011-99b9-fa2ac62edae6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0665925 Nov 29 12:00:52.123636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33376) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:52.125759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1c494edc-a4c1-450c-a47a-6b9702da8fa1 None None] Provisioning complete for port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:52.126338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c494edc-a4c1-450c-a47a-6b9702da8fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.163683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-1c494edc-a4c1-450c-a47a-6b9702da8fa1 None None] Port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:00:52.173840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1c494edc-a4c1-450c-a47a-6b9702da8fa1 None None] Provisioning complete for port 748fad56-aa29-47e7-b74f-3b5464240d4c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:52.175378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1c494edc-a4c1-450c-a47a-6b9702da8fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.274583 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7ab3812c-3429-4db7-accb-7acb0a94bab1 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1493347 Nov 29 12:00:52.277623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33378) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:52.282452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-119605257', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:52.324853 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Sync routers for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:00:52.334827 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:52.335434 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:52.385240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d6e7b62f-a9c5-4da9-ab5a-a29896993561 None None] Provisioning complete for port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:52.385756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b62f-a9c5-4da9-ab5a-a29896993561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.410402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:00:52.414839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.437066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] device_id is not set on port 9ecad852-8fa0-4644-a598-46f8b3e7ddac yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 12:00:52.445336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7b62f-a9c5-4da9-ab5a-a29896993561 None None] Port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:00:52.546174 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:00:52.562990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.14 (20190757-f1b4-44ab-aeaf-777d78d74465/baa43cf5-bfca-4dfb-8fda-cbdd681d3234/9ecad852-8fa0-4644-a598-46f8b3e7ddac) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:00:52.566748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-630f1ece-4933-4450-9eae-9e6fca616dcb None None] Provisioning complete for port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:52.567113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-630f1ece-4933-4450-9eae-9e6fca616dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.600542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-630f1ece-4933-4450-9eae-9e6fca616dcb None None] Port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:00:52.714533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.748966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.749257 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:52.779235 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Checking router: a82b9d00-b994-4716-ba77-f4a58ba32d82 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:00:52.779584 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Updating router a82b9d00-b994-4716-ba77-f4a58ba32d82 port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:00:52.790339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 20190757-f1b4-44ab-aeaf-777d78d74465 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:00:52.793307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:00:52.796977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:00:52.806195 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.806398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:52.853718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:52.854515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:52.876858 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-09700bdb-9d2e-4b2b-8b80-be0154487c5f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5982325 Nov 29 12:00:52.907738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 976cae4f-6c12-44a1-ab30-0c2c8372c203 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:00:53.000521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 976cae4f-6c12-44a1-ab30-0c2c8372c203 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:53.000998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.094889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ebae5-85df-4867-b7f9-53a1a75a3013 req-6daa7a30-41a3-4721-b5e3-81a27846bd17 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:53.103682 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ef3ebae5-85df-4867-b7f9-53a1a75a3013 req-6daa7a30-41a3-4721-b5e3-81a27846bd17 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 943 time: 0.0600147 Nov 29 12:00:53.110878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 5d713c60-c737-43c7-8791-053ca2787ba0 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:00:53.116657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 748fad56-aa29-47e7-b74f-3b5464240d4c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:00:53.119596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33384) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:53.125306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-052b79d0-2c6a-4fe7-a466-86f3729ec911 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102715258', 'description': 'tempest-secgroup-smoke-2102715258 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:53.136993 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.143388 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.154125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ef3ebae5-85df-4867-b7f9-53a1a75a3013 req-c1b90e08-0acd-426c-8865-5cef537e90a8 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491455 Nov 29 12:00:53.164749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-052b79d0-2c6a-4fe7-a466-86f3729ec911 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.194543 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Pushing event updated for resources: {'Port': ['ID=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.203905 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.204257 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.204618 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.204932 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.205262 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.205706 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.206157 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.206591 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.206909 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.207261 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.207920 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.208052 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:00:53.226725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d89081ba-e9ef-407a-bfb5-505e353c5a9a None None] Provisioning complete for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:53.227225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d89081ba-e9ef-407a-bfb5-505e353c5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.234785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-052b79d0-2c6a-4fe7-a466-86f3729ec911 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.236323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 748fad56-aa29-47e7-b74f-3b5464240d4c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:53.236775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.240730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-052b79d0-2c6a-4fe7-a466-86f3729ec911 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.279585 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Attempting to bind port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:00:53.279970 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Attempting to bind port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:00:53.280341 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Attempting to bind port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c on network 20190757-f1b4-44ab-aeaf-777d78d74465 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:00:53.281059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-052b79d0-2c6a-4fe7-a466-86f3729ec911 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.283167 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-052b79d0-2c6a-4fe7-a466-86f3729ec911 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1619821 Nov 29 12:00:53.284411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b79d0-2c6a-4fe7-a466-86f3729ec911 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0525e847-0875-44e2-8bab-d53e800c97a3,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.285957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33386) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:53.286171 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:00:53.286899 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Checking segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:00:53.286899 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.287365 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Bound using segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:00:53.287833 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Bound port: 6a4b0e1e-001e-4a02-8759-66582fb4bc2c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:00:53.288218 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.296697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-dc15556c-e2b7-4580-b4cb-c5cff58ad3cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0525e847-0875-44e2-8bab-d53e800c97a3', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:53.313426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d89081ba-e9ef-407a-bfb5-505e353c5a9a None None] Port 9ecad852-8fa0-4644-a598-46f8b3e7ddac cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:00:53.343256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 5d713c60-c737-43c7-8791-053ca2787ba0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5d713c60-c737-43c7-8791-053ca2787ba0,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:53.355552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc15556c-e2b7-4580-b4cb-c5cff58ad3cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.364344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '5d713c60-c737-43c7-8791-053ca2787ba0', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'port_id': '5d713c60-c737-43c7-8791-053ca2787ba0', 'mac_address': 'fa:16:3e:a4:1a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:00:53.377169 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] For port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:00:53.380790 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] For port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:00:53.386979 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.420625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc15556c-e2b7-4580-b4cb-c5cff58ad3cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.427111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc15556c-e2b7-4580-b4cb-c5cff58ad3cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.441107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.447336 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:53.448308 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:53.448725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15556c-e2b7-4580-b4cb-c5cff58ad3cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c578c4f8-0637-4ef6-ac14-a70663a6ba98,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.454200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc15556c-e2b7-4580-b4cb-c5cff58ad3cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.456180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dc15556c-e2b7-4580-b4cb-c5cff58ad3cd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692104 Nov 29 12:00:53.459065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33388) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:53.463725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fa42304d-f211-497d-8aed-668af141d87c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0525e847-0875-44e2-8bab-d53e800c97a3', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:53.476096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d713c60-c737-43c7-8791-053ca2787ba0 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:00:53.503286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa42304d-f211-497d-8aed-668af141d87c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.504228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 5d713c60-c737-43c7-8791-053ca2787ba0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5d713c60-c737-43c7-8791-053ca2787ba0,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:53.511129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.555989 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f442083-da14-4883-9c0e-0405e8a1452b None None] Pushing event updated for resources: {'Port': ['ID=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.582217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa42304d-f211-497d-8aed-668af141d87c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.586340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cbeb9c5a-d40c-43d7-923a-ebf866d56ec0 None None] Provisioning complete for port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:53.586902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9c5a-d40c-43d7-923a-ebf866d56ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.590512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa42304d-f211-497d-8aed-668af141d87c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.610587 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:00:53.616036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42304d-f211-497d-8aed-668af141d87c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c315ca-05fc-40e0-9296-6c5b143948eb,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.625881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=5d713c60-c737-43c7-8791-053ca2787ba0,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.626141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa42304d-f211-497d-8aed-668af141d87c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.630250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33390) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:53.630462 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fa42304d-f211-497d-8aed-668af141d87c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703527 Nov 29 12:00:53.634883 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1480b51f-67bd-4f93-a90a-2d37963fbd56 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0525e847-0875-44e2-8bab-d53e800c97a3', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:53.666189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1480b51f-67bd-4f93-a90a-2d37963fbd56 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.687232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9c5a-d40c-43d7-923a-ebf866d56ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.729178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cbeb9c5a-d40c-43d7-923a-ebf866d56ec0 None None] For port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:53.736086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9c5a-d40c-43d7-923a-ebf866d56ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.741574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1480b51f-67bd-4f93-a90a-2d37963fbd56 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.751430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1480b51f-67bd-4f93-a90a-2d37963fbd56 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.772381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480b51f-67bd-4f93-a90a-2d37963fbd56 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c58aaf-f129-49d8-9623-bdb129a6fa2a,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.778876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1480b51f-67bd-4f93-a90a-2d37963fbd56 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.780732 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1480b51f-67bd-4f93-a90a-2d37963fbd56 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494563 Nov 29 12:00:53.783493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33392) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:53.788203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0b62c8cb-8dd4-4a00-92a6-19aa8975c4cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0525e847-0875-44e2-8bab-d53e800c97a3', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:53.797690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb9c5a-d40c-43d7-923a-ebf866d56ec0 None None] Pushing event updated for resources: {'Port': ['ID=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.820601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b62c8cb-8dd4-4a00-92a6-19aa8975c4cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.852535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['5d713c60-c737-43c7-8791-053ca2787ba0'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:00:53.863257 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:53Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:00:53.880471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b62c8cb-8dd4-4a00-92a6-19aa8975c4cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.882565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-97bcfdab-e130-44cf-b2da-6196b56a0c2d None None] Provisioning complete for port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:53.882883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-97bcfdab-e130-44cf-b2da-6196b56a0c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.884674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b62c8cb-8dd4-4a00-92a6-19aa8975c4cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.891960 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f3fd6-cd1e-47a7-ba6a-6deb79216563 None None] The sync data for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv is: [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:53Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:00:53.899201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62c8cb-8dd4-4a00-92a6-19aa8975c4cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489cfb81-6cf5-4bfe-969a-2e1d022118db,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:53.916379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0b62c8cb-8dd4-4a00-92a6-19aa8975c4cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:53.918993 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0b62c8cb-8dd4-4a00-92a6-19aa8975c4cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344140 Nov 29 12:00:53.921702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33394) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:53.926941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-367d312b-3ad4-4baf-82b2-8b1c6f23007d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0525e847-0875-44e2-8bab-d53e800c97a3', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:53.975141 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-367d312b-3ad4-4baf-82b2-8b1c6f23007d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:00:53.980420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-367d312b-3ad4-4baf-82b2-8b1c6f23007d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:54.055399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-367d312b-3ad4-4baf-82b2-8b1c6f23007d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:54.060844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-367d312b-3ad4-4baf-82b2-8b1c6f23007d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:54.086404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d312b-3ad4-4baf-82b2-8b1c6f23007d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f2201a-64cd-4a92-abc5-aa1e80aa380f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:54.091746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-367d312b-3ad4-4baf-82b2-8b1c6f23007d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:54.095977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33396) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:54.096517 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-367d312b-3ad4-4baf-82b2-8b1c6f23007d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1731706 Nov 29 12:00:54.100794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ac3450b5-00c3-4775-acbb-08b687734f12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0525e847-0875-44e2-8bab-d53e800c97a3', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:54.123408 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-ac3450b5-00c3-4775-acbb-08b687734f12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:00:54.129919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ac3450b5-00c3-4775-acbb-08b687734f12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:54.207521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ac3450b5-00c3-4775-acbb-08b687734f12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:54.211576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ac3450b5-00c3-4775-acbb-08b687734f12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:54.228763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3450b5-00c3-4775-acbb-08b687734f12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bb6ad4-da90-4929-b0fa-f329d4ace3f1,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:54.240997 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ac3450b5-00c3-4775-acbb-08b687734f12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:54.242742 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ac3450b5-00c3-4775-acbb-08b687734f12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457245 Nov 29 12:00:54.283223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57e46b-fa21-4937-b8d2-e45e70895bd8 req-46dc2ed0-7892-48e5-8f66-4b7e34bed6f3 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:54.285200 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fc57e46b-fa21-4937-b8d2-e45e70895bd8 req-46dc2ed0-7892-48e5-8f66-4b7e34bed6f3 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 944 time: 0.0572801 Nov 29 12:00:54.336004 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fc57e46b-fa21-4937-b8d2-e45e70895bd8 req-6828d203-b9fa-4b03-8274-03c0b8ed8e97 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409358 Nov 29 12:00:54.397505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-1c3ede89-27d1-4b14-ace4-2632ff9b5537 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102715258&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0358639 Nov 29 12:00:54.448778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-4b5bb937-72c3-46d2-b6df-464c71b2617c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:54.450214 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-4b5bb937-72c3-46d2-b6df-464c71b2617c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 930 time: 0.0458393 Nov 29 12:00:54.543959 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-5daf7978-60dc-44ad-9648-34e4341074fc service neutron] 10.222.0.23 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0807478 Nov 29 12:00:54.638355 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-69b14e29-e4f5-4d1f-b77e-3c17f3b9b71d service neutron] 10.222.0.23 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880551 Nov 29 12:00:54.730523 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-c6b1eed4-356b-4dfb-82d6-3a513708a550 service neutron] 10.222.0.23 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856600 Nov 29 12:00:54.924722 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-212ba5d0-c8cc-41f3-94f5-3e83e0a2b2bd req-f8bbb062-dcfe-42a3-875f-4cc3d1f97214 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 210 time: 0.0390756 Nov 29 12:00:54.937648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6a4b0e1e-001e-4a02-8759-66582fb4bc2c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:00:54.995074 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:54.995464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:55.163570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 5d713c60-c737-43c7-8791-053ca2787ba0 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:00:55.252228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 5d713c60-c737-43c7-8791-053ca2787ba0 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:00:55.260926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 5d713c60-c737-43c7-8791-053ca2787ba0 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:00:55.261304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:55.349662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:55.372429 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:00:55.374866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ea776e-568c-4fde-9672-4ebfb4e11961" -d '{"events": [{"server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "name": "network-vif-plugged", "status": "completed", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:00:55.399968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 5d713c60-c737-43c7-8791-053ca2787ba0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5d713c60-c737-43c7-8791-053ca2787ba0,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:00:55.404478 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:55.464051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=5d713c60-c737-43c7-8791-053ca2787ba0,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:55.480514 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fcb24-114b-47d1-b2bf-d5f868b850ff req-705ccfba-2095-4562-87bc-e8c6dd348206 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:55.482103 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb5fcb24-114b-47d1-b2bf-d5f868b850ff req-705ccfba-2095-4562-87bc-e8c6dd348206 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 945 time: 0.0829418 Nov 29 12:00:55.493254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880848c9-44af-4e37-b900-2ac6a0211dd4 x-openstack-request-id: req-880848c9-44af-4e37-b900-2ac6a0211dd4 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:00:55.493549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "name": "network-vif-plugged", "status": "completed", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:00:55.493809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-880848c9-44af-4e37-b900-2ac6a0211dd4 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:00:55.494241 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0', 'code': 200} Nov 29 12:00:55.528997 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb5fcb24-114b-47d1-b2bf-d5f868b850ff req-b2652a7d-c338-42bc-aeb3-69f8db421c7b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367777 Nov 29 12:00:55.681550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300f1d1-9934-4dc7-a257-3e35eda6e2ca req-bcc446bc-6dd9-4045-8b48-ccc6a34ce2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:55.682931 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5300f1d1-9934-4dc7-a257-3e35eda6e2ca req-bcc446bc-6dd9-4045-8b48-ccc6a34ce2a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 1098 time: 0.0403838 Nov 29 12:00:55.718746 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5300f1d1-9934-4dc7-a257-3e35eda6e2ca req-4ba5af42-4d35-4723-acec-daaac0df06cf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273795 Nov 29 12:00:56.018666 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-06a8a3ad-5467-4115-80d7-271c610c6ff8 req-3abbf899-b60b-4117-96fe-3ab8afd4358f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 210 time: 0.0275259 Nov 29 12:00:56.065654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-9238b404-4c5a-4a48-8d9c-f2ad0f4d3ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:56.067028 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-9238b404-4c5a-4a48-8d9c-f2ad0f4d3ddd service neutron] 10.222.0.30 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1026 time: 0.0401030 Nov 29 12:00:56.172929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-cba94f16-3678-4d18-a742-8cb15d32282b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:56.174452 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-cba94f16-3678-4d18-a742-8cb15d32282b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=20190757-f1b4-44ab-aeaf-777d78d74465 HTTP/1.1" status: 200 len: 797 time: 0.1009588 Nov 29 12:00:56.222759 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-efc78695-4937-4193-99e3-d5369f7db1fc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 380 time: 0.0343745 Nov 29 12:00:56.234048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Request body: {'port': {'device_id': '3aa13691-bc0e-439d-b030-1370f672263f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:56.288666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:56.540167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecad852-8fa0-4644-a598-46f8b3e7ddac {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:00:56.547362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:56.560320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Transition to ACTIVE for port object 9ecad852-8fa0-4644-a598-46f8b3e7ddac will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:00:56.564380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:56.618923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:56.648984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedcd97-edb1-4eb2-9548-9b01eb7ed0de req-3077b08a-298a-4012-990e-fb6f33fc1ceb tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:56.650546 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5aedcd97-edb1-4eb2-9548-9b01eb7ed0de req-3077b08a-298a-4012-990e-fb6f33fc1ceb tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 945 time: 0.0517933 Nov 29 12:00:56.692449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Attempting to bind port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:00:56.693051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Attempting to bind port 9ecad852-8fa0-4644-a598-46f8b3e7ddac by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:00:56.693178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Attempting to bind port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on network 20190757-f1b4-44ab-aeaf-777d78d74465 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:00:56.694750 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5aedcd97-edb1-4eb2-9548-9b01eb7ed0de req-3f30b212-46b0-4262-a5a0-bc8225340a70 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375271 Nov 29 12:00:56.697850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on network 20190757-f1b4-44ab-aeaf-777d78d74465 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:00:56.698202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Attempting to bind port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on network 20190757-f1b4-44ab-aeaf-777d78d74465 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:00:56.703031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:00:56.703371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Checking segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:00:56.703748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Bound using segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:00:56.704172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Bound port: 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:00:56.704539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:56.770460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:00:56.774516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:00:56.779634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:56.812230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:56.812858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:56.814658 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1131 time: 0.5840697 Nov 29 12:00:56.816691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa13691-bc0e-439d-b030-1370f672263f', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:00:56.819059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1066a873-174e-4e32-9d03-6f9bc7ca367c" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa13691-bc0e-439d-b030-1370f672263f", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:00:56.850086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a086e8-13b8-4f92-b711-985796c2b093 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:56.863543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae7ddb2-e96d-44a6-8bf2-a0c00028e625 x-openstack-request-id: req-8ae7ddb2-e96d-44a6-8bf2-a0c00028e625 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:00:56.863831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa13691-bc0e-439d-b030-1370f672263f", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:00:56.864083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ae7ddb2-e96d-44a6-8bf2-a0c00028e625 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:00:56.864494 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa13691-bc0e-439d-b030-1370f672263f', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'status': 'completed', 'code': 200} Nov 29 12:00:56.929581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-a8e1e2a9-fdbe-4168-8da4-b08abe5e467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:56.930740 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-a8e1e2a9-fdbe-4168-8da4-b08abe5e467f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 1134 time: 0.0490515 Nov 29 12:00:56.986888 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-c2569c41-dcba-4a30-bdad-010ef91a9548 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 217 time: 0.0364878 Nov 29 12:00:57.040872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-4b2a4324-0b6d-476b-bcc7-40b08867b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.042151 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-4b2a4324-0b6d-476b-bcc7-40b08867b357 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=baa43cf5-bfca-4dfb-8fda-cbdd681d3234 HTTP/1.1" status: 200 len: 834 time: 0.0476141 Nov 29 12:00:57.095732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-2b93a139-3f10-4bbd-9e83-93885b38acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.097440 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-2b93a139-3f10-4bbd-9e83-93885b38acc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20190757-f1b4-44ab-aeaf-777d78d74465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466630 Nov 29 12:00:57.135752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d705c-b47b-4337-bb5d-de5b99ca7cf3 req-99fe2c20-a34a-43ae-9a22-e1af811f3b9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.137222 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-684d705c-b47b-4337-bb5d-de5b99ca7cf3 req-99fe2c20-a34a-43ae-9a22-e1af811f3b9a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 981 time: 0.0480878 Nov 29 12:00:57.175404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-684d705c-b47b-4337-bb5d-de5b99ca7cf3 req-0cde2150-3cfa-41a6-83c5-0839b027c568 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321119 Nov 29 12:00:57.191096 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-a7f8d977-4ecf-4b3c-ab5d-1ec95669b378 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838678 Nov 29 12:00:57.284355 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1393fda6-b4e5-4516-9cc2-6d467fb1d0ed req-e345bd3e-d964-4cb7-9789-664b36bc1955 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866396 Nov 29 12:00:57.369319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-11d07eb3-2d6d-4b6c-97e5-ab21b0d3b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.370821 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-11d07eb3-2d6d-4b6c-97e5-ab21b0d3b3e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 1134 time: 0.0397556 Nov 29 12:00:57.420801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:57.460088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-d4049fe0-3d3a-41e4-b1d5-4d3ccacddd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.461536 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-d4049fe0-3d3a-41e4-b1d5-4d3ccacddd54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20190757-f1b4-44ab-aeaf-777d78d74465 HTTP/1.1" status: 200 len: 898 time: 0.0823801 Nov 29 12:00:57.505194 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-3eb44d2b-9948-4caf-9ed5-d491e9bd36ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 217 time: 0.0366387 Nov 29 12:00:57.552663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-895b66c6-b0ba-4374-beeb-21660cf628c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.554069 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-895b66c6-b0ba-4374-beeb-21660cf628c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=baa43cf5-bfca-4dfb-8fda-cbdd681d3234 HTTP/1.1" status: 200 len: 834 time: 0.0424831 Nov 29 12:00:57.598383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-a1c6af3d-e242-4ad0-b22f-37a9081c807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.599813 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-a1c6af3d-e242-4ad0-b22f-37a9081c807a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20190757-f1b4-44ab-aeaf-777d78d74465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387557 Nov 29 12:00:57.689469 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-8f13955f-5a11-456c-9d34-d744955af22c service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825560 Nov 29 12:00:57.775836 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1066a873-174e-4e32-9d03-6f9bc7ca367c req-a59864e7-99e6-401c-93e9-9d41af48ae52 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795410 Nov 29 12:00:57.812827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6559be-f96d-44a6-960d-6e1171a9dedc req-b386b1ea-7d66-480e-be2c-59cc6f2e189b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.814341 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7c6559be-f96d-44a6-960d-6e1171a9dedc req-b386b1ea-7d66-480e-be2c-59cc6f2e189b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 945 time: 0.0484002 Nov 29 12:00:57.852623 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7c6559be-f96d-44a6-960d-6e1171a9dedc req-784a0ddb-3cf9-4f31-b812-06b5919815ac tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Nov 29 12:00:57.963290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6bd33-ef15-4484-b80e-8a9448593930 req-6f233cce-788d-4744-95bd-60eab15d1224 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:57.964663 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0db6bd33-ef15-4484-b80e-8a9448593930 req-6f233cce-788d-4744-95bd-60eab15d1224 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 945 time: 0.0475650 Nov 29 12:00:58.005062 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0db6bd33-ef15-4484-b80e-8a9448593930 req-c7819685-7533-4d25-bdc5-44b0ccb4a0da tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344820 Nov 29 12:00:58.026647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33450) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:58.064455 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdc4b7a-fbbe-4497-a3bd-7aa17a103ae6 tempest-TestVolumeBootPattern-1194283086 tempest-TestVolumeBootPattern-1194283086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:58.066009 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-abdc4b7a-fbbe-4497-a3bd-7aa17a103ae6 tempest-TestVolumeBootPattern-1194283086 tempest-TestVolumeBootPattern-1194283086-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 1093 time: 0.0384111 Nov 29 12:00:58.068733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33452) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:00:58.073432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '5d713c60-c737-43c7-8791-053ca2787ba0', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:00:58.106461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:58.205492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:58.641752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf5cae-4123-4182-b0c5-e6e1898013d5 req-9d7ea228-a288-468a-8c7d-02cf74e059c5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:58.643781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-08bf5cae-4123-4182-b0c5-e6e1898013d5 req-9d7ea228-a288-468a-8c7d-02cf74e059c5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 981 time: 0.0860255 Nov 29 12:00:58.664801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Allocated IP 172.26.5.104 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/669d0b4e-341a-4c79-8c28-6b5a6da0a790) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:00:58.700252 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-08bf5cae-4123-4182-b0c5-e6e1898013d5 req-9fefbf80-5894-4f6c-a033-63b5628ac6e3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495932 Nov 29 12:00:58.784766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:58.817240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:58.851746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:00:58.854531 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:00:58.857872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:00:58.883182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=669d0b4e-341a-4c79-8c28-6b5a6da0a790,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:59.192193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:59.256453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:59.403233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:59.409114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:59.488131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event updated for resources: {'Port': ['ID=669d0b4e-341a-4c79-8c28-6b5a6da0a790,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:00:59.497873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:59.594571 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Floating IP 15b8ee28-f067-4049-94b8-63822bae9854 associated. External IP: 172.26.5.104, port: 5d713c60-c737-43c7-8791-053ca2787ba0. Nov 29 12:00:59.827520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:00:59.839356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbc4f2-87cc-4872-a988-ab178f2e250f req-4460fbb3-5676-471e-b415-7eb900f2d6c2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:00:59.840805 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-54dbc4f2-87cc-4872-a988-ab178f2e250f req-4460fbb3-5676-471e-b415-7eb900f2d6c2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 981 time: 0.0726862 Nov 29 12:00:59.948688 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-54dbc4f2-87cc-4872-a988-ab178f2e250f req-4ec080c3-d98c-4e21-846b-7952d0ea08df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016235 Nov 29 12:00:59.970904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:00:59.982528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:00:59.990154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:00:59.993963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:00:59.994589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:00.016695 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5114a292-4d96-40f5-8ab4-3b2928dedf28 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9464374 Nov 29 12:01:00.017273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:01:00.019536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b97fec-53a4-4cac-b0fb-7001c5529468" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:01:00.055633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66be7128-1f7d-4845-aab7-fbcce01d65fa x-openstack-request-id: req-66be7128-1f7d-4845-aab7-fbcce01d65fa {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:01:00.055930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:01:00.056182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66be7128-1f7d-4845-aab7-fbcce01d65fa {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:01:00.057253 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0', 'status': 'completed', 'code': 200} Nov 29 12:01:00.101324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:00.120673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-27b88bb2-8954-4e67-b778-a4184f90c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:00.122200 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-27b88bb2-8954-4e67-b778-a4184f90c144 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 1098 time: 0.0405967 Nov 29 12:01:00.213829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-83bdf0f7-3566-4304-a394-fe19516ca143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:00.215375 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-83bdf0f7-3566-4304-a394-fe19516ca143 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.0861685 Nov 29 12:01:00.279647 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-7505b174-da95-46ab-9194-fde1ced57060 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d713c60-c737-43c7-8791-053ca2787ba0 HTTP/1.1" status: 200 len: 999 time: 0.0570216 Nov 29 12:01:00.322009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '15b8ee28-f067-4049-94b8-63822bae9854', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '5d713c60-c737-43c7-8791-053ca2787ba0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:a4:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:00:59Z', 'updated_at': '2021-11-29T12:00:59Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}, {'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:43Z', 'revision_number': 1, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:00.335263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-e72c8f89-2886-4ffc-a3a9-de4693a6bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:00.336706 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-e72c8f89-2886-4ffc-a3a9-de4693a6bfd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0467772 Nov 29 12:01:00.347124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:01:00.355399 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:00.355923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:00:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:00.382571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-86135cc4-423b-4653-852a-410bea585ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:00.384079 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-86135cc4-423b-4653-852a-410bea585ab6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403337 Nov 29 12:01:00.461876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:00.473891 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-a33305d5-fb93-4065-b63c-8464bc5c4798 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827029 Nov 29 12:01:00.565968 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-81b97fec-53a4-4cac-b0fb-7001c5529468 req-838683c9-5451-4470-9aca-9de9fad6e8dd service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850492 Nov 29 12:01:00.676534 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-566eea84-f604-4ae8-92b8-64350da16e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:00.695429 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '15b8ee28-f067-4049-94b8-63822bae9854', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '5d713c60-c737-43c7-8791-053ca2787ba0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:a4:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:00:59Z', 'updated_at': '2021-11-29T12:00:59Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}, {'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:43Z', 'revision_number': 1, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:00.721420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f52ecc5-314a-4bd5-9eb2-5b872103932f None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '15b8ee28-f067-4049-94b8-63822bae9854', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '5d713c60-c737-43c7-8791-053ca2787ba0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:a4:1a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:00:59Z', 'updated_at': '2021-11-29T12:00:59Z', 'revision_number': 0, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}, {'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:43Z', 'revision_number': 1, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:01:00.907166 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c040106-4bb2-49d6-a995-bb920c8d6bcd None None] New status for floating IP 15b8ee28-f067-4049-94b8-63822bae9854: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:01:01.071272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171b1af-04be-4bb0-832b-91cea0a6bf88 req-d010389b-da7e-47d2-8945-1b9e48c06ab7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:01.072905 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8171b1af-04be-4bb0-832b-91cea0a6bf88 req-d010389b-da7e-47d2-8945-1b9e48c06ab7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 981 time: 0.0576572 Nov 29 12:01:01.111286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8171b1af-04be-4bb0-832b-91cea0a6bf88 req-8a12bcf5-f994-482c-89dc-51ddc51a639b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Nov 29 12:01:01.146144 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 9ecad852-8fa0-4644-a598-46f8b3e7ddac details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:01:01.240359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:01.251682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'port_id': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'mac_address': 'fa:16:3e:59:9c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:01:01.287810 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:01.299808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecad852-8fa0-4644-a598-46f8b3e7ddac {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:01:01.317600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:01.322913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:01.367917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:01.652535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['9ecad852-8fa0-4644-a598-46f8b3e7ddac'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:01:02.224049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277656dc-701a-430f-b5d7-d7ff7293922b req-e2c949d4-8b4c-4ddf-b456-01c8d07babce tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:02.225392 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-277656dc-701a-430f-b5d7-d7ff7293922b req-e2c949d4-8b4c-4ddf-b456-01c8d07babce tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 982 time: 0.0473669 Nov 29 12:01:02.262309 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-277656dc-701a-430f-b5d7-d7ff7293922b req-ebe858fe-72f5-4d91-b1b4-320ca6853aa2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309749 Nov 29 12:01:03.159737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 9ecad852-8fa0-4644-a598-46f8b3e7ddac up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:01:03.207920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:01:03.211478 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:03.211844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:03.260722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81ffc012-a11d-4331-b715-1f76d862d246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:03.299794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:03.321811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa13691-bc0e-439d-b030-1370f672263f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:01:03.324061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c1a98d-a757-4626-8487-100508cef581" -d '{"events": [{"server_uuid": "3aa13691-bc0e-439d-b030-1370f672263f", "name": "network-vif-plugged", "status": "completed", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:01:03.336996 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:03.342496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:03.366440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bd1744-e5bf-4cd5-9bef-14823926fa3e x-openstack-request-id: req-d5bd1744-e5bf-4cd5-9bef-14823926fa3e {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:01:03.366727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa13691-bc0e-439d-b030-1370f672263f", "name": "network-vif-plugged", "status": "completed", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:01:03.366979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5bd1744-e5bf-4cd5-9bef-14823926fa3e {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:01:03.367359 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa13691-bc0e-439d-b030-1370f672263f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'code': 200} Nov 29 12:01:03.383176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0805fae-a192-450a-adb1-19a0519cc9b6 req-ad370d35-5bbd-407e-823e-fd9f8d46af23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:03.384799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f0805fae-a192-450a-adb1-19a0519cc9b6 req-ad370d35-5bbd-407e-823e-fd9f8d46af23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 983 time: 0.0549669 Nov 29 12:01:03.393488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:03.427350 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f0805fae-a192-450a-adb1-19a0519cc9b6 req-8ccfbad1-a042-4101-ba04-1a44a14f5bb5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355639 Nov 29 12:01:03.539379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac106c1-07f9-4b9a-a406-d5f9a2908155 req-623a488f-b881-45d0-8fb4-b15a9a3f64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:03.540870 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac106c1-07f9-4b9a-a406-d5f9a2908155 req-623a488f-b881-45d0-8fb4-b15a9a3f64b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 1136 time: 0.0404980 Nov 29 12:01:03.575440 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ac106c1-07f9-4b9a-a406-d5f9a2908155 req-aa6e3ddd-7348-4a2f-b737-40f3690bf126 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270851 Nov 29 12:01:03.670363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:04.542367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673cff-4f9f-4b88-aa4f-d0ca28c5bad0 req-e8d4ec8b-3a3c-42f7-8a4b-da88d389b519 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:04.543829 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68673cff-4f9f-4b88-aa4f-d0ca28c5bad0 req-e8d4ec8b-3a3c-42f7-8a4b-da88d389b519 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 983 time: 0.0490439 Nov 29 12:01:04.581213 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68673cff-4f9f-4b88-aa4f-d0ca28c5bad0 req-af098f2c-24ab-4d51-a5b2-ccf29aac1be8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Nov 29 12:01:04.644930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:05.692268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853766a7-569f-4167-b629-11c7e0da3f0d req-58380205-834a-407b-b95a-31ed82f9eff1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:05.693697 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-853766a7-569f-4167-b629-11c7e0da3f0d req-58380205-834a-407b-b95a-31ed82f9eff1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 983 time: 0.0478437 Nov 29 12:01:05.731076 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-853766a7-569f-4167-b629-11c7e0da3f0d req-ed7c78f3-17a9-44f3-a257-0a82123174b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Nov 29 12:01:05.852197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c3fd-a880-459d-a3b9-bba935e12a3f req-71ca87eb-eb06-441d-9c6c-912392760f4d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:05.853661 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f174c3fd-a880-459d-a3b9-bba935e12a3f req-71ca87eb-eb06-441d-9c6c-912392760f4d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 983 time: 0.0525110 Nov 29 12:01:05.890747 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f174c3fd-a880-459d-a3b9-bba935e12a3f req-9f3d8b94-2c70-4746-bf4b-2b1fe5edb412 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312171 Nov 29 12:01:05.913680 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33476) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:05.954300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232704b-1599-4f5f-89b5-3d534755f6f0 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:05.956420 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9232704b-1599-4f5f-89b5-3d534755f6f0 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 1131 time: 0.0417345 Nov 29 12:01:05.959213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33478) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:05.963929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:05.970225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:05.986584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:06.084824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:06.185057 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.195 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/cc80e56a-573e-4d44-b6b6-feb9ae7d03e9) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:01:06.291289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:06.322848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:06.358026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:01:06.360751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:01:06.364699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:01:06.391569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=cc80e56a-573e-4d44-b6b6-feb9ae7d03e9,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:06.702665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:06.764549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:06.910848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:06.915190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:06.981179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=cc80e56a-573e-4d44-b6b6-feb9ae7d03e9,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:06.991309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:07.088452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 05d8f53a-2971-41ce-96fd-d3bc3abd4c18 associated. External IP: 172.26.5.195, port: 9ecad852-8fa0-4644-a598-46f8b3e7ddac. Nov 29 12:01:07.287132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router a82b9d00-b994-4716-ba77-f4a58ba32d82 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:01:07.392191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:01:07.402006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] Sync routers for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:01:07.409730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:07.412565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:07.413185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:07.436802 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c308064-ba6c-451c-9e3a-4d830a266592 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.4765599 Nov 29 12:01:07.437431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa13691-bc0e-439d-b030-1370f672263f', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:01:07.439794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa13691-bc0e-439d-b030-1370f672263f", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:01:07.440090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33482) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:07.504325 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5448ca-de95-4bf2-a987-ec1094a28afa x-openstack-request-id: req-1e5448ca-de95-4bf2-a987-ec1094a28afa {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:01:07.504834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa13691-bc0e-439d-b030-1370f672263f", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:01:07.505085 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e5448ca-de95-4bf2-a987-ec1094a28afa {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:01:07.505492 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa13691-bc0e-439d-b030-1370f672263f', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'status': 'completed', 'code': 200} Nov 29 12:01:07.531826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:07.557169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac018b3-52d6-4868-9a54-24fb1cdc31d1 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:07.558639 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5ac018b3-52d6-4868-9a54-24fb1cdc31d1 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f&network_id=20190757-f1b4-44ab-aeaf-777d78d74465 HTTP/1.1" status: 200 len: 1131 time: 0.1171677 Nov 29 12:01:07.577338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-843f3a7c-7c14-4855-b56f-79e1f1eba626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:07.579242 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-843f3a7c-7c14-4855-b56f-79e1f1eba626 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 1136 time: 0.0522017 Nov 29 12:01:07.685444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-2f0c1247-7069-415a-98ba-cfd7adfa4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:07.687053 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-2f0c1247-7069-415a-98ba-cfd7adfa4ac2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20190757-f1b4-44ab-aeaf-777d78d74465 HTTP/1.1" status: 200 len: 898 time: 0.1011302 Nov 29 12:01:07.759557 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-2a24a109-a1fa-4ca7-9d06-8a457ba5e397 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1037 time: 0.0635047 Nov 29 12:01:07.786160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '05d8f53a-2971-41ce-96fd-d3bc3abd4c18', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.195', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'port_id': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-119605257', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'mac_address': 'fa:16:3e:59:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa13691-bc0e-439d-b030-1370f672263f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:06Z', 'updated_at': '2021-11-29T12:01:06Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:07.816537 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] Checking router: a82b9d00-b994-4716-ba77-f4a58ba32d82 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:01:07.817760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-16484313-64ff-4f30-8eca-a3e8b773b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:07.819726 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-16484313-64ff-4f30-8eca-a3e8b773b70f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=baa43cf5-bfca-4dfb-8fda-cbdd681d3234 HTTP/1.1" status: 200 len: 834 time: 0.0517225 Nov 29 12:01:07.824712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743e7df-2682-403e-abf7-799ea8704907 req-c8e3b3bc-365b-491f-993c-87f6d3939388 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:07.826259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:07.826407 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5743e7df-2682-403e-abf7-799ea8704907 req-c8e3b3bc-365b-491f-993c-87f6d3939388 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 983 time: 0.0691094 Nov 29 12:01:07.826896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:07.874205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-6c631201-bcc1-468d-9842-c9dcd3530449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:07.875740 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-6c631201-bcc1-468d-9842-c9dcd3530449 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20190757-f1b4-44ab-aeaf-777d78d74465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484767 Nov 29 12:01:07.878502 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5743e7df-2682-403e-abf7-799ea8704907 req-5b5fbf1c-75c4-4d60-aada-d0ce58ff93fa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451579 Nov 29 12:01:07.944028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:07.972849 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-30adba47-fc17-469b-9c55-5d140c787841 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893087 Nov 29 12:01:08.068868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-71eaf2e3-ea2a-44a3-af68-cc2a4b050b4b req-20950a0b-fef7-4e2e-92e2-33185c1e9264 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881145 Nov 29 12:01:08.178974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '05d8f53a-2971-41ce-96fd-d3bc3abd4c18', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.195', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'port_id': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-119605257', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'mac_address': 'fa:16:3e:59:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa13691-bc0e-439d-b030-1370f672263f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:06Z', 'updated_at': '2021-11-29T12:01:06Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:08.206455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02192ca-2a8a-446c-a489-7922bd0ccac9 None None] The sync data for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv is: [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '05d8f53a-2971-41ce-96fd-d3bc3abd4c18', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.195', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'port_id': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-119605257', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'mac_address': 'fa:16:3e:59:9c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa13691-bc0e-439d-b030-1370f672263f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:06Z', 'updated_at': '2021-11-29T12:01:06Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:01:08.396193 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35612d-e994-42f7-84ad-2db049f38e3d None None] New status for floating IP 05d8f53a-2971-41ce-96fd-d3bc3abd4c18: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:01:08.994650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e12f27-f4be-42de-8c67-3346944eff6e req-5fb32ebb-c363-4b2a-bf4e-071121cf7bdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:08.996121 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-15e12f27-f4be-42de-8c67-3346944eff6e req-5fb32ebb-c363-4b2a-bf4e-071121cf7bdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 983 time: 0.0502372 Nov 29 12:01:09.036425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-15e12f27-f4be-42de-8c67-3346944eff6e req-bad64368-9402-4c6e-9a8f-38caf642e4e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Nov 29 12:01:09.266602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-d200f550-c292-4d8c-9a4e-c5be693cccae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:09.268425 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-d200f550-c292-4d8c-9a4e-c5be693cccae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 983 time: 0.0474553 Nov 29 12:01:09.311318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-e1d3d599-ff06-40e7-9e59-cfa7e9314d0d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:09.312616 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-e1d3d599-ff06-40e7-9e59-cfa7e9314d0d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0374749 Nov 29 12:01:09.416224 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-c4a411d8-15f2-4f6c-8b70-cfb5193f6c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0971236 Nov 29 12:01:09.428020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:09.478527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:09.605120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:09.636204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:01:09.667178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] device_id is not set on port 9ecad852-8fa0-4644-a598-46f8b3e7ddac yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 12:01:09.675585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:09.681075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:09.782345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=6']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:09.872572 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] No DVR routers for this DVR port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:01:09.894570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c09e5e83-01c4-4b5f-bb3f-b1907c0744a7 None None] Provisioning complete for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:09.895214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c09e5e83-01c4-4b5f-bb3f-b1907c0744a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:09.928508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c09e5e83-01c4-4b5f-bb3f-b1907c0744a7 None None] Port 9ecad852-8fa0-4644-a598-46f8b3e7ddac cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:01:10.007711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] In _notify_port_updated(), no bound segment for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on network 20190757-f1b4-44ab-aeaf-777d78d74465 {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 12:01:10.008509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:10.009125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:10.010428 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1696c342-31a7-4c34-a82c-31c58dc55176 req-285ae98a-3104-406d-bc6f-66cdbf2648d2 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1026 time: 0.5864866 Nov 29 12:01:10.133041 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-32f09132-fefe-495e-bcf3-7805118979db req-7ccf2a92-a830-4cca-847c-4e522eeb222a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=3aa13691-bc0e-439d-b030-1370f672263f HTTP/1.1" status: 200 len: 210 time: 0.0278521 Nov 29 12:01:11.185799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33496) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:11.235768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7c987c-0953-4091-9df4-b7ef171f9172 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:11.237123 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5c7c987c-0953-4091-9df4-b7ef171f9172 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 925 time: 0.0502906 Nov 29 12:01:11.515985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33500) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:11.521046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-82e3e3b8-3c4c-49d2-83b9-5b0edb658076 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668122762', 'description': 'tempest-secgroup-smoke-1668122762 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:11.543232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-82e3e3b8-3c4c-49d2-83b9-5b0edb658076 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.607202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-82e3e3b8-3c4c-49d2-83b9-5b0edb658076 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.610810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-82e3e3b8-3c4c-49d2-83b9-5b0edb658076 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.638731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-82e3e3b8-3c4c-49d2-83b9-5b0edb658076 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.639964 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-82e3e3b8-3c4c-49d2-83b9-5b0edb658076 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1229930 Nov 29 12:01:11.643056 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33502) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:11.643867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3e3b8-3c4c-49d2-83b9-5b0edb658076 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a298693-e69c-45bf-b29c-0d9cd6ad287f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:11.649096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4ede73d9-30eb-4fc0-b941-1edacd22c306 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '2a298693-e69c-45bf-b29c-0d9cd6ad287f', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:11.675556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ede73d9-30eb-4fc0-b941-1edacd22c306 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.731498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ede73d9-30eb-4fc0-b941-1edacd22c306 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.734998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ede73d9-30eb-4fc0-b941-1edacd22c306 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.751971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede73d9-30eb-4fc0-b941-1edacd22c306 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe10540-c001-402f-924a-4a0e94f501c2,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:11.760407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4ede73d9-30eb-4fc0-b941-1edacd22c306 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.761583 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4ede73d9-30eb-4fc0-b941-1edacd22c306 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175287 Nov 29 12:01:11.764350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33504) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:11.768785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5ea58b6c-e66f-4f96-8e4a-8e979e90367a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '2a298693-e69c-45bf-b29c-0d9cd6ad287f', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:11.794443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ea58b6c-e66f-4f96-8e4a-8e979e90367a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.849254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ea58b6c-e66f-4f96-8e4a-8e979e90367a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.852641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ea58b6c-e66f-4f96-8e4a-8e979e90367a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.869384 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea58b6c-e66f-4f96-8e4a-8e979e90367a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d8c1ac-2d7f-405a-8c78-d87dbe06277f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:11.876428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5ea58b6c-e66f-4f96-8e4a-8e979e90367a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:11.878146 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5ea58b6c-e66f-4f96-8e4a-8e979e90367a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128645 Nov 29 12:01:11.880786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33506) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:11.885129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-213b19af-b509-4881-8047-c206ae314a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '2a298693-e69c-45bf-b29c-0d9cd6ad287f', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:11.911586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-213b19af-b509-4881-8047-c206ae314a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.284555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-213b19af-b509-4881-8047-c206ae314a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.288442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-213b19af-b509-4881-8047-c206ae314a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.306589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b19af-b509-4881-8047-c206ae314a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38ebd1d-4cc8-4d9a-8c84-d9c48062180e,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:12.314586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-213b19af-b509-4881-8047-c206ae314a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.316378 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-213b19af-b509-4881-8047-c206ae314a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4346611 Nov 29 12:01:12.319088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33508) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:12.323612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1582aa5e-ac0b-4a59-9e49-c86d28f51176 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '2a298693-e69c-45bf-b29c-0d9cd6ad287f', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:12.348425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1582aa5e-ac0b-4a59-9e49-c86d28f51176 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.405802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1582aa5e-ac0b-4a59-9e49-c86d28f51176 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.409408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1582aa5e-ac0b-4a59-9e49-c86d28f51176 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.428036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582aa5e-ac0b-4a59-9e49-c86d28f51176 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8777f1-2b6a-4848-a057-e64118b56e41,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:12.436557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1582aa5e-ac0b-4a59-9e49-c86d28f51176 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.437720 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1582aa5e-ac0b-4a59-9e49-c86d28f51176 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174221 Nov 29 12:01:12.441243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33510) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:12.445794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-dcfcb325-1e2f-4e6a-a82d-6c45dc6346e5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '2a298693-e69c-45bf-b29c-0d9cd6ad287f', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:12.470313 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-dcfcb325-1e2f-4e6a-a82d-6c45dc6346e5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:01:12.475129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb325-1e2f-4e6a-a82d-6c45dc6346e5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.532905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb325-1e2f-4e6a-a82d-6c45dc6346e5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.536380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb325-1e2f-4e6a-a82d-6c45dc6346e5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.552697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcb325-1e2f-4e6a-a82d-6c45dc6346e5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf24b14-3b53-4025-a890-c2671a38c4f2,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:12.560945 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dcfcb325-1e2f-4e6a-a82d-6c45dc6346e5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.562133 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dcfcb325-1e2f-4e6a-a82d-6c45dc6346e5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199510 Nov 29 12:01:12.564942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33512) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:12.569217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-da19e152-bf3c-47ed-963a-a6b51095adae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '2a298693-e69c-45bf-b29c-0d9cd6ad287f', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:12.590623 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-da19e152-bf3c-47ed-963a-a6b51095adae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:01:12.595270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da19e152-bf3c-47ed-963a-a6b51095adae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.659744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da19e152-bf3c-47ed-963a-a6b51095adae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.663284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da19e152-bf3c-47ed-963a-a6b51095adae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.680890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19e152-bf3c-47ed-963a-a6b51095adae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997b0090-f91a-4527-bbc2-ed6cc26a7a44,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:12.689168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da19e152-bf3c-47ed-963a-a6b51095adae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:12.690424 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-da19e152-bf3c-47ed-963a-a6b51095adae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245575 Nov 29 12:01:12.847366 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-5cfac31c-2b29-452d-bf2e-49dd20f18c20 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668122762&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0331051 Nov 29 12:01:12.893588 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-611befc9-b164-433a-883c-1dbe915e91c7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:12.894925 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-611befc9-b164-433a-883c-1dbe915e91c7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 930 time: 0.0411088 Nov 29 12:01:12.940210 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-ca883497-585a-4f1e-b30d-b961aa48f46b service neutron] 10.222.0.23 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0331180 Nov 29 12:01:13.029407 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-f587b129-35ba-4f2f-958b-fd58fd61eb17 service neutron] 10.222.0.23 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832341 Nov 29 12:01:13.117736 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-6fb2bca6-4324-4ec2-92d0-29776000a64d service neutron] 10.222.0.23 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818274 Nov 29 12:01:13.222118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 9ecad852-8fa0-4644-a598-46f8b3e7ddac no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:01:13.262435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 9ecad852-8fa0-4644-a598-46f8b3e7ddac not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:01:13.275044 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9fbfa26f-0a6a-4cba-bb9e-939b31dc8867 req-c2edf806-5dcb-4634-a43d-0b80efe0b257 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 210 time: 0.0272784 Nov 29 12:01:14.104544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-c27faaf7-f762-4c33-bf20-c1a38a02a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:14.105793 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-c27faaf7-f762-4c33-bf20-c1a38a02a4be service neutron] 10.222.0.30 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1026 time: 0.0327609 Nov 29 12:01:14.214969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-9d0ff2d9-2205-4cce-9413-b84b8f407778 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:14.216408 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-9d0ff2d9-2205-4cce-9413-b84b8f407778 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=20190757-f1b4-44ab-aeaf-777d78d74465 HTTP/1.1" status: 200 len: 797 time: 0.1037600 Nov 29 12:01:14.261034 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-a554760a-5bf6-4c67-b305-b25a8354f256 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 473 time: 0.0354171 Nov 29 12:01:14.273375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Request body: {'port': {'device_id': '7bf97ce2-3e0f-41fc-a007-17167a77ce02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:14.325721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:14.372382 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a5e69c40-2582-4ea5-9a06-c2d46f46795b req-0f83d742-d08a-4209-b005-86f397f19def tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 210 time: 0.0309596 Nov 29 12:01:14.583848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecad852-8fa0-4644-a598-46f8b3e7ddac {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:01:14.591358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:14.604216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Transition to ACTIVE for port object 9ecad852-8fa0-4644-a598-46f8b3e7ddac will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:01:14.608707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:14.723422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=7']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:15.187141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Attempting to bind port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:01:15.187841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Attempting to bind port 9ecad852-8fa0-4644-a598-46f8b3e7ddac by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:01:15.187841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Attempting to bind port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on network 20190757-f1b4-44ab-aeaf-777d78d74465 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:01:15.192198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on network 20190757-f1b4-44ab-aeaf-777d78d74465 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:01:15.192641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Attempting to bind port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on network 20190757-f1b4-44ab-aeaf-777d78d74465 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:01:15.197640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:01:15.198000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Checking segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:01:15.198382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Bound using segment: {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:01:15.198796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Bound port: 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca596b3f-24bc-443c-8db7-d596812f60c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:01:15.199146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:15.259932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:01:15.263031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:01:15.267231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:15.299307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:15.300133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:15.301506 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] 10.222.0.30 "PUT /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1131 time: 1.0319829 Nov 29 12:01:15.303658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf97ce2-3e0f-41fc-a007-17167a77ce02', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:01:15.306836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f438afd-b572-478f-973a-2e1931e92a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf97ce2-3e0f-41fc-a007-17167a77ce02", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:01:15.336979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b191f69-2d2c-434e-8ca3-ba2e478405ad service neutron] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=8']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:15.348843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6ee843-e28c-4ffd-b9c6-d5425e0210ef x-openstack-request-id: req-eb6ee843-e28c-4ffd-b9c6-d5425e0210ef {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:01:15.349137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf97ce2-3e0f-41fc-a007-17167a77ce02", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:01:15.349390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eb6ee843-e28c-4ffd-b9c6-d5425e0210ef {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:01:15.349783 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf97ce2-3e0f-41fc-a007-17167a77ce02', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'status': 'completed', 'code': 200} Nov 29 12:01:15.400185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-a66c87fc-b297-4371-a76f-c57738de27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:15.402035 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-a66c87fc-b297-4371-a76f-c57738de27c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 1134 time: 0.0505776 Nov 29 12:01:15.474666 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-8324c01b-0b60-41c6-93e3-bb023290f015 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1037 time: 0.0643933 Nov 29 12:01:15.499881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035eda87-5dcc-4daf-b809-ec5154fb4845 req-2af0ac97-1b9f-4ad7-9b36-0adae728c80c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:15.501677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-035eda87-5dcc-4daf-b809-ec5154fb4845 req-2af0ac97-1b9f-4ad7-9b36-0adae728c80c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 981 time: 0.0571034 Nov 29 12:01:15.526741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-70c63d40-5593-4979-902b-7fb573be442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:15.528184 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-70c63d40-5593-4979-902b-7fb573be442f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=baa43cf5-bfca-4dfb-8fda-cbdd681d3234 HTTP/1.1" status: 200 len: 834 time: 0.0466623 Nov 29 12:01:15.548458 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-035eda87-5dcc-4daf-b809-ec5154fb4845 req-bbcf82b2-6ea8-44fb-92a4-c0f23a1e4e41 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Nov 29 12:01:15.578421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-0c7ebaeb-7a55-4935-82d5-cfcc0b6e8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:15.579964 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-0c7ebaeb-7a55-4935-82d5-cfcc0b6e8de3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20190757-f1b4-44ab-aeaf-777d78d74465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445900 Nov 29 12:01:15.668358 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-0e028501-c0f5-4713-8e2a-c8f724438ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811861 Nov 29 12:01:15.760552 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-157b8a0e-ca31-42f3-b6bf-a2443ce4b659 req-5317fa1f-b258-46f3-93a9-8d242be7f849 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844378 Nov 29 12:01:15.845323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438afd-b572-478f-973a-2e1931e92a0a req-e9948560-6499-4bd9-b17a-bb47058f1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:15.846867 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f438afd-b572-478f-973a-2e1931e92a0a req-e9948560-6499-4bd9-b17a-bb47058f1590 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 1134 time: 0.0405843 Nov 29 12:01:15.934353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438afd-b572-478f-973a-2e1931e92a0a req-afb91046-2c24-4338-a2b8-d2491871e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:15.935820 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f438afd-b572-478f-973a-2e1931e92a0a req-afb91046-2c24-4338-a2b8-d2491871e671 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20190757-f1b4-44ab-aeaf-777d78d74465 HTTP/1.1" status: 200 len: 898 time: 0.0816393 Nov 29 12:01:16.003791 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f438afd-b572-478f-973a-2e1931e92a0a req-579691ea-bf4b-4081-b968-726bb522f17b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1037 time: 0.0606289 Nov 29 12:01:16.054510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438afd-b572-478f-973a-2e1931e92a0a req-0931ab8d-7180-48f3-9f4c-d01151940145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:16.055845 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f438afd-b572-478f-973a-2e1931e92a0a req-0931ab8d-7180-48f3-9f4c-d01151940145 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=baa43cf5-bfca-4dfb-8fda-cbdd681d3234 HTTP/1.1" status: 200 len: 834 time: 0.0454717 Nov 29 12:01:16.102989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438afd-b572-478f-973a-2e1931e92a0a req-870b167d-01a9-42c6-8dfb-137b2c7e3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:16.104668 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f438afd-b572-478f-973a-2e1931e92a0a req-870b167d-01a9-42c6-8dfb-137b2c7e3351 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20190757-f1b4-44ab-aeaf-777d78d74465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410724 Nov 29 12:01:16.198648 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f438afd-b572-478f-973a-2e1931e92a0a req-de93b30c-dcdc-4cbd-bf9b-9b1308592236 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853319 Nov 29 12:01:16.287828 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f438afd-b572-478f-973a-2e1931e92a0a req-4949cf3b-a37d-4f1c-bf57-e07e5bb02a34 service neutron] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811112 Nov 29 12:01:16.668144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce1836-5fac-4631-b7d6-574e13d80dd4 req-9eba42d8-d2ff-4e08-98ad-47fb5f00d5af tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:16.669576 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-81ce1836-5fac-4631-b7d6-574e13d80dd4 req-9eba42d8-d2ff-4e08-98ad-47fb5f00d5af tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 981 time: 0.0486307 Nov 29 12:01:16.707560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-81ce1836-5fac-4631-b7d6-574e13d80dd4 req-1c39e28c-90f0-4ae5-a97f-5a2e1badb9c9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Nov 29 12:01:17.818769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c30ae-486b-478d-b380-440655c76642 req-33eda2fe-7523-463a-bafd-d7c3df7373dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:17.820708 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f52c30ae-486b-478d-b380-440655c76642 req-33eda2fe-7523-463a-bafd-d7c3df7373dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 981 time: 0.0493171 Nov 29 12:01:17.862888 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f52c30ae-486b-478d-b380-440655c76642 req-24b563fd-58e7-4441-9e77-964cc31966ad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Nov 29 12:01:18.978586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c16b82-fc01-4c1b-9651-d953acd83751 req-30392257-5a32-416b-bfcf-5bdda61a4c4c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:18.980160 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f6c16b82-fc01-4c1b-9651-d953acd83751 req-30392257-5a32-416b-bfcf-5bdda61a4c4c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 981 time: 0.0510037 Nov 29 12:01:19.020372 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f6c16b82-fc01-4c1b-9651-d953acd83751 req-815cd158-53a3-4375-bbf3-33f5e26ac60c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Nov 29 12:01:19.243725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 9ecad852-8fa0-4644-a598-46f8b3e7ddac details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:01:19.483589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:19.495542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'port_id': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'mac_address': 'fa:16:3e:59:9c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:01:19.534859 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:19.547152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecad852-8fa0-4644-a598-46f8b3e7ddac {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:01:19.566404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:19.570367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:19.616063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=9']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:19.912708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['9ecad852-8fa0-4644-a598-46f8b3e7ddac'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:01:20.133959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e8bdf-0382-4c9e-879b-ffc99f2cb257 req-9493aa0d-c23a-4dc5-b981-6bf7a6532a45 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:20.135410 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-024e8bdf-0382-4c9e-879b-ffc99f2cb257 req-9493aa0d-c23a-4dc5-b981-6bf7a6532a45 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 982 time: 0.0487981 Nov 29 12:01:20.172708 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-024e8bdf-0382-4c9e-879b-ffc99f2cb257 req-dcd17fc1-fd0d-4f39-bb42-1a4031c6b680 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Nov 29 12:01:21.246270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 9ecad852-8fa0-4644-a598-46f8b3e7ddac up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:01:21.288290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132b0e-8c48-43cb-89b6-64304db1bb10 req-52dd01ae-4b66-4cd8-8be3-abc579b4ea00 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:21.289779 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a5132b0e-8c48-43cb-89b6-64304db1bb10 req-52dd01ae-4b66-4cd8-8be3-abc579b4ea00 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 982 time: 0.0492184 Nov 29 12:01:21.295085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:01:21.299105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:21.299743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:21.333916 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a5132b0e-8c48-43cb-89b6-64304db1bb10 req-0f91abb9-ab11-4632-be52-65cd88eddce9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377295 Nov 29 12:01:21.378216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:21.400932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf97ce2-3e0f-41fc-a007-17167a77ce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:01:21.403358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13efa66-318d-43a1-898a-fa41cf568b00" -d '{"events": [{"server_uuid": "7bf97ce2-3e0f-41fc-a007-17167a77ce02", "name": "network-vif-plugged", "status": "completed", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:01:21.416872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:21.421133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:21.451412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc41619-8ebe-4788-bc51-5ae64150cfa3 x-openstack-request-id: req-8fc41619-8ebe-4788-bc51-5ae64150cfa3 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:01:21.451706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf97ce2-3e0f-41fc-a007-17167a77ce02", "name": "network-vif-plugged", "status": "completed", "tag": "9ecad852-8fa0-4644-a598-46f8b3e7ddac", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:01:21.451875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8fc41619-8ebe-4788-bc51-5ae64150cfa3 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:01:21.452289 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf97ce2-3e0f-41fc-a007-17167a77ce02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecad852-8fa0-4644-a598-46f8b3e7ddac', 'code': 200} Nov 29 12:01:21.479903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=10']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:21.609782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c56549-30fa-49c5-b5a7-9388e3817584 req-ebc6eab8-c0d4-482f-b26b-8de08aa3f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:21.611936 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-35c56549-30fa-49c5-b5a7-9388e3817584 req-ebc6eab8-c0d4-482f-b26b-8de08aa3f1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 1137 time: 0.0438333 Nov 29 12:01:21.645704 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-35c56549-30fa-49c5-b5a7-9388e3817584 req-99c705cb-052f-4d23-8f77-dd00310a320b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276511 Nov 29 12:01:21.948593 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:01:22.451499 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b7ccb-ebaa-4eef-915a-7cca7f11b252 req-84a91ee8-e75a-403e-b5df-2457250e434a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:22.452939 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d9b7ccb-ebaa-4eef-915a-7cca7f11b252 req-84a91ee8-e75a-403e-b5df-2457250e434a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 984 time: 0.0489497 Nov 29 12:01:22.494243 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d9b7ccb-ebaa-4eef-915a-7cca7f11b252 req-245a17a6-ff83-4b7a-ba66-3c0fc9801d16 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347409 Nov 29 12:01:23.609224 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17956aaa-1317-4719-861e-50384ba41d6f req-a63af4aa-22ae-4788-9b98-9f0a797e59ad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:23.610705 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17956aaa-1317-4719-861e-50384ba41d6f req-a63af4aa-22ae-4788-9b98-9f0a797e59ad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 984 time: 0.0491385 Nov 29 12:01:23.647596 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17956aaa-1317-4719-861e-50384ba41d6f req-1ba8108e-1157-45f4-b85f-ae4d033ded99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Nov 29 12:01:23.760509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2759e40-fb84-4f17-9687-526cd30361cb req-c827bcb8-15c7-4a59-a2a3-87e091511109 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:23.761998 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2759e40-fb84-4f17-9687-526cd30361cb req-c827bcb8-15c7-4a59-a2a3-87e091511109 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 984 time: 0.0489292 Nov 29 12:01:23.813971 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2759e40-fb84-4f17-9687-526cd30361cb req-e82034ca-32df-4de0-84fa-34ae628baba5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 Nov 29 12:01:23.836607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33568) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:23.905216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826da8fd-c5f9-4829-8db9-68d5ae7f1895 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:23.906954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-826da8fd-c5f9-4829-8db9-68d5ae7f1895 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02&network_id=20190757-f1b4-44ab-aeaf-777d78d74465 HTTP/1.1" status: 200 len: 1132 time: 0.0693717 Nov 29 12:01:24.114396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1db19-192f-45d8-b9a4-97d34d4ceaab req-ab69cb97-9f32-497e-85b8-13ab483d351d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:24.115766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-65a1db19-192f-45d8-b9a4-97d34d4ceaab req-ab69cb97-9f32-497e-85b8-13ab483d351d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 984 time: 0.0489562 Nov 29 12:01:24.155179 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-65a1db19-192f-45d8-b9a4-97d34d4ceaab req-f3106173-6fde-42e1-9e9b-add070a7759e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335255 Nov 29 12:01:25.277491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481db68-8350-4b18-b93c-0fcd9921bc1c req-8f5de10f-7510-4cf3-a14a-eeb96ae6caac tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:25.279001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9481db68-8350-4b18-b93c-0fcd9921bc1c req-8f5de10f-7510-4cf3-a14a-eeb96ae6caac tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 984 time: 0.0515003 Nov 29 12:01:25.316778 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9481db68-8350-4b18-b93c-0fcd9921bc1c req-08b87a13-f284-453a-b47d-67e4d4baeb0f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=95ca9b97-9ad0-4705-80f8-ff28a0a2777a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Nov 29 12:01:25.503875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9724379-15bf-476a-90ef-466af2e69e7f req-f4b2d6dd-0988-4bc4-831e-b5911efcb7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:25.505261 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9724379-15bf-476a-90ef-466af2e69e7f req-f4b2d6dd-0988-4bc4-831e-b5911efcb7a9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 984 time: 0.0532470 Nov 29 12:01:25.548689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9724379-15bf-476a-90ef-466af2e69e7f req-be1a2e17-9ced-4b4e-99be-d4d1d1feb4c0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:25.550608 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9724379-15bf-476a-90ef-466af2e69e7f req-be1a2e17-9ced-4b4e-99be-d4d1d1feb4c0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0390074 Nov 29 12:01:25.650735 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9724379-15bf-476a-90ef-466af2e69e7f req-582f54e0-bdce-4203-b81d-0f9d556d6341 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0945861 Nov 29 12:01:25.662247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:25.711657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:25.841458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9ecad852-8fa0-4644-a598-46f8b3e7ddac,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:25.873506 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] For port 9ecad852-8fa0-4644-a598-46f8b3e7ddac, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:01:25.903660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] device_id is not set on port 9ecad852-8fa0-4644-a598-46f8b3e7ddac yet. {{(pid=102104) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 29 12:01:25.911505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:25.917196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:25.996755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] Pushing event updated for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=11']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:26.039023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] No DVR routers for this DVR port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:01:26.173414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] In _notify_port_updated(), no bound segment for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac on network 20190757-f1b4-44ab-aeaf-777d78d74465 {{(pid=102104) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 29 12:01:26.174335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:26.174949 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:26.176221 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9724379-15bf-476a-90ef-466af2e69e7f req-c76273ee-b01d-4c1a-bf32-7e305d2a69bf service neutron] 10.222.0.30 "PUT /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 200 len: 1027 time: 0.5183914 Nov 29 12:01:26.191185 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e466afa0-ada8-43cc-b959-f959cde37239 None None] Provisioning complete for port 9ecad852-8fa0-4644-a598-46f8b3e7ddac triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:26.191839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e466afa0-ada8-43cc-b959-f959cde37239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:26.223974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e466afa0-ada8-43cc-b959-f959cde37239 None None] Port 9ecad852-8fa0-4644-a598-46f8b3e7ddac cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:01:26.419342 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97c19380-4999-4c06-894a-6ebb5bf45e16 req-5500b8f4-cefb-4e92-be4a-5a705b6abb72 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bf97ce2-3e0f-41fc-a007-17167a77ce02 HTTP/1.1" status: 200 len: 210 time: 0.0271139 Nov 29 12:01:27.420908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:27.474829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33580) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:27.533911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57f67a6f-70e0-4284-8183-c222bef92a08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:27.557959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57f67a6f-70e0-4284-8183-c222bef92a08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:27.616287 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57f67a6f-70e0-4284-8183-c222bef92a08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:27.619149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57f67a6f-70e0-4284-8183-c222bef92a08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:27.620328 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-57f67a6f-70e0-4284-8183-c222bef92a08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/2a298693-e69c-45bf-b29c-0d9cd6ad287f HTTP/1.1" status: 204 len: 168 time: 0.1445093 Nov 29 12:01:27.630266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f67a6f-70e0-4284-8183-c222bef92a08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a298693-e69c-45bf-b29c-0d9cd6ad287f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:27.650659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33584) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:27.807397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port cc80e56a-573e-4d44-b6b6-feb9ae7d03e9 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:01:27.807658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:27.881326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:27.881653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:27.893058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for cc80e56a-573e-4d44-b6b6-feb9ae7d03e9 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:01:28.039785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.065458 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=cc80e56a-573e-4d44-b6b6-feb9ae7d03e9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:28.128662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.129004 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 05d8f53a-2971-41ce-96fd-d3bc3abd4c18 disassociated (deleted). External IP: 172.26.5.195, port: 9ecad852-8fa0-4644-a598-46f8b3e7ddac. Nov 29 12:01:28.329977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router a82b9d00-b994-4716-ba77-f4a58ba32d82 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:01:28.433313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:01:28.438155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.443305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] Sync routers for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:01:28.452133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:28.452736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:28.465352 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bbb16f52-6f24-4013-a616-2556fe238d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/05d8f53a-2971-41ce-96fd-d3bc3abd4c18 HTTP/1.1" status: 204 len: 168 time: 0.8136847 Nov 29 12:01:28.534106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33590) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:28.556660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:28.595229 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a049546c-ce7b-4d69-94ad-e9fcdf17f2e3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.620586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a049546c-ce7b-4d69-94ad-e9fcdf17f2e3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.678756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a049546c-ce7b-4d69-94ad-e9fcdf17f2e3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.681517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a049546c-ce7b-4d69-94ad-e9fcdf17f2e3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.683000 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a049546c-ce7b-4d69-94ad-e9fcdf17f2e3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/0525e847-0875-44e2-8bab-d53e800c97a3 HTTP/1.1" status: 204 len: 168 time: 0.1476200 Nov 29 12:01:28.692728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049546c-ce7b-4d69-94ad-e9fcdf17f2e3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0525e847-0875-44e2-8bab-d53e800c97a3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:28.714976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33594) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:28.765713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:28.792283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] Checking router: a82b9d00-b994-4716-ba77-f4a58ba32d82 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:01:28.800984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:28.801584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:28.802149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6ccda9b3-053a-4ef9-b237-910a5a1b7227 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 9ecad852-8fa0-4644-a598-46f8b3e7ddac {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:01:28.802494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ccda9b3-053a-4ef9-b237-910a5a1b7227 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.889641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ccda9b3-053a-4ef9-b237-910a5a1b7227 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:28.901378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6ccda9b3-053a-4ef9-b237-910a5a1b7227 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 9ecad852-8fa0-4644-a598-46f8b3e7ddac owned by {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:01:28.906230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:29.027374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ccda9b3-053a-4ef9-b237-910a5a1b7227 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:29.054329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccda9b3-053a-4ef9-b237-910a5a1b7227 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=9ecad852-8fa0-4644-a598-46f8b3e7ddac,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:29.104143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:29.130515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6ccda9b3-053a-4ef9-b237-910a5a1b7227 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:29.137150 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6ccda9b3-053a-4ef9-b237-910a5a1b7227 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/ports/9ecad852-8fa0-4644-a598-46f8b3e7ddac HTTP/1.1" status: 204 len: 168 time: 0.4183908 Nov 29 12:01:29.137400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d452ff2-66a1-4ce7-a148-0225d0324c94 None None] The sync data for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv is: [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '6a4b0e1e-001e-4a02-8759-66582fb4bc2c', 'name': '', 'network_id': '20190757-f1b4-44ab-aeaf-777d78d74465', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:9a:b5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:49Z', 'updated_at': '2021-11-29T12:00:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'baa43cf5-bfca-4dfb-8fda-cbdd681d3234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:01:29.137575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33596) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:29.258422 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 9ecad852-8fa0-4644-a598-46f8b3e7ddac no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:01:29.281767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 9ecad852-8fa0-4644-a598-46f8b3e7ddac {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:01:29.282151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 9ecad852-8fa0-4644-a598-46f8b3e7ddac not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:01:29.366777 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b3166-8eac-4f99-82cf-19808a7c1e75 None None] New status for floating IP 05d8f53a-2971-41ce-96fd-d3bc3abd4c18: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:01:29.580353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:29.870761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:01:29.871112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:29.958577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 6a4b0e1e-001e-4a02-8759-66582fb4bc2c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:29.958937 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:29.971740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 6a4b0e1e-001e-4a02-8759-66582fb4bc2c owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:01:30.152028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:30.175973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=6a4b0e1e-001e-4a02-8759-66582fb4bc2c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:30.572706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:30.676446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ba2ead86-cbef-424c-ae98-dda9d2f73c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:30.779932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router a82b9d00-b994-4716-ba77-f4a58ba32d82 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:01:30.884911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:01:30.890436 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-026765a1-d7e3-4c0f-964e-5ffe46ad9b3b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/a82b9d00-b994-4716-ba77-f4a58ba32d82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7519448 Nov 29 12:01:30.893812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33600) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:30.894708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] Sync routers for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:01:30.903862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:30.904457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:30.943463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2341a0-3d71-40ab-a30a-33b90fa26173 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet baa43cf5-bfca-4dfb-8fda-cbdd681d3234 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:01:30.946837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be2341a0-3d71-40ab-a30a-33b90fa26173 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:30.985519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be2341a0-3d71-40ab-a30a-33b90fa26173 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.007257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:31.102190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be2341a0-3d71-40ab-a30a-33b90fa26173 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.158270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be2341a0-3d71-40ab-a30a-33b90fa26173 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.181089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:01:30Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:31.192745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-be2341a0-3d71-40ab-a30a-33b90fa26173 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.198537 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-be2341a0-3d71-40ab-a30a-33b90fa26173 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/baa43cf5-bfca-4dfb-8fda-cbdd681d3234 HTTP/1.1" status: 204 len: 168 time: 0.3014610 Nov 29 12:01:31.198537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2341a0-3d71-40ab-a30a-33b90fa26173 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=baa43cf5-bfca-4dfb-8fda-cbdd681d3234,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:31.198891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33602) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:31.212445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e0503-0b1e-476e-8944-b9bcdd6a5e1e None None] Network 20190757-f1b4-44ab-aeaf-777d78d74465 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:01:31.214713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] Checking router: a82b9d00-b994-4716-ba77-f4a58ba32d82 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:01:31.261886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] Routers {'a82b9d00-b994-4716-ba77-f4a58ba32d82'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:31.262516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a82b9d00-b994-4716-ba77-f4a58ba32d82'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:31.306449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.409694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.415268 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] Set router a82b9d00-b994-4716-ba77-f4a58ba32d82 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:31.465931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 976cae4f-6c12-44a1-ab30-0c2c8372c203 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:01:31.466302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.491328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] DHCP port deletion for 20190757-f1b4-44ab-aeaf-777d78d74465 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:01:31.547775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 976cae4f-6c12-44a1-ab30-0c2c8372c203, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=976cae4f-6c12-44a1-ab30-0c2c8372c203,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:31.548145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.560445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 976cae4f-6c12-44a1-ab30-0c2c8372c203 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:01:31.622985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] Deleting port 748fad56-aa29-47e7-b74f-3b5464240d4c {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:01:31.623362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.726060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.754184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=976cae4f-6c12-44a1-ab30-0c2c8372c203,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:31.813915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.838286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] For port 748fad56-aa29-47e7-b74f-3b5464240d4c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=748fad56-aa29-47e7-b74f-3b5464240d4c,segment=NetworkSegment(ca596b3f-24bc-443c-8db7-d596812f60c5),segment_id=ca596b3f-24bc-443c-8db7-d596812f60c5)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:31.838929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.853178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] Calling delete_port for 748fad56-aa29-47e7-b74f-3b5464240d4c owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:01:31.860053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:01:30Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:31.889483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa2f4a1-ea54-4f87-9f23-d9115d320ebc None None] The sync data for ids ['a82b9d00-b994-4716-ba77-f4a58ba32d82'] in dv-neutron-819578-1-hyperv is: [{'id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'name': 'tempest-TestNetworkBasicOps-router-1222990317', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173'}], 'enable_snat': True}, 'gw_port_id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:01:30Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '976cae4f-6c12-44a1-ab30-0c2c8372c203', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82b9d00-b994-4716-ba77-f4a58ba32d82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:00:47Z', 'updated_at': '2021-11-29T12:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:01:31.905177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.909786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.956796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.957328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Fanout notify agent at l3_agent the message router_deleted on router a82b9d00-b994-4716-ba77-f4a58ba32d82 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:01:31.964192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.964980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:31.965303 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2f511fb5-b19b-41c0-b229-4f1578becf84 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/routers/a82b9d00-b994-4716-ba77-f4a58ba32d82 HTTP/1.1" status: 204 len: 168 time: 0.7653897 Nov 29 12:01:31.968105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33604) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:31.992131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] Pushing event deleted for resources: {'Port': ['ID=748fad56-aa29-47e7-b74f-3b5464240d4c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:31.999245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84160931-bf34-4bd9-a387-9e545d95c806 None None] No DVR routers for this DVR port 748fad56-aa29-47e7-b74f-3b5464240d4c on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:01:32.042590 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.130554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.148981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20190757-f1b4-44ab-aeaf-777d78d74465']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:32.157772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca596b3f-24bc-443c-8db7-d596812f60c5') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:32.158608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca596b3f-24bc-443c-8db7-d596812f60c5') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:32.167479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.180480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.186034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:01:32.186418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:01:32.189268 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:01:32.247479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.254911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.261236 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/20190757-f1b4-44ab-aeaf-777d78d74465 HTTP/1.1" status: 204 len: 168 time: 0.2890015 Nov 29 12:01:32.273276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33606) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:32.274152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bb121-f775-42ea-a788-3214dc9e8f18 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=20190757-f1b4-44ab-aeaf-777d78d74465,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:32.294745 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-75eba001-e931-4836-9e55-5db7bf17796f tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0202343 Nov 29 12:01:32.297203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33608) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:32.302697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--1726625440', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:32.325402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:01:32.329112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.353929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:01:32.363511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.363859 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment d677d1aa-b033-40b2-8926-c583f6991bf1 of type vlan for network 1a97194b-6472-42df-ba75-6d3897032b51 Nov 29 12:01:32.403729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.428297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.434068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:32.434693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.503145 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2048185 Nov 29 12:01:32.505800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33610) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:32.509277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e571714-d562-4bef-be39-cc94f157b4a2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=1a97194b-6472-42df-ba75-6d3897032b51,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:32.510735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-673312290', 'admin_state_up': True, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:32.527401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 1a97194b-6472-42df-ba75-6d3897032b51 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:01:32.538365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.539527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.638100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.771534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.951468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6a4b0e1e-001e-4a02-8759-66582fb4bc2c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:01:32.958527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.972257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 6a4b0e1e-001e-4a02-8759-66582fb4bc2c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:01:32.972614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6a4b0e1e-001e-4a02-8759-66582fb4bc2c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:01:32.973039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 976cae4f-6c12-44a1-ab30-0c2c8372c203 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:01:32.986739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:32.991270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 976cae4f-6c12-44a1-ab30-0c2c8372c203 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:01:32.991637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 976cae4f-6c12-44a1-ab30-0c2c8372c203 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:01:32.992035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 748fad56-aa29-47e7-b74f-3b5464240d4c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:01:33.010867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 748fad56-aa29-47e7-b74f-3b5464240d4c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:01:33.011492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 748fad56-aa29-47e7-b74f-3b5464240d4c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:01:33.129021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.196 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/c8622daf-151c-4321-8708-1bb17d3bbfe4) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:01:33.230284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:33.250913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce82bb3a-0d10-41a8-a37a-d50886c0d90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:33.268011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:33.305768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:01:33.309813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:01:33.318946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:01:33.322296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=c8622daf-151c-4321-8708-1bb17d3bbfe4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:33.561795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:33.670037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:33.748953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:33.879851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:01:33.981289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:01:33.992158 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Sync routers for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:01:34.000757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.001237 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:34.001859 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:34.002049 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-37e97bd4-8816-400a-8f8b-de2528e41b02 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4951153 Nov 29 12:01:34.004939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33612) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:34.032278 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-04223674-d63c-4645-83bd-bf7cefb74da2 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262947 Nov 29 12:01:34.035319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33614) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:34.103718 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:34.122913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c94278d-3eb1-480a-8118-3e17908ca9e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:34.124413 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7c94278d-3eb1-480a-8118-3e17908ca9e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882108 Nov 29 12:01:34.128092 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33616) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:34.154596 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f933b98e-a752-4309-91b2-0ea3f17f33c6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253329 Nov 29 12:01:34.156854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33618) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:34.161488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-95692450', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:34.248760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:01:34.252827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.277254 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:33Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:34.302680 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Checking router: 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:01:34.303033 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Updating router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 port c8622daf-151c-4321-8708-1bb17d3bbfe4 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:01:34.327643 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.426017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.484486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=c22fbcb7-cf40-466b-bee9-bae9056b17e1,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:34.497474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:01:34.497834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: 1a97194b-6472-42df-ba75-6d3897032b51, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:01:34.514642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 1a97194b-6472-42df-ba75-6d3897032b51 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:01:34.523301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 1a97194b-6472-42df-ba75-6d3897032b51) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:01:34.529333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:34.529714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.532378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eddb49-b57f-423e-89b6-9f56d99c4def None None] Network 1a97194b-6472-42df-ba75-6d3897032b51 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:01:34.548082 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-548d3467-77e7-40f8-b2db-2198eee7d19e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3902357 Nov 29 12:01:34.551354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33620) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:34.592728 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.598407 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.659205 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f020d6-b73a-4a06-86f6-5dc697acaf15 None None] Pushing event updated for resources: {'Port': ['ID=c8622daf-151c-4321-8708-1bb17d3bbfe4,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:34.662485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.663094 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Attempting to bind port c8622daf-151c-4321-8708-1bb17d3bbfe4 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:01:34.663524 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Attempting to bind port c8622daf-151c-4321-8708-1bb17d3bbfe4 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:01:34.664213 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Attempting to bind port c8622daf-151c-4321-8708-1bb17d3bbfe4 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:01:34.669831 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:01:34.670248 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:01:34.670662 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.671056 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:01:34.671528 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Bound port: c8622daf-151c-4321-8708-1bb17d3bbfe4, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:01:34.671913 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.694333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-1a97194b-6472-42df-ba75-6d3897032b51', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:01:34.695546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.733381 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] For port c8622daf-151c-4321-8708-1bb17d3bbfe4, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:01:34.737297 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] For port c8622daf-151c-4321-8708-1bb17d3bbfe4, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c8622daf-151c-4321-8708-1bb17d3bbfe4,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:01:34.742235 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:34.795644 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:34.796278 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:34.855007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Allocated IP 172.20.0.2 (1a97194b-6472-42df-ba75-6d3897032b51/c22fbcb7-cf40-466b-bee9-bae9056b17e1/19b3d2c9-1edf-4274-8901-10031e758f59) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:01:34.921810 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:35.011920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.020589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.048209 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f020d6-b73a-4a06-86f6-5dc697acaf15 None None] Pushing event updated for resources: {'Port': ['ID=c8622daf-151c-4321-8708-1bb17d3bbfe4,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:35.073006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Pushing event updated for resources: {'Port': ['ID=19b3d2c9-1edf-4274-8901-10031e758f59,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:35.080622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Network 1a97194b-6472-42df-ba75-6d3897032b51 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:01:35.082145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:01:35.084362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:01:35.144126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Attempting to bind port 19b3d2c9-1edf-4274-8901-10031e758f59 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:01:35.144508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Attempting to bind port 19b3d2c9-1edf-4274-8901-10031e758f59 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:01:35.145355 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Attempting to bind port 19b3d2c9-1edf-4274-8901-10031e758f59 on network 1a97194b-6472-42df-ba75-6d3897032b51 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:01:35.150773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:01:35.151000 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:33Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:35.151156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Checking segment: {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:01:35.151548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.151943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Bound using segment: {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:01:35.152578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Bound port: 19b3d2c9-1edf-4274-8901-10031e758f59, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:01:35.152972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.177899 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f479fd6-979c-4997-9a5c-ef04decc3719 None None] The sync data for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv is: [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:33Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:01:35.233815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] For port 19b3d2c9-1edf-4274-8901-10031e758f59, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:01:35.238304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] For port 19b3d2c9-1edf-4274-8901-10031e758f59, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=19b3d2c9-1edf-4274-8901-10031e758f59,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:01:35.244855 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.306676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.310498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bb27e-543f-4c91-89f0-4365016fa08d None None] Pushing event updated for resources: {'Port': ['ID=19b3d2c9-1edf-4274-8901-10031e758f59,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:35.682197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.1 (1a97194b-6472-42df-ba75-6d3897032b51/c22fbcb7-cf40-466b-bee9-bae9056b17e1/ce6e76b1-ae41-40df-94ae-ce4a473198f2) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:01:35.806310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.850077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.892872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 1a97194b-6472-42df-ba75-6d3897032b51 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:01:35.896032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:01:35.899718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:01:35.908734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=ce6e76b1-ae41-40df-94ae-ce4a473198f2,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:35.959189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:35.975395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.101601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.350324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d4ccb-9e6c-49c2-9a9d-d4b5c68b8137 None None] Network 1a97194b-6472-42df-ba75-6d3897032b51 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:01:36.388317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.394099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.416891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-34e0c893-13aa-4f6e-bed3-81e5f693b829 None None] Provisioning complete for port 19b3d2c9-1edf-4274-8901-10031e758f59 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:36.417278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-34e0c893-13aa-4f6e-bed3-81e5f693b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.465984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.467668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=ce6e76b1-ae41-40df-94ae-ce4a473198f2,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:36.562457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-34e0c893-13aa-4f6e-bed3-81e5f693b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.573006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 1a97194b-6472-42df-ba75-6d3897032b51 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:01:36.575833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:01:36.602096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-34e0c893-13aa-4f6e-bed3-81e5f693b829 None None] For port 19b3d2c9-1edf-4274-8901-10031e758f59, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=19b3d2c9-1edf-4274-8901-10031e758f59,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:36.612697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-34e0c893-13aa-4f6e-bed3-81e5f693b829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.667062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0c893-13aa-4f6e-bed3-81e5f693b829 None None] Pushing event updated for resources: {'Port': ['ID=19b3d2c9-1edf-4274-8901-10031e758f59,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:36.713634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:01:36.827903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:01:36.835483 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-61b8dde7-9cbf-48ec-97df-f7a44b91a3aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/60d29ee7-8c6f-4061-a9fc-aa48ecc4c534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2808180 Nov 29 12:01:36.836510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33622) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:36.852809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-be00ce0d-d185-40d2-90d4-3244c9a4c5ea None None] Provisioning complete for port ce6e76b1-ae41-40df-94ae-ce4a473198f2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:36.853052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be00ce0d-d185-40d2-90d4-3244c9a4c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.909386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-be00ce0d-d185-40d2-90d4-3244c9a4c5ea None None] Port ce6e76b1-ae41-40df-94ae-ce4a473198f2 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:01:36.920655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-be00ce0d-d185-40d2-90d4-3244c9a4c5ea None None] Provisioning complete for port 19b3d2c9-1edf-4274-8901-10031e758f59 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:36.921092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be00ce0d-d185-40d2-90d4-3244c9a4c5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:36.984778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07d0e2-9e74-4bb7-aa7b-26b825266176 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:36.984778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07d0e2-9e74-4bb7-aa7b-26b825266176 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:36.985249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07d0e2-9e74-4bb7-aa7b-26b825266176 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:36.985478 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07d0e2-9e74-4bb7-aa7b-26b825266176 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:36.986761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07d0e2-9e74-4bb7-aa7b-26b825266176 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:36.987944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d07d0e2-9e74-4bb7-aa7b-26b825266176 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:36.990219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c8622daf-151c-4321-8708-1bb17d3bbfe4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:01:36.991474 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6d07d0e2-9e74-4bb7-aa7b-26b825266176 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1533306 Nov 29 12:01:36.994136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33624) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:36.995453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Sync routers for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:01:37.042248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:37.042988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:37.053655 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391db2bb-b405-4d74-b470-46bf129de1f2 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:37.054630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391db2bb-b405-4d74-b470-46bf129de1f2 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:37.055275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391db2bb-b405-4d74-b470-46bf129de1f2 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:37.055912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391db2bb-b405-4d74-b470-46bf129de1f2 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:37.056541 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391db2bb-b405-4d74-b470-46bf129de1f2 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:37.057606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391db2bb-b405-4d74-b470-46bf129de1f2 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:37.060145 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-391db2bb-b405-4d74-b470-46bf129de1f2 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0647602 Nov 29 12:01:37.062908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33626) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:37.175484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c8622daf-151c-4321-8708-1bb17d3bbfe4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:37.175964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.212462 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3f1d254b-3bdc-4b99-8434-f1bc03aa4c50 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1482849 Nov 29 12:01:37.226951 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:37.385428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.393496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a4d2789a-7039-4fd2-92bf-d0aa4f8e0259 None None] Provisioning complete for port ce6e76b1-ae41-40df-94ae-ce4a473198f2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:37.393864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a4d2789a-7039-4fd2-92bf-d0aa4f8e0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.400156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33630) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:37.405177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b6a9c7a0-3e67-4ac2-a98a-d9f454e78649 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960213711', 'description': 'tempest-secgroup-smoke-1960213711 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:37.428142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c7a0-3e67-4ac2-a98a-d9f454e78649 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.443508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c8622daf-151c-4321-8708-1bb17d3bbfe4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c8622daf-151c-4321-8708-1bb17d3bbfe4,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:37.455846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.456623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 19b3d2c9-1edf-4274-8901-10031e758f59 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:01:37.487701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a4d2789a-7039-4fd2-92bf-d0aa4f8e0259 None None] Port ce6e76b1-ae41-40df-94ae-ce4a473198f2 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:01:37.498521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c7a0-3e67-4ac2-a98a-d9f454e78649 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.502516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c7a0-3e67-4ac2-a98a-d9f454e78649 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.533755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c7a0-3e67-4ac2-a98a-d9f454e78649 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.535009 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b6a9c7a0-3e67-4ac2-a98a-d9f454e78649 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1337674 Nov 29 12:01:37.536933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9c7a0-3e67-4ac2-a98a-d9f454e78649 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:37.538100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33632) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:37.543804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6444bf50-82f3-4ae1-a248-a97f6d358788 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0ea94b26-4dc6-4c50-adb6-fb33238ddd6e', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:37.565594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c8622daf-151c-4321-8708-1bb17d3bbfe4,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:37.573381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6444bf50-82f3-4ae1-a248-a97f6d358788 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.583866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 19b3d2c9-1edf-4274-8901-10031e758f59 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:37.584240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.628011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:37.634369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6444bf50-82f3-4ae1-a248-a97f6d358788 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.639093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6444bf50-82f3-4ae1-a248-a97f6d358788 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.656681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Checking router: 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:01:37.657037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Updating router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 port ce6e76b1-ae41-40df-94ae-ce4a473198f2 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:01:37.665169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444bf50-82f3-4ae1-a248-a97f6d358788 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd994e9-839c-48c0-b111-1d5c7ffb2958,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:37.674300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6444bf50-82f3-4ae1-a248-a97f6d358788 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.675538 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6444bf50-82f3-4ae1-a248-a97f6d358788 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362023 Nov 29 12:01:37.678574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33634) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:37.683129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b764eacb-ce1f-430a-87ca-77d6bbd11226 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0ea94b26-4dc6-4c50-adb6-fb33238ddd6e', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:37.704277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.711471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b764eacb-ce1f-430a-87ca-77d6bbd11226 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.770187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b764eacb-ce1f-430a-87ca-77d6bbd11226 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.773743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b764eacb-ce1f-430a-87ca-77d6bbd11226 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.791428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764eacb-ce1f-430a-87ca-77d6bbd11226 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38579bdf-302f-4ad9-868a-16be5d84c631,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:37.795391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b764eacb-ce1f-430a-87ca-77d6bbd11226 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.799130 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b764eacb-ce1f-430a-87ca-77d6bbd11226 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187778 Nov 29 12:01:37.799893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33636) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:37.804665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-76779989-a093-4cc6-91b7-b511731c53eb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0ea94b26-4dc6-4c50-adb6-fb33238ddd6e', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:37.831497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-76779989-a093-4cc6-91b7-b511731c53eb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.889039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-76779989-a093-4cc6-91b7-b511731c53eb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.894048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-76779989-a093-4cc6-91b7-b511731c53eb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.913465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76779989-a093-4cc6-91b7-b511731c53eb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be677fe-ba73-45fc-8b6c-77d39709ea23,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:37.925010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-76779989-a093-4cc6-91b7-b511731c53eb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:37.926418 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-76779989-a093-4cc6-91b7-b511731c53eb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252532 Nov 29 12:01:37.929249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33638) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:37.933767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9f56c854-89d4-4bea-b160-602b6f1a5d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0ea94b26-4dc6-4c50-adb6-fb33238ddd6e', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:37.960977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f56c854-89d4-4bea-b160-602b6f1a5d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.028298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f56c854-89d4-4bea-b160-602b6f1a5d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.034785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f56c854-89d4-4bea-b160-602b6f1a5d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.054691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56c854-89d4-4bea-b160-602b6f1a5d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fdd997-4b33-495b-9242-a8abbaae35d8,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:38.063011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9f56c854-89d4-4bea-b160-602b6f1a5d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.064910 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9f56c854-89d4-4bea-b160-602b6f1a5d13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340942 Nov 29 12:01:38.067643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33640) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:38.072345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-98f51327-aff7-40ce-8ce3-289a9be1fa1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0ea94b26-4dc6-4c50-adb6-fb33238ddd6e', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:38.092914 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-98f51327-aff7-40ce-8ce3-289a9be1fa1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:01:38.097964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98f51327-aff7-40ce-8ce3-289a9be1fa1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.122174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.128138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.158441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98f51327-aff7-40ce-8ce3-289a9be1fa1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.164815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98f51327-aff7-40ce-8ce3-289a9be1fa1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.190487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f51327-aff7-40ce-8ce3-289a9be1fa1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80048afd-5e15-47a0-9f0f-c6ba406f9837,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:38.196599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-98f51327-aff7-40ce-8ce3-289a9be1fa1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.200437 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-98f51327-aff7-40ce-8ce3-289a9be1fa1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291173 Nov 29 12:01:38.200775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33642) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:38.204358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c542-6931-4859-9c37-09cd1aeffffe None None] Pushing event updated for resources: {'Port': ['ID=ce6e76b1-ae41-40df-94ae-ce4a473198f2,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:38.205361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-eace8d67-ab09-4af6-a604-93701e1b1bd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '0ea94b26-4dc6-4c50-adb6-fb33238ddd6e', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:38.232576 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-eace8d67-ab09-4af6-a604-93701e1b1bd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:01:38.239167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eace8d67-ab09-4af6-a604-93701e1b1bd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.243532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Attempting to bind port ce6e76b1-ae41-40df-94ae-ce4a473198f2 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:01:38.244220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Attempting to bind port ce6e76b1-ae41-40df-94ae-ce4a473198f2 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:01:38.244582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Attempting to bind port ce6e76b1-ae41-40df-94ae-ce4a473198f2 on network 1a97194b-6472-42df-ba75-6d3897032b51 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:01:38.250089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:01:38.250459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Checking segment: {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:01:38.250860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.251247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Bound using segment: {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:01:38.251748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Bound port: ce6e76b1-ae41-40df-94ae-ce4a473198f2, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:01:38.252129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.304446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eace8d67-ab09-4af6-a604-93701e1b1bd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.310800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eace8d67-ab09-4af6-a604-93701e1b1bd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.318123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] For port ce6e76b1-ae41-40df-94ae-ce4a473198f2, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:01:38.322257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] For port ce6e76b1-ae41-40df-94ae-ce4a473198f2, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ce6e76b1-ae41-40df-94ae-ce4a473198f2,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:01:38.328199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.333538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace8d67-ab09-4af6-a604-93701e1b1bd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fee093-e2e9-4cd1-9155-eb54d16c5b0f,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:38.339779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eace8d67-ab09-4af6-a604-93701e1b1bd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.348791 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-eace8d67-ab09-4af6-a604-93701e1b1bd0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1390810 Nov 29 12:01:38.394663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:38.395284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:38.397141 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c542-6931-4859-9c37-09cd1aeffffe None None] Pushing event updated for resources: {'Port': ['ID=ce6e76b1-ae41-40df-94ae-ce4a473198f2,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:38.483951 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-acf68651-a92d-4584-a83f-992838c515a9 None None] Provisioning complete for port ce6e76b1-ae41-40df-94ae-ce4a473198f2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:38.484458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-acf68651-a92d-4584-a83f-992838c515a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.494825 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-26daa9a7-2829-4f25-bfb1-b9515fc191df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960213711&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0388370 Nov 29 12:01:38.547392 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:38.612469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-1d0b7d34-a0f9-4218-8208-436e61f6f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:38.614070 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-1d0b7d34-a0f9-4218-8208-436e61f6f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=1a97194b-6472-42df-ba75-6d3897032b51 HTTP/1.1" status: 200 len: 797 time: 0.1124723 Nov 29 12:01:38.629220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-a392bd33-d5a6-4a49-a5e2-becfa5b0590a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0094645 Nov 29 12:01:38.678708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-acf68651-a92d-4584-a83f-992838c515a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.679192 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-4997a7ca-385d-4798-a141-6c6fe55734aa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447388 Nov 29 12:01:38.729726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-acf68651-a92d-4584-a83f-992838c515a9 None None] For port ce6e76b1-ae41-40df-94ae-ce4a473198f2, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ce6e76b1-ae41-40df-94ae-ce4a473198f2,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:38.736756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-acf68651-a92d-4584-a83f-992838c515a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.774503 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-5b8b3323-4e75-424b-9f69-d19226274b7a service neutron] 10.222.0.23 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833154 Nov 29 12:01:38.817660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf68651-a92d-4584-a83f-992838c515a9 None None] Pushing event updated for resources: {'Port': ['ID=ce6e76b1-ae41-40df-94ae-ce4a473198f2,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:38.835482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:01:38Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:38.865577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6016366e-6032-4028-89cb-3dc5af42a0ca None None] The sync data for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv is: [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:01:38Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:01:38.879414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-23ed1633-343e-4852-a631-a664e7afa683 None None] Provisioning complete for port ce6e76b1-ae41-40df-94ae-ce4a473198f2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:38.879788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-23ed1633-343e-4852-a631-a664e7afa683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:38.883001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-a2a78ebe-d027-4a2f-b483-f185c3e286f7 service neutron] 10.222.0.23 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020567 Nov 29 12:01:38.949875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c8622daf-151c-4321-8708-1bb17d3bbfe4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:01:39.064986 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3fe14427-55a3-46de-8722-3a0f99b3188f req-94d1f014-7af9-4831-8238-f6be0f8c8781 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 210 time: 0.0302875 Nov 29 12:01:39.071010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c8622daf-151c-4321-8708-1bb17d3bbfe4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:39.071909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:40.166448 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6639e4a2-8c24-4763-b485-912504fa4c40 req-1171d503-4c0f-407a-9dd0-dbb433820b69 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 210 time: 0.0323896 Nov 29 12:01:40.312354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-e61d37c8-92f0-48a8-8ae1-4ec07c62c57b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:40.314697 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-e61d37c8-92f0-48a8-8ae1-4ec07c62c57b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=1a97194b-6472-42df-ba75-6d3897032b51 HTTP/1.1" status: 200 len: 797 time: 0.1067870 Nov 29 12:01:40.369772 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-6fc9c6a8-aff4-4618-a106-e391ffd93386 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 380 time: 0.0378726 Nov 29 12:01:40.386290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['0ea94b26-4dc6-4c50-adb6-fb33238ddd6e']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:40.499474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:01:40.503147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:40.621101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.7 (1a97194b-6472-42df-ba75-6d3897032b51/c22fbcb7-cf40-466b-bee9-bae9056b17e1/46e23876-4e0a-4b82-9254-f940719d55c4) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:01:40.757196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:40.789423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:40.828123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network 1a97194b-6472-42df-ba75-6d3897032b51 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:01:40.831661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:01:40.835183 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:01:40.876041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=46e23876-4e0a-4b82-9254-f940719d55c4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:40.888915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.889270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.889610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.889971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.890306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.890637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.890965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.891294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.891626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.891948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.892817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.893138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:40.909820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:40.910359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:40.931850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce6e76b1-ae41-40df-94ae-ce4a473198f2 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:01:40.934128 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cbac02a8-b570-46de-b08e-b193847499da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539417 Nov 29 12:01:40.947362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Request body: {'port': {'device_id': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:40.981539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ce6e76b1-ae41-40df-94ae-ce4a473198f2 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:40.982085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:41.006784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:41.098341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-81de8307-52d2-484f-a714-e49fa32adbd3 None None] Provisioning complete for port 46e23876-4e0a-4b82-9254-f940719d55c4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:41.098857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81de8307-52d2-484f-a714-e49fa32adbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:41.133484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-81de8307-52d2-484f-a714-e49fa32adbd3 None None] Port 46e23876-4e0a-4b82-9254-f940719d55c4 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:01:41.282226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e23876-4e0a-4b82-9254-f940719d55c4 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:01:41.290656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:41.299737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccb870-d2a6-4af6-82ba-7aba7cbc007a req-0f60e3a4-dc3e-4b2b-95bb-75add6c10e65 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:41.301223 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7fccb870-d2a6-4af6-82ba-7aba7cbc007a req-0f60e3a4-dc3e-4b2b-95bb-75add6c10e65 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 931 time: 0.0516737 Nov 29 12:01:41.303650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Transition to ACTIVE for port object 46e23876-4e0a-4b82-9254-f940719d55c4 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:01:41.307135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:41.342977 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7fccb870-d2a6-4af6-82ba-7aba7cbc007a req-ab42b085-2321-46b9-a361-2c6e2c6a94af tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350559 Nov 29 12:01:41.377115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Pushing event updated for resources: {'Port': ['ID=46e23876-4e0a-4b82-9254-f940719d55c4,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:41.429299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Attempting to bind port 46e23876-4e0a-4b82-9254-f940719d55c4 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:01:41.429299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Attempting to bind port 46e23876-4e0a-4b82-9254-f940719d55c4 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:01:41.429535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Attempting to bind port 46e23876-4e0a-4b82-9254-f940719d55c4 on network 1a97194b-6472-42df-ba75-6d3897032b51 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:01:41.434189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Port 46e23876-4e0a-4b82-9254-f940719d55c4 on network 1a97194b-6472-42df-ba75-6d3897032b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:01:41.434517 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Attempting to bind port 46e23876-4e0a-4b82-9254-f940719d55c4 on network 1a97194b-6472-42df-ba75-6d3897032b51 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:01:41.439980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:01:41.440317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Checking segment: {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:01:41.440701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Bound using segment: {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:01:41.441138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Bound port: 46e23876-4e0a-4b82-9254-f940719d55c4, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd677d1aa-b033-40b2-8926-c583f6991bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:01:41.441499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:41.505728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] For port 46e23876-4e0a-4b82-9254-f940719d55c4, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:01:41.508976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] For port 46e23876-4e0a-4b82-9254-f940719d55c4, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=46e23876-4e0a-4b82-9254-f940719d55c4,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:01:41.513573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:41.551307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:41.551977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:41.553400 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] 10.222.0.30 "PUT /v2.0/ports/46e23876-4e0a-4b82-9254-f940719d55c4 HTTP/1.1" status: 200 len: 1093 time: 0.6105416 Nov 29 12:01:41.553918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:01:41.556213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b062131-070e-4ab8-b868-aace225971d3" -d '{"events": [{"name": "network-changed", "server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:01:41.580462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07bbc8-d751-4d9e-b3af-f9de01f5eb0b service neutron] Pushing event updated for resources: {'Port': ['ID=46e23876-4e0a-4b82-9254-f940719d55c4,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:41.618344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00233b7e-c4cd-4185-8514-817224ff83cf x-openstack-request-id: req-00233b7e-c4cd-4185-8514-817224ff83cf {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:01:41.618772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:01:41.619127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00233b7e-c4cd-4185-8514-817224ff83cf {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:01:41.619621 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4', 'status': 'completed', 'code': 200} Nov 29 12:01:41.649919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-466ae50d-c858-44e7-974b-28f08cf44d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:41.651532 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-466ae50d-c858-44e7-974b-28f08cf44d7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 1096 time: 0.0443983 Nov 29 12:01:41.695730 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-5e35d29f-8cc2-46f2-abff-f9ba6c661252 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e23876-4e0a-4b82-9254-f940719d55c4 HTTP/1.1" status: 200 len: 217 time: 0.0352652 Nov 29 12:01:41.747852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-7f370a25-30a8-4597-a74b-a5cd844f1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:41.749298 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-7f370a25-30a8-4597-a74b-a5cd844f1880 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c22fbcb7-cf40-466b-bee9-bae9056b17e1 HTTP/1.1" status: 200 len: 833 time: 0.0467536 Nov 29 12:01:41.793215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-c12bb4da-22b3-433b-a6ed-c059c1c816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:41.794793 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-c12bb4da-22b3-433b-a6ed-c059c1c816c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a97194b-6472-42df-ba75-6d3897032b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385761 Nov 29 12:01:41.880427 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-71d5b346-5d11-450a-af5c-70f07bed03fe service neutron] 10.222.0.30 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785534 Nov 29 12:01:41.971071 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-070b88b0-65d4-4b0a-be6a-f92ba912c932 req-cacaffee-1b40-4e5a-91ac-77aea71b325c service neutron] 10.222.0.30 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836036 Nov 29 12:01:42.056646 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b062131-070e-4ab8-b868-aace225971d3 req-5c8b2724-1f27-4a84-b436-5f9be56ceb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:42.058144 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5b062131-070e-4ab8-b868-aace225971d3 req-5c8b2724-1f27-4a84-b436-5f9be56ceb69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 1096 time: 0.0390046 Nov 29 12:01:42.407069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b062131-070e-4ab8-b868-aace225971d3 req-4b45aa1e-596f-4b60-8071-f1a50c87f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:42.408579 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5b062131-070e-4ab8-b868-aace225971d3 req-4b45aa1e-596f-4b60-8071-f1a50c87f068 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a97194b-6472-42df-ba75-6d3897032b51 HTTP/1.1" status: 200 len: 898 time: 0.3431151 Nov 29 12:01:42.452802 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5b062131-070e-4ab8-b868-aace225971d3 req-c7031647-8893-49c4-a338-ffe4dfc61388 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e23876-4e0a-4b82-9254-f940719d55c4 HTTP/1.1" status: 200 len: 217 time: 0.0368073 Nov 29 12:01:42.472569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610e718-4cad-4291-982d-6c204a8f31cd req-17da2d49-7923-4415-b15a-35581552df55 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:42.474295 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4610e718-4cad-4291-982d-6c204a8f31cd req-17da2d49-7923-4415-b15a-35581552df55 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 943 time: 0.0559044 Nov 29 12:01:42.504891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b062131-070e-4ab8-b868-aace225971d3 req-77c00066-4803-44a1-822c-ac9f33a28705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:42.506406 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5b062131-070e-4ab8-b868-aace225971d3 req-77c00066-4803-44a1-822c-ac9f33a28705 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c22fbcb7-cf40-466b-bee9-bae9056b17e1 HTTP/1.1" status: 200 len: 833 time: 0.0457959 Nov 29 12:01:42.514674 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4610e718-4cad-4291-982d-6c204a8f31cd req-2c531782-9053-4283-9328-cea83a6721c0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342400 Nov 29 12:01:42.558870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b062131-070e-4ab8-b868-aace225971d3 req-fa0f6a93-b14d-4f8a-9c35-2960e96722cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:42.560292 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5b062131-070e-4ab8-b868-aace225971d3 req-fa0f6a93-b14d-4f8a-9c35-2960e96722cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a97194b-6472-42df-ba75-6d3897032b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467203 Nov 29 12:01:42.652544 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5b062131-070e-4ab8-b868-aace225971d3 req-62f55aad-52b3-4384-b598-e50cdc7ef3ed service neutron] 10.222.0.30 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841808 Nov 29 12:01:42.743439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5b062131-070e-4ab8-b868-aace225971d3 req-cb3d0560-a993-449e-bee0-26e923e608c2 service neutron] 10.222.0.30 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836568 Nov 29 12:01:43.639861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156cd33-8154-476b-9ec7-856e0c8e5f55 req-7437eed2-e521-4288-b9e8-2a7f8d9acc8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:43.641320 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7156cd33-8154-476b-9ec7-856e0c8e5f55 req-7437eed2-e521-4288-b9e8-2a7f8d9acc8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 943 time: 0.0477226 Nov 29 12:01:43.678089 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7156cd33-8154-476b-9ec7-856e0c8e5f55 req-35aea1c2-ac8b-4f10-a048-afa9e17a4e13 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308945 Nov 29 12:01:44.796071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0035b48-d286-4f6e-b963-8b641a19038e req-40b18d4a-c1eb-4870-8ee2-53d1534a2481 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:44.797541 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e0035b48-d286-4f6e-b963-8b641a19038e req-40b18d4a-c1eb-4870-8ee2-53d1534a2481 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 943 time: 0.0506310 Nov 29 12:01:44.836806 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e0035b48-d286-4f6e-b963-8b641a19038e req-a91ffe04-ccbd-404f-97f2-bc7106f7f5b5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324268 Nov 29 12:01:45.348346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 46e23876-4e0a-4b82-9254-f940719d55c4 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:01:45.446123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 46e23876-4e0a-4b82-9254-f940719d55c4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=46e23876-4e0a-4b82-9254-f940719d55c4,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:45.458159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '46e23876-4e0a-4b82-9254-f940719d55c4', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'port_id': '46e23876-4e0a-4b82-9254-f940719d55c4', 'mac_address': 'fa:16:3e:48:c2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:01:45.494473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:45.507259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e23876-4e0a-4b82-9254-f940719d55c4 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:01:45.527781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 46e23876-4e0a-4b82-9254-f940719d55c4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=46e23876-4e0a-4b82-9254-f940719d55c4,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:45.531594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:45.582689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=46e23876-4e0a-4b82-9254-f940719d55c4,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:45.859684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['46e23876-4e0a-4b82-9254-f940719d55c4'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:01:45.956485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d0a7c-b631-4739-a13f-0873edef17d3 req-6f69211f-cca4-4bba-a058-b4ec0ee97003 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:45.958118 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d7d0a7c-b631-4739-a13f-0873edef17d3 req-6f69211f-cca4-4bba-a058-b4ec0ee97003 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 944 time: 0.0555470 Nov 29 12:01:45.999898 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d7d0a7c-b631-4739-a13f-0873edef17d3 req-dd344fc2-7d05-4c40-9aaa-9298ac6f8907 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352740 Nov 29 12:01:47.117285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a49b7e-beba-41fc-b4e6-2204a8b94348 req-9235a18b-1a42-43b0-93f9-02ae581cf217 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:47.119191 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-08a49b7e-beba-41fc-b4e6-2204a8b94348 req-9235a18b-1a42-43b0-93f9-02ae581cf217 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 944 time: 0.0518670 Nov 29 12:01:47.158070 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-08a49b7e-beba-41fc-b4e6-2204a8b94348 req-979014da-0c14-4880-9878-b5004efa31e4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Nov 29 12:01:47.362018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 46e23876-4e0a-4b82-9254-f940719d55c4 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:01:47.409267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 46e23876-4e0a-4b82-9254-f940719d55c4 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:01:47.412604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 46e23876-4e0a-4b82-9254-f940719d55c4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:01:47.412973 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:47.484271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:47.507526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:01:47.509771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c05279-5102-4d50-80bf-1d4a969aaaa3" -d '{"events": [{"server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "name": "network-vif-plugged", "status": "completed", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:01:47.522888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 46e23876-4e0a-4b82-9254-f940719d55c4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=46e23876-4e0a-4b82-9254-f940719d55c4,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:01:47.527143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:47.552953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689bce90-5390-412c-95f4-689d20c0df56 x-openstack-request-id: req-689bce90-5390-412c-95f4-689d20c0df56 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:01:47.553241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "name": "network-vif-plugged", "status": "completed", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:01:47.553490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-689bce90-5390-412c-95f4-689d20c0df56 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:01:47.553868 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4', 'code': 200} Nov 29 12:01:47.578963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=46e23876-4e0a-4b82-9254-f940719d55c4,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:47.586651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.586999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.587346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.587659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.587989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.588319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.588641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.588963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.589285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.589604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.589923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.590270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:47.711182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567300dd-de1b-4662-81ee-41ea1f19f78b req-0596c374-4730-43ea-ab57-cb684a8367c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:47.712656 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-567300dd-de1b-4662-81ee-41ea1f19f78b req-0596c374-4730-43ea-ab57-cb684a8367c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 1098 time: 0.0394616 Nov 29 12:01:47.747754 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-567300dd-de1b-4662-81ee-41ea1f19f78b req-0ed03321-d649-47c0-9a5e-0c03671c783e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265343 Nov 29 12:01:48.275601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9a82c-1d88-47e5-b77d-8de66a6f19c4 req-b0702bd3-cf84-4ae2-afad-6f59bade27a4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:48.277120 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68e9a82c-1d88-47e5-b77d-8de66a6f19c4 req-b0702bd3-cf84-4ae2-afad-6f59bade27a4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 945 time: 0.0517004 Nov 29 12:01:48.313890 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68e9a82c-1d88-47e5-b77d-8de66a6f19c4 req-bf76c606-b32d-4552-b98e-87a543e7e204 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301678 Nov 29 12:01:49.431348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469af11-8960-407c-87ea-86e29d0e553e req-f6ff9a9f-e99e-4a05-afeb-5a85cbefbb5d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:49.432744 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e469af11-8960-407c-87ea-86e29d0e553e req-f6ff9a9f-e99e-4a05-afeb-5a85cbefbb5d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 945 time: 0.0523465 Nov 29 12:01:49.470790 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e469af11-8960-407c-87ea-86e29d0e553e req-d58161c4-a1d0-49e0-820c-f5102aa47d5e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Nov 29 12:01:49.583773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bac2fe-d37b-4b25-b624-5c464c602416 req-4ba9fe2b-fca5-4d7d-a0f1-34c929568a3e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:49.585211 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-42bac2fe-d37b-4b25-b624-5c464c602416 req-4ba9fe2b-fca5-4d7d-a0f1-34c929568a3e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 945 time: 0.0476415 Nov 29 12:01:49.622470 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-42bac2fe-d37b-4b25-b624-5c464c602416 req-8af93d2a-58c4-4a63-a472-9745e74c341d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Nov 29 12:01:49.643490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33704) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:49.681510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b7c4ee-56c6-4b4d-bb5a-a5fc291f1cfd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:49.682929 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-69b7c4ee-56c6-4b4d-bb5a-a5fc291f1cfd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 1093 time: 0.0384300 Nov 29 12:01:49.685611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33706) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:49.690522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '46e23876-4e0a-4b82-9254-f940719d55c4', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:01:49.711316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:49.806371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:49.909537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.35 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/6b2b4963-c33a-42c7-bce0-c33942ea00b1) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:01:50.009313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:50.041093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:50.077762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:01:50.082427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:01:50.090329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=6b2b4963-c33a-42c7-bce0-c33942ea00b1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:50.092782 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:01:50.121203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.121549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.121888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.122248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.122576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.122905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.123228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.123554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.123878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.124198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.124516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.124832 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:01:50.440548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:50.506269 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:50.661323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:50.666644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:50.744392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=6b2b4963-c33a-42c7-bce0-c33942ea00b1,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:01:50.755746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:51.190012 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP abfa45e6-8c6f-439d-9204-8ac1510b2f14 associated. External IP: 172.26.5.35, port: 46e23876-4e0a-4b82-9254-f940719d55c4. Nov 29 12:01:51.387570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:01:51.491727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:01:51.502336 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] Sync routers for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:01:51.510592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:51.512404 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:51.512927 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:51.537432 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-907e1abe-d933-4e21-a6c3-e3543f505d8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8507564 Nov 29 12:01:51.538027 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:01:51.540117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33708) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:51.540670 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a212d6-377b-4728-8aea-2dc08592b3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:01:51.581293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3ee00-1eb5-45ab-9061-ec438e77cf81 x-openstack-request-id: req-52f3ee00-1eb5-45ab-9061-ec438e77cf81 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:01:51.581853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:01:51.582304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52f3ee00-1eb5-45ab-9061-ec438e77cf81 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:01:51.582771 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4', 'status': 'completed', 'code': 200} Nov 29 12:01:51.617027 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:51.676607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-24c58c66-d9f9-4e0d-8684-d00e89766633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:51.678107 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-24c58c66-d9f9-4e0d-8684-d00e89766633 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 1098 time: 0.0592389 Nov 29 12:01:51.696415 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9a3766b3-7583-4d92-bc6f-972aae3b03d4 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers/60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 HTTP/1.1" status: 200 len: 922 time: 0.1552017 Nov 29 12:01:51.699162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33712) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:51.764642 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7d4fe23d-1623-40cf-824d-9cc227e9e752 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 200 len: 990 time: 0.0641878 Nov 29 12:01:51.778623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-28e6550f-76ca-4bdb-bbc4-f1ab082be667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:51.780075 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-28e6550f-76ca-4bdb-bbc4-f1ab082be667 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a97194b-6472-42df-ba75-6d3897032b51 HTTP/1.1" status: 200 len: 898 time: 0.0929790 Nov 29 12:01:51.849498 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-3aa7cd9a-9baf-42bd-bfa7-2d1efad01507 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e23876-4e0a-4b82-9254-f940719d55c4 HTTP/1.1" status: 200 len: 998 time: 0.0620248 Nov 29 12:01:51.902528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-2c50b43e-b7e8-44e7-bda3-168109d76873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:51.903979 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-2c50b43e-b7e8-44e7-bda3-168109d76873 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c22fbcb7-cf40-466b-bee9-bae9056b17e1 HTTP/1.1" status: 200 len: 833 time: 0.0481415 Nov 29 12:01:51.932524 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'abfa45e6-8c6f-439d-9204-8ac1510b2f14', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'port_id': '46e23876-4e0a-4b82-9254-f940719d55c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'mac_address': 'fa:16:3e:48:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:50Z', 'updated_at': '2021-11-29T12:01:50Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:01:38Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:51.954029 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-4315425b-5c55-4147-815b-25ab8ca5cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:01:51.956121 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-4315425b-5c55-4147-815b-25ab8ca5cf23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a97194b-6472-42df-ba75-6d3897032b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450418 Nov 29 12:01:51.959122 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] Checking router: 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:01:51.967265 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:01:51.967855 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:01:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:52.045014 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-98eca9bc-ef7c-4684-954f-2bb3c54e8950 service neutron] 10.222.0.30 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797415 Nov 29 12:01:52.068570 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:01:52.138698 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-61a212d6-377b-4728-8aea-2dc08592b3d8 req-8a75ed99-6ade-4e47-b5aa-abc36250e562 service neutron] 10.222.0.30 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857322 Nov 29 12:01:52.285728 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'abfa45e6-8c6f-439d-9204-8ac1510b2f14', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'port_id': '46e23876-4e0a-4b82-9254-f940719d55c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'mac_address': 'fa:16:3e:48:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:50Z', 'updated_at': '2021-11-29T12:01:50Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:01:38Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:01:52.311444 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75922416-5bb0-4c13-9ea4-1a97bfe14402 None None] The sync data for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv is: [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'abfa45e6-8c6f-439d-9204-8ac1510b2f14', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'port_id': '46e23876-4e0a-4b82-9254-f940719d55c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'mac_address': 'fa:16:3e:48:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:50Z', 'updated_at': '2021-11-29T12:01:50Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:01:38Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:01:52.491292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee81f6-88d3-4329-89a9-17ea2eeff27a None None] New status for floating IP abfa45e6-8c6f-439d-9204-8ac1510b2f14: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:01:52.768992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33714) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:01:52.828235 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a5ef7eb5-790b-4a9e-897a-821f0f4cbeb4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 200 len: 992 time: 0.0580969 Nov 29 12:01:57.423503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:01:58.947218 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:02:00.677168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ada28ab-c804-45aa-b58b-e2d8c4483001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:03.252852 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a87e9578-8e45-4f4c-be71-5cef84a6f398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:03.670667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:04.652089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:05.976546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:27.426322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:30.677994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfe2fc9e-426d-48cf-a3db-1b1657c75dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:33.253838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de49e997-1748-408a-bac4-8f6dbca58317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:33.672792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:34.655523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:35.946808 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:02:35.977433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:38.737026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33730) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:38.892972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Deleting port 669d0b4e-341a-4c79-8c28-6b5a6da0a790 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:02:38.893312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:38.967058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:38.967403 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:38.979608 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Calling delete_port for 669d0b4e-341a-4c79-8c28-6b5a6da0a790 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:02:39.121896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:39.147371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event deleted for resources: {'Port': ['ID=669d0b4e-341a-4c79-8c28-6b5a6da0a790,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:02:39.208342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:39.208699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Floating IP 15b8ee28-f067-4049-94b8-63822bae9854 disassociated (deleted). External IP: 172.26.5.104, port: 5d713c60-c737-43c7-8791-053ca2787ba0. Nov 29 12:02:39.412586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:02:39.518437 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:02:39.523247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:39.527895 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:02:39.537814 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:02:39.538440 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:02:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:39.550691 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3c30960f-03ef-4b32-b3c9-33cbdf9cf75d tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "DELETE /v2.0/floatingips/15b8ee28-f067-4049-94b8-63822bae9854 HTTP/1.1" status: 204 len: 168 time: 0.8125842 Nov 29 12:02:39.551285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:02:39.553536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d23c3-6232-4e37-85c1-cbb927004f18" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:02:39.596311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc524d7-b43a-4e09-bc1a-20716da57b4b x-openstack-request-id: req-3cc524d7-b43a-4e09-bc1a-20716da57b4b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:02:39.596610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:02:39.596967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3cc524d7-b43a-4e09-bc1a-20716da57b4b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:02:39.597279 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0', 'status': 'completed', 'code': 200} Nov 29 12:02:39.643904 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:02:39.677774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-735ef733-8932-4ff9-b154-bd4fa23830dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:39.680513 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-735ef733-8932-4ff9-b154-bd4fa23830dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 1098 time: 0.0605750 Nov 29 12:02:39.778991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-ab91895f-816e-4aaf-b6fc-767d2c9690d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:39.780523 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-ab91895f-816e-4aaf-b6fc-767d2c9690d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.0927987 Nov 29 12:02:39.784913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d569c7c-7934-4b83-9e45-0376f6fa46fa req-77f5ce59-36b9-4798-9304-5dfeee17d4ae tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:39.786418 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d569c7c-7934-4b83-9e45-0376f6fa46fa req-77f5ce59-36b9-4798-9304-5dfeee17d4ae tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 945 time: 0.0575526 Nov 29 12:02:39.825031 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-629bf90f-d84f-4c5a-977c-30f63d4da89d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d713c60-c737-43c7-8791-053ca2787ba0 HTTP/1.1" status: 200 len: 217 time: 0.0357258 Nov 29 12:02:39.826490 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d569c7c-7934-4b83-9e45-0376f6fa46fa req-14e0ce05-c69a-4da5-b342-67a9ec1677c0 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341005 Nov 29 12:02:39.876574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-ed1c876c-d3ff-494b-a91e-ad6cc06f1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:39.878071 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-ed1c876c-d3ff-494b-a91e-ad6cc06f1a6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0441976 Nov 29 12:02:39.882289 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:43Z', 'revision_number': 1, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:39.908090 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:02:39.917137 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:02:39.917734 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:02:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:39.925189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-c5ccb695-c08c-4e37-b2b5-109dae1364c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:39.926745 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-c5ccb695-c08c-4e37-b2b5-109dae1364c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411844 Nov 29 12:02:40.021862 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-c3a3baef-8ebd-48b7-83ee-4ce80e37ab63 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870068 Nov 29 12:02:40.023517 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:02:40.114405 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-704d23c3-6232-4e37-85c1-cbb927004f18 req-7217aa42-3efb-47d9-8b3f-974802e653b3 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849416 Nov 29 12:02:40.246858 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:43Z', 'revision_number': 1, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:40.273796 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9c4c4-dc8a-4b3a-97e0-8d0e540f4590 None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a7735feb-372a-412e-af4b-2b61304a2acd', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'floating_ip_address': '172.26.5.192', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'port_id': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'mac_address': 'fa:16:3e:10:77:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T11:58:41Z', 'updated_at': '2021-11-29T11:58:43Z', 'revision_number': 1, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:02:40.502116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63562ba4-9746-4294-bc78-1e26ed9fb797 None None] New status for floating IP 15b8ee28-f067-4049-94b8-63822bae9854: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:02:40.943436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2dd0ba-378b-40d4-9480-3b7cffc16757 req-23261514-6fd5-4cc6-90f2-6f758fb5430a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:40.944901 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f2dd0ba-378b-40d4-9480-3b7cffc16757 req-23261514-6fd5-4cc6-90f2-6f758fb5430a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 945 time: 0.0501027 Nov 29 12:02:40.981827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f2dd0ba-378b-40d4-9480-3b7cffc16757 req-a1a83d23-0f51-4615-bf84-c04483a46485 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306504 Nov 29 12:02:41.442631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-f11dff1d-0fa7-4eb1-b925-97412db944fe tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:41.444074 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-f11dff1d-0fa7-4eb1-b925-97412db944fe tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 945 time: 0.0523977 Nov 29 12:02:41.534074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Deleting port 5d713c60-c737-43c7-8791-053ca2787ba0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:02:41.534423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:41.623106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] For port 5d713c60-c737-43c7-8791-053ca2787ba0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5d713c60-c737-43c7-8791-053ca2787ba0,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:02:41.623476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:41.635875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Calling delete_port for 5d713c60-c737-43c7-8791-053ca2787ba0 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:02:41.761998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:41.794548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event deleted for resources: {'Port': ['ID=5d713c60-c737-43c7-8791-053ca2787ba0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:02:41.807854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.808212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.808554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.808889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.809220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.809555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.809882 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.810237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.810565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.810887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.811209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.811526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:41.845984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] No DVR routers for this DVR port 5d713c60-c737-43c7-8791-053ca2787ba0 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:02:41.848529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:41.851731 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-42941631-fd95-4e82-91b9-ba9997aad0a2 req-365895a0-6c7b-4181-99d6-c9138ffc2b29 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "DELETE /v2.0/ports/5d713c60-c737-43c7-8791-053ca2787ba0 HTTP/1.1" status: 204 len: 173 time: 0.4006643 Nov 29 12:02:41.852173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'name': 'network-vif-deleted', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:02:41.854511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3e10bd-ae8c-423f-a875-bace8ec969df" -d '{"events": [{"server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "name": "network-vif-deleted", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:02:41.890518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9247cc9-a605-4846-84c3-89e4fea01286 x-openstack-request-id: req-b9247cc9-a605-4846-84c3-89e4fea01286 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:02:41.891380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e0948d-6904-4787-b90c-8454b4db3e27", "name": "network-vif-deleted", "tag": "5d713c60-c737-43c7-8791-053ca2787ba0", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:02:41.891637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9247cc9-a605-4846-84c3-89e4fea01286 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:02:41.892038 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e0948d-6904-4787-b90c-8454b4db3e27', 'name': 'network-vif-deleted', 'tag': '5d713c60-c737-43c7-8791-053ca2787ba0', 'status': 'completed', 'code': 200} Nov 29 12:02:42.079187 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f233d72d-eca5-4a80-bf08-f47ff241ac10 req-e57b267d-09bb-4be7-aca8-6af6cde57da4 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 210 time: 0.0266521 Nov 29 12:02:42.697546 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6f629939-b180-4649-be45-2eef12906fd8 req-16f2c724-48fb-4fc6-98a5-94798e4c75f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393901 Nov 29 12:02:42.780389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629939-b180-4649-be45-2eef12906fd8 req-6a143726-0502-4e99-a6b7-7d227bdfa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:42.782353 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6f629939-b180-4649-be45-2eef12906fd8 req-6a143726-0502-4e99-a6b7-7d227bdfa5b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 1098 time: 0.0408685 Nov 29 12:02:42.887716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629939-b180-4649-be45-2eef12906fd8 req-431e2953-e3da-4772-8a6b-25a8a5ecfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:42.889187 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6f629939-b180-4649-be45-2eef12906fd8 req-431e2953-e3da-4772-8a6b-25a8a5ecfb17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.0873406 Nov 29 12:02:42.955484 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6f629939-b180-4649-be45-2eef12906fd8 req-bf368e92-fdea-4a5c-a3c5-52b2fdfa3435 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04 HTTP/1.1" status: 200 len: 1001 time: 0.0579085 Nov 29 12:02:43.008262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629939-b180-4649-be45-2eef12906fd8 req-16442b6f-cba2-4d10-bd70-17e3c4d02187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:43.009720 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6f629939-b180-4649-be45-2eef12906fd8 req-16442b6f-cba2-4d10-bd70-17e3c4d02187 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0471897 Nov 29 12:02:43.055438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f629939-b180-4649-be45-2eef12906fd8 req-d4142ec8-eb6b-45e6-98c2-7f00a7fb3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:43.056846 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6f629939-b180-4649-be45-2eef12906fd8 req-d4142ec8-eb6b-45e6-98c2-7f00a7fb3f7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399170 Nov 29 12:02:43.148125 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6f629939-b180-4649-be45-2eef12906fd8 req-71cca36e-b9d2-4064-9b4d-908bf134fdc3 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838842 Nov 29 12:02:43.175421 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d1690b47-894e-4807-b036-b82027d7a36a req-24317fb4-54ea-4abf-8a1b-83f508b183ae tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 210 time: 0.0279105 Nov 29 12:02:43.243750 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6f629939-b180-4649-be45-2eef12906fd8 req-2a0c4259-fd4d-48b4-88a0-f00779acf235 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887287 Nov 29 12:02:44.270205 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b2babfb3-396f-46e5-8661-63bd279d5234 req-59b1db26-9a36-483d-bed4-9b58573cd17f tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 210 time: 0.0289855 Nov 29 12:02:45.372078 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb3849eb-8ea8-48da-8f9c-b857f4ef3a01 req-2d630221-6f95-4ce0-a4a3-62f8288f1d16 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3e0948d-6904-4787-b90c-8454b4db3e27 HTTP/1.1" status: 200 len: 210 time: 0.0262754 Nov 29 12:02:45.644133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 5d713c60-c737-43c7-8791-053ca2787ba0 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:02:45.663633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 5d713c60-c737-43c7-8791-053ca2787ba0 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:02:45.663982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 5d713c60-c737-43c7-8791-053ca2787ba0 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:02:50.740617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33780) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:50.892198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Deleting port 3628e6da-e8f0-4c2e-8f85-4f5805400368 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:02:50.892532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:50.964095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:50.964447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:50.975613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Calling delete_port for 3628e6da-e8f0-4c2e-8f85-4f5805400368 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:02:51.126153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:51.157202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event deleted for resources: {'Port': ['ID=3628e6da-e8f0-4c2e-8f85-4f5805400368,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:02:51.181859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.182230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.182570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.182906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.183237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.183570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.183898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.184224 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.184549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.184872 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.185193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.185513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:51.224674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:51.225200 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Floating IP a7735feb-372a-412e-af4b-2b61304a2acd disassociated (deleted). External IP: 172.26.5.192, port: 3f43e026-dfd6-4cb0-b9f5-3419d329cc04. Nov 29 12:02:51.432244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:02:51.538456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:02:51.543369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:51.549511 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:02:51.559292 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:02:51.559889 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:02:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:51.570134 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-80bdaa40-27f4-4786-ac6b-010f21dc62aa tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "DELETE /v2.0/floatingips/a7735feb-372a-412e-af4b-2b61304a2acd HTTP/1.1" status: 204 len: 168 time: 0.8283346 Nov 29 12:02:51.570735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:02:51.573354 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a196f6f-5307-40aa-9d38-656b3c368632" -d '{"events": [{"name": "network-changed", "server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:02:51.614421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda1ffe-d0bc-4b4e-a423-1dec86c7b4f3 x-openstack-request-id: req-5dda1ffe-d0bc-4b4e-a423-1dec86c7b4f3 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:02:51.614721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:02:51.614968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5dda1ffe-d0bc-4b4e-a423-1dec86c7b4f3 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:02:51.615366 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'status': 'completed', 'code': 200} Nov 29 12:02:51.673807 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:02:51.681748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-94b1e5e4-aa0d-4088-b19e-fe78efec7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:51.684191 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-94b1e5e4-aa0d-4088-b19e-fe78efec7523 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 1098 time: 0.0447013 Nov 29 12:02:51.791653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-8a562e1e-fce5-4667-9e06-073edd75b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:51.793219 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-8a562e1e-fce5-4667-9e06-073edd75b6b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 200 len: 912 time: 0.0961421 Nov 29 12:02:51.818463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31373b63-5a5b-429d-ac27-e8d38ebbf728 req-45971371-45e3-47c3-a994-c08c033d6dad tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:51.821280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31373b63-5a5b-429d-ac27-e8d38ebbf728 req-45971371-45e3-47c3-a994-c08c033d6dad tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 945 time: 0.0585470 Nov 29 12:02:51.836719 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-24e4d2a5-2720-453f-a66e-72bc15b2341c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04 HTTP/1.1" status: 200 len: 217 time: 0.0349779 Nov 29 12:02:51.862291 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31373b63-5a5b-429d-ac27-e8d38ebbf728 req-2045ced9-45dc-4116-b166-e8d68b12dbac tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344741 Nov 29 12:02:51.894795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-1a878a6f-46de-475a-8f9e-d4c895fd1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:51.896253 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-1a878a6f-46de-475a-8f9e-d4c895fd1de6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 200 len: 850 time: 0.0512877 Nov 29 12:02:51.953553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-57be17a6-7338-4c02-b32c-77e9a9277ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:51.955160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-57be17a6-7338-4c02-b32c-77e9a9277ec7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bcce7524-6705-4846-ad12-ca709d4d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496416 Nov 29 12:02:51.972155 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:52.001285 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:02:52.009586 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:02:52.010207 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:02:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:52.043435 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-1d5463be-6e2f-4746-ba3b-02ac5259c988 service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803103 Nov 29 12:02:52.110993 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:02:52.138174 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9a196f6f-5307-40aa-9d38-656b3c368632 req-f21d5175-0c4b-4920-ace0-b647769bb30e service neutron] 10.222.0.30 "GET /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849214 Nov 29 12:02:52.301750 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:52.330454 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a821dcf0-9d93-4079-97d1-f493aa150080 None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:32Z', 'revision_number': 4, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'd5eee5dc-d9e8-4e8e-8932-b418fa286ff5', 'name': '', 'network_id': 'bcce7524-6705-4846-ad12-ca709d4d5b9f', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'mac_address': 'fa:16:3e:b8:e6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:32Z', 'updated_at': '2021-11-29T11:55:38Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'subnets': [{'id': '8acfcaaf-480c-4f9e-a2d1-49ed506a1f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:02:52.547575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f7aa1c-f435-4e70-a685-ebe4343816b9 None None] New status for floating IP a7735feb-372a-412e-af4b-2b61304a2acd: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:02:52.976391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de9b86-9917-4b7a-9e91-2a16837cdfed req-cdffbea9-c90c-408c-92ac-e8d0694ad0e1 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:52.977835 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20de9b86-9917-4b7a-9e91-2a16837cdfed req-cdffbea9-c90c-408c-92ac-e8d0694ad0e1 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 945 time: 0.0476642 Nov 29 12:02:53.014703 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20de9b86-9917-4b7a-9e91-2a16837cdfed req-f539340b-aeed-428d-92b6-48446704d89e tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc2272e1-b409-4cde-bb79-fe87fb72f882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Nov 29 12:02:53.596139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-dd73495c-94b0-448f-8149-c668b8ea7635 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:02:53.597554 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-dd73495c-94b0-448f-8149-c668b8ea7635 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 945 time: 0.0487401 Nov 29 12:02:53.683195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Deleting port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:02:53.683539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:53.770659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] For port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:02:53.770944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:53.782704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Calling delete_port for 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:02:53.906564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:53.934279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event deleted for resources: {'Port': ['ID=3f43e026-dfd6-4cb0-b9f5-3419d329cc04,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:02:53.975848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] No DVR routers for this DVR port 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:02:53.979308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:53.982523 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-11ac1dac-7257-4b31-88ca-09994d3ad1b1 req-9c12ad8a-7fc6-45d9-9a81-976fa737fc3b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.30 "DELETE /v2.0/ports/3f43e026-dfd6-4cb0-b9f5-3419d329cc04 HTTP/1.1" status: 204 len: 173 time: 0.3792181 Nov 29 12:02:53.982967 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'name': 'network-vif-deleted', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:02:53.985803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de802d6-437a-4c9b-9d94-482fb7bbcb96" -d '{"events": [{"server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "name": "network-vif-deleted", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:02:54.024922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae740d5-a785-46b1-a04a-2d4f97fb8381 x-openstack-request-id: req-9ae740d5-a785-46b1-a04a-2d4f97fb8381 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:02:54.025216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07fd43d-9a3c-424a-88f8-2a7533c77ccc", "name": "network-vif-deleted", "tag": "3f43e026-dfd6-4cb0-b9f5-3419d329cc04", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:02:54.025721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ae740d5-a785-46b1-a04a-2d4f97fb8381 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:02:54.026152 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07fd43d-9a3c-424a-88f8-2a7533c77ccc', 'name': 'network-vif-deleted', 'tag': '3f43e026-dfd6-4cb0-b9f5-3419d329cc04', 'status': 'completed', 'code': 200} Nov 29 12:02:54.110369 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e9d379ce-e8b6-4a33-9aeb-ae2292a3a625 req-aa60bcbe-c867-4142-9b09-7b5114449ca2 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 210 time: 0.0298400 Nov 29 12:02:55.204980 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-961f6ddc-089b-474f-babe-6d112a41849c req-ce4afb66-7afc-43cf-adae-8df1119bfd8b tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 210 time: 0.0268214 Nov 29 12:02:55.256313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33798) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:55.370876 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-360ecf71-a638-4dc5-a102-0ba39855bcc4 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers/60d29ee7-8c6f-4061-a9fc-aa48ecc4c534/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1133914 Nov 29 12:02:55.373689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33800) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:55.493352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc9f704-dba4-45d9-b61f-dd0fadf2c148 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Notify agent at dv-neutron-819578-1-hyperv the message router_removed_from_agent {{(pid=102104) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 29 12:02:55.496351 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3bc9f704-dba4-45d9-b61f-dd0fadf2c148 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "DELETE /v2.0/agents/e6527308-64b4-46a1-bbad-ffaec37f26bb/l3-routers/60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 HTTP/1.1" status: 204 len: 168 time: 0.1217327 Nov 29 12:02:55.499237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33802) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:55.615703 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-153fc7b3-e848-4439-bea1-310197847a28 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers/60d29ee7-8c6f-4061-a9fc-aa48ecc4c534/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1154635 Nov 29 12:02:55.618461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33804) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:55.678304 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-89f540ba-0c57-48e8-9522-3565bcca3c81 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 200 len: 992 time: 0.0587494 Nov 29 12:02:56.272014 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7abbc6-c1d6-461f-847f-b40b5e8b28ae None None] New status for floating IP abfa45e6-8c6f-439d-9204-8ac1510b2f14: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:02:56.300480 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aca56e0d-4041-42d5-bf55-287fd3fc94b7 req-c84ca878-cc15-4da9-b0cc-69bd3cc5fa55 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 210 time: 0.0269899 Nov 29 12:02:56.682201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33808) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:56.745604 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-64bae2e2-cf7e-457d-9a5c-22dd2c26e104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 200 len: 990 time: 0.0616102 Nov 29 12:02:56.933919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c8622daf-151c-4321-8708-1bb17d3bbfe4 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:02:57.010078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:57.029826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c8622daf-151c-4321-8708-1bb17d3bbfe4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c8622daf-151c-4321-8708-1bb17d3bbfe4,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:02:57.034140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:57.034846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce6e76b1-ae41-40df-94ae-ce4a473198f2 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:02:57.107452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c8622daf-151c-4321-8708-1bb17d3bbfe4,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:02:57.118571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.118922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.119267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.119606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.119941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.120395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.120737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.121069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.121398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.121729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.122086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.122410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:02:57.162311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:57.198124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port ce6e76b1-ae41-40df-94ae-ce4a473198f2, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ce6e76b1-ae41-40df-94ae-ce4a473198f2,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:02:57.201847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:57.248913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=ce6e76b1-ae41-40df-94ae-ce4a473198f2,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:02:57.403306 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e162695a-9f0e-49d5-9c4d-b5a304cc26c3 req-7fb1084a-9d29-4816-8ae2-a1092216565a tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07fd43d-9a3c-424a-88f8-2a7533c77ccc HTTP/1.1" status: 200 len: 210 time: 0.0253983 Nov 29 12:02:57.448730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:57.663759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:02:57.686118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:02:57.686459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f43e026-dfd6-4cb0-b9f5-3419d329cc04 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:02:57.847326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33814) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:57.969266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1cbf27-b4cc-4648-b6b7-134816566c66 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:02:57.969522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1cbf27-b4cc-4648-b6b7-134816566c66 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Notify agent at dv-neutron-819578-1-hyperv the message router_added_to_agent {{(pid=102103) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 29 12:02:57.994466 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4f1cbf27-b4cc-4648-b6b7-134816566c66 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "POST /v2.0/agents/e6527308-64b4-46a1-bbad-ffaec37f26bb/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1461153 Nov 29 12:02:57.997114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33818) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:58.016614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] Sync routers for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:02:58.025689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:02:58.026413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:02:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:58.106076 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5f3a23fa-f13b-4920-a86b-ac0653e82885 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers/60d29ee7-8c6f-4061-a9fc-aa48ecc4c534/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1053221 Nov 29 12:02:58.106328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33822) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:58.168258 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6d564bcb-3252-4f74-9162-d7b1200b11d8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 200 len: 990 time: 0.0608702 Nov 29 12:02:58.271844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:02:58.459427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33826) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:58.486521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:02:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'abfa45e6-8c6f-439d-9204-8ac1510b2f14', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'port_id': '46e23876-4e0a-4b82-9254-f940719d55c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'mac_address': 'fa:16:3e:48:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:50Z', 'updated_at': '2021-11-29T12:02:56Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:02:57Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:58.512565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] Checking router: 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:02:58.521650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:02:58.522344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:02:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:58.581109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Deleting port 23c8f55f-1cd4-4b36-b14a-95a65cac25b1 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:02:58.581449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:58.624740 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:02:58.658055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:58.658389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:58.670160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Calling delete_port for 23c8f55f-1cd4-4b36-b14a-95a65cac25b1 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:02:58.809133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:58.835942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event deleted for resources: {'Port': ['ID=23c8f55f-1cd4-4b36-b14a-95a65cac25b1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:02:58.852339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:02:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'abfa45e6-8c6f-439d-9204-8ac1510b2f14', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'port_id': '46e23876-4e0a-4b82-9254-f940719d55c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'mac_address': 'fa:16:3e:48:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:50Z', 'updated_at': '2021-11-29T12:02:56Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:02:57Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:02:58.881605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109cd63-fae6-4892-81d5-2ce0320a6fb0 None None] The sync data for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv is: [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:02:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'abfa45e6-8c6f-439d-9204-8ac1510b2f14', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.35', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'port_id': '46e23876-4e0a-4b82-9254-f940719d55c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'mac_address': 'fa:16:3e:48:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:01:50Z', 'updated_at': '2021-11-29T12:02:56Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:02:57Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:02:58.896187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:58.900651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:02:58.900651 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-20bd8822-5a76-4959-8c62-74d75f78a909 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "DELETE /v2.0/floatingips/c6f534be-ca94-4502-b403-ae87ae598103 HTTP/1.1" status: 204 len: 168 time: 0.4399765 Nov 29 12:02:59.172435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33836) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:02:59.240536 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5dcee7c8-b661-4f8e-9822-287fbaa33d3f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 200 len: 990 time: 0.0664909 Nov 29 12:03:00.243751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33840) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:00.303189 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-917917d3-7087-4830-98b3-f2dac9b603bc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 200 len: 990 time: 0.0582318 Nov 29 12:03:00.587491 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7820f-1f3c-4128-a0e4-efd61627f31e None None] New status for floating IP abfa45e6-8c6f-439d-9204-8ac1510b2f14: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:03:00.679397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47de76f6-10a7-4f22-9fc1-5fcfdbc5ddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:00.987319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c8622daf-151c-4321-8708-1bb17d3bbfe4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:01.039997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c8622daf-151c-4321-8708-1bb17d3bbfe4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:01.040455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.122967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.144735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port c8622daf-151c-4321-8708-1bb17d3bbfe4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c8622daf-151c-4321-8708-1bb17d3bbfe4,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:01.149221 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.150082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce6e76b1-ae41-40df-94ae-ce4a473198f2 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:01.189161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33844) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:01.224426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=c8622daf-151c-4321-8708-1bb17d3bbfe4,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:01.240738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ce6e76b1-ae41-40df-94ae-ce4a473198f2 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:01.241401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.248765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea00-bdac-4ee7-8bb6-a43196b76636 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.276054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea00-bdac-4ee7-8bb6-a43196b76636 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.307050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33846) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:01.327992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.349585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea00-bdac-4ee7-8bb6-a43196b76636 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.354315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d87ea00-bdac-4ee7-8bb6-a43196b76636 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.359266 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6d87ea00-bdac-4ee7-8bb6-a43196b76636 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] 10.222.0.23 "DELETE /v2.0/security-groups/cc2272e1-b409-4cde-bb79-fe87fb72f882 HTTP/1.1" status: 204 len: 168 time: 0.1651735 Nov 29 12:03:01.379167 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port ce6e76b1-ae41-40df-94ae-ce4a473198f2, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ce6e76b1-ae41-40df-94ae-ce4a473198f2,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:01.385224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:01.389982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87ea00-bdac-4ee7-8bb6-a43196b76636 tempest-TestVolumeBootPattern-661713167 tempest-TestVolumeBootPattern-661713167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2272e1-b409-4cde-bb79-fe87fb72f882,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:01.390215 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-17fe8371-0106-43cc-8380-e5354b5890ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 200 len: 992 time: 0.0793002 Nov 29 12:03:01.427982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33852) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:01.456320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=ce6e76b1-ae41-40df-94ae-ce4a473198f2,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:01.666922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33858) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:02.297098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 6b2b4963-c33a-42c7-bce0-c33942ea00b1 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:02.297098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:02.395148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:02.395529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:02.426817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 6b2b4963-c33a-42c7-bce0-c33942ea00b1 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:02.508828 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:02.717676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:02.749843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=6b2b4963-c33a-42c7-bce0-c33942ea00b1,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:02.836119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:02.836447 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP abfa45e6-8c6f-439d-9204-8ac1510b2f14 disassociated (deleted). External IP: 172.26.5.35, port: 46e23876-4e0a-4b82-9254-f940719d55c4. Nov 29 12:03:02.948371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c8622daf-151c-4321-8708-1bb17d3bbfe4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:02.956491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Deleting port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:02.956831 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:02.994405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c8622daf-151c-4321-8708-1bb17d3bbfe4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:02.994779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:03.071966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce6e76b1-ae41-40df-94ae-ce4a473198f2 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:03.115411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] For port d5eee5dc-d9e8-4e8e-8932-b418fa286ff5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:03.115795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:03.116494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ce6e76b1-ae41-40df-94ae-ce4a473198f2 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:03.116863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:03.132330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Calling delete_port for d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:03.152812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:03:03.254187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-969b9458-56ff-4399-8f27-477a65a538cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:03.351827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:03:03.356722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:03.361822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] Sync routers for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:03:03.371115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:03.371725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:03.390272 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f68f0c03-477a-45b9-a20b-3ad25962d4b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/abfa45e6-8c6f-439d-9204-8ac1510b2f14 HTTP/1.1" status: 204 len: 168 time: 1.7222836 Nov 29 12:03:03.407308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:03:03.409536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814daa4d-f6cd-4b26-9de1-8845b110ece7" -d '{"events": [{"name": "network-changed", "server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:03:03.436889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:03.468062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e67104-eab6-46b8-88ab-97dd8439c556 x-openstack-request-id: req-70e67104-eab6-46b8-88ab-97dd8439c556 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:03:03.468459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:03:03.468715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70e67104-eab6-46b8-88ab-97dd8439c556 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:03:03.469100 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4', 'status': 'completed', 'code': 200} Nov 29 12:03:03.470635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5eee5dc-d9e8-4e8e-8932-b418fa286ff5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:03.501131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:03.577090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-63169de9-981b-4d36-be98-17ed3cf1d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:03.579456 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-63169de9-981b-4d36-be98-17ed3cf1d9a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 1098 time: 0.0696180 Nov 29 12:03:03.700315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:03.711618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-4c1a8cb4-3cc0-4d59-b588-55fee17cae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:03.713374 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-4c1a8cb4-3cc0-4d59-b588-55fee17cae57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1a97194b-6472-42df-ba75-6d3897032b51 HTTP/1.1" status: 200 len: 898 time: 0.1262197 Nov 29 12:03:03.728389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:03.763636 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-7df3bdd0-04f8-4ea0-8928-1dd6ce902fde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46e23876-4e0a-4b82-9254-f940719d55c4 HTTP/1.1" status: 200 len: 217 time: 0.0407248 Nov 29 12:03:03.784787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:03.792000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7ad16-d046-4156-9fa1-ad71d58d22ce req-006584a0-9249-4758-a005-9fea1430b547 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:03.793509 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-edf7ad16-d046-4156-9fa1-ad71d58d22ce req-006584a0-9249-4758-a005-9fea1430b547 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 945 time: 0.1176500 Nov 29 12:03:03.812572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] Checking router: 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:03:03.814336 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-5a3481cf-ed94-4765-b86a-a7effb9ea2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:03.815894 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-5a3481cf-ed94-4765-b86a-a7effb9ea2d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c22fbcb7-cf40-466b-bee9-bae9056b17e1 HTTP/1.1" status: 200 len: 833 time: 0.0443702 Nov 29 12:03:03.821978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:03.822865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:03.863487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-293ff9ae-1630-47ca-a171-52681ce01c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:03.865228 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-293ff9ae-1630-47ca-a171-52681ce01c36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1a97194b-6472-42df-ba75-6d3897032b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422032 Nov 29 12:03:03.872690 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-edf7ad16-d046-4156-9fa1-ad71d58d22ce req-20f75697-98a8-4ae6-8cae-841919f97f7e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492988 Nov 29 12:03:03.933262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:03.966766 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-9512a908-86a5-4d8f-bca2-d3ca74759abf service neutron] 10.222.0.30 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933902 Nov 29 12:03:04.002932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:03:04.062129 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-814daa4d-f6cd-4b26-9de1-8845b110ece7 req-191c40e3-ec00-4886-8b18-7d8ca1152db4 service neutron] 10.222.0.30 "GET /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875018 Nov 29 12:03:04.112685 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:03:04.120729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33866) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:04.122582 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] Sync routers for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:03:04.126484 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fa2acae3-598d-4049-9230-fdd1a56e39d9 admin admin] 10.222.0.23 "PUT /v2.0/routers/6902175b-0a5b-4272-97b3-22ac8c87c6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6973498 Nov 29 12:03:04.131765 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:04.132364 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:04.139116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:04.166701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1e125-74dc-473f-bf97-f30633025efb None None] The sync data for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv is: [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:01:36Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ce6e76b1-ae41-40df-94ae-ce4a473198f2', 'name': '', 'network_id': '1a97194b-6472-42df-ba75-6d3897032b51', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:4e:b8:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:35Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'c22fbcb7-cf40-466b-bee9-bae9056b17e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:03:04.243961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.245897 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:04.361972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.417061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Deleting port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:04.417409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.437025 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233'}], 'enable_snat': True}, 'gw_port_id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T12:03:03Z', 'revision_number': 5, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port': {'id': '2ced9aca-7105-4ab8-8753-d0c2a5a192ef', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T11:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:04.466928 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] Checking router: 6902175b-0a5b-4272-97b3-22ac8c87c6c6 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:03:04.477452 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] Routers {'6902175b-0a5b-4272-97b3-22ac8c87c6c6'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:04.478090 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:04.513890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] For port 2ced9aca-7105-4ab8-8753-d0c2a5a192ef, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2ced9aca-7105-4ab8-8753-d0c2a5a192ef,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:04.514308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.528040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Calling delete_port for 2ced9aca-7105-4ab8-8753-d0c2a5a192ef owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:04.576746 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] Set router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:04.630763 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T12:03:04Z', 'revision_number': 6, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:04.662716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.709307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.737718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ced9aca-7105-4ab8-8753-d0c2a5a192ef,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:04.759242 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da687f2e-1d8d-4521-8663-237e94b7371a None None] The sync data for ids ['6902175b-0a5b-4272-97b3-22ac8c87c6c6'] in dv-neutron-819578-1-hyperv is: [{'id': '6902175b-0a5b-4272-97b3-22ac8c87c6c6', 'name': 'tempest-TestVolumeBootPattern-371958499-router', 'tenant_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:30Z', 'updated_at': '2021-11-29T12:03:04Z', 'revision_number': 6, 'project_id': '32160d59dd2846aa9dba00fa3ccbe5f5', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:03:04.804224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.910914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.913110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.976041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.976621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6902175b-0a5b-4272-97b3-22ac8c87c6c6 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:03:04.986030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:04.987205 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9b70a23a-f6b3-44fc-9812-d57cd4a3ac16 admin admin] 10.222.0.23 "DELETE /v2.0/routers/6902175b-0a5b-4272-97b3-22ac8c87c6c6 HTTP/1.1" status: 204 len: 168 time: 0.8648531 Nov 29 12:03:04.989729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33870) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:05.013537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97697a-87b0-446a-8ebb-c692e5744edd req-3c2c07e5-6837-4bb7-be04-edbc7dcc3e26 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:05.015259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9d97697a-87b0-446a-8ebb-c692e5744edd req-3c2c07e5-6837-4bb7-be04-edbc7dcc3e26 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 945 time: 0.0630236 Nov 29 12:03:05.028900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0e17f4-74cb-45ed-b2ac-8fcdcad30451 None None] New status for floating IP abfa45e6-8c6f-439d-9204-8ac1510b2f14: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:03:05.040092 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba3dff1-30bd-4057-aaae-b36a7629aa62 admin admin] Deleting subnet 8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:03:05.043219 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dff1-30bd-4057-aaae-b36a7629aa62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.055533 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9d97697a-87b0-446a-8ebb-c692e5744edd req-e5b0ce88-4c38-4dd5-b0c2-e5be285e3906 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337713 Nov 29 12:03:05.362176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dff1-30bd-4057-aaae-b36a7629aa62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.400293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-10070a35-9c77-48ca-b38a-3a96c437252b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:05.401773 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-10070a35-9c77-48ca-b38a-3a96c437252b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 945 time: 0.0786357 Nov 29 12:03:05.500561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dff1-30bd-4057-aaae-b36a7629aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.565103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:05.571439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 46e23876-4e0a-4b82-9254-f940719d55c4 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:05.571439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.587946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dff1-30bd-4057-aaae-b36a7629aa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.588434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:05.588783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d5eee5dc-d9e8-4e8e-8932-b418fa286ff5 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:05.650048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3dff1-30bd-4057-aaae-b36a7629aa62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8acfcaaf-480c-4f9e-a2d1-49ed506a1f25,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:05.652284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0ba3dff1-30bd-4057-aaae-b36a7629aa62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.655506 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0ba3dff1-30bd-4057-aaae-b36a7629aa62 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8acfcaaf-480c-4f9e-a2d1-49ed506a1f25 HTTP/1.1" status: 204 len: 168 time: 0.6646328 Nov 29 12:03:05.658450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33872) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:05.660772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8b615-e5d2-423a-8ef8-4d1a4532e93f None None] Network bcce7524-6705-4846-ad12-ca709d4d5b9f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:03:05.757299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 46e23876-4e0a-4b82-9254-f940719d55c4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=46e23876-4e0a-4b82-9254-f940719d55c4,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:05.757785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.761988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.776466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 46e23876-4e0a-4b82-9254-f940719d55c4 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:05.864874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] DHCP port deletion for bcce7524-6705-4846-ad12-ca709d4d5b9f request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:03:05.897857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Deleting port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:05.898147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.915515 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] Deleting port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:05.916077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.991677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] For port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:05.992074 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:05.994397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.002066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] For port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,segment=NetworkSegment(8c88fafa-6474-430f-a3a7-891d3727b1fc),segment_id=8c88fafa-6474-430f-a3a7-891d3727b1fc)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:06.002458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.013473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] Calling delete_port for 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:06.018932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Calling delete_port for 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:06.023152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.065169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=46e23876-4e0a-4b82-9254-f940719d55c4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:06.101624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.128856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] Pushing event deleted for resources: {'Port': ['ID=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:06.130862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e824d-e631-4e31-949f-555e9f87b235 None None] No DVR routers for this DVR port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:03:06.137441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port 46e23876-4e0a-4b82-9254-f940719d55c4 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:03:06.143886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.147085 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cfbac990-ab94-46fb-87c7-ecadb89d62ee req-8c6a278a-d4f5-4504-be3e-cd10cf93d92b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/46e23876-4e0a-4b82-9254-f940719d55c4 HTTP/1.1" status: 204 len: 173 time: 0.7371495 Nov 29 12:03:06.147530 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'name': 'network-vif-deleted', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:03:06.150217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6079c-4607-4f55-8890-c9a210c4d218" -d '{"events": [{"server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "name": "network-vif-deleted", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:03:06.166603 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07aafc6d-eca4-4a3d-aef2-7ed0921440fa req-7b778532-5fc0-457e-bb00-6c89e2132413 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=00c147f7-ba32-44a9-9d3d-d4a8f4f77965 HTTP/1.1" status: 200 len: 210 time: 0.0356128 Nov 29 12:03:06.194194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.224005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772c832b-58f2-4a92-8c08-3ea3dd0b17dd x-openstack-request-id: req-772c832b-58f2-4a92-8c08-3ea3dd0b17dd {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:03:06.224284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c147f7-ba32-44a9-9d3d-d4a8f4f77965", "name": "network-vif-deleted", "tag": "46e23876-4e0a-4b82-9254-f940719d55c4", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:03:06.224536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-772c832b-58f2-4a92-8c08-3ea3dd0b17dd {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:03:06.224929 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c147f7-ba32-44a9-9d3d-d4a8f4f77965', 'name': 'network-vif-deleted', 'tag': '46e23876-4e0a-4b82-9254-f940719d55c4', 'status': 'completed', 'code': 200} Nov 29 12:03:06.226502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4fabee-2ba3-4849-a08a-f1ad7cf270fb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:06.230837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] No DVR routers for this DVR port 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:03:06.305140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.325274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcce7524-6705-4846-ad12-ca709d4d5b9f']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:06.334253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c88fafa-6474-430f-a3a7-891d3727b1fc') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:06.334494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c88fafa-6474-430f-a3a7-891d3727b1fc') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:06.343418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.356088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.362295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:03:06.362681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: self.session.flush() Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:03:06.364322 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:03:06.423745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.429275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:06.432587 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] 10.222.0.23 "DELETE /v2.0/networks/bcce7524-6705-4846-ad12-ca709d4d5b9f HTTP/1.1" status: 204 len: 168 time: 0.7731650 Nov 29 12:03:06.435630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33878) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:06.450382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792a986-8e81-4095-a7c6-7b9e5d4acdad admin admin] Pushing event deleted for resources: {'Network': ['ID=bcce7524-6705-4846-ad12-ca709d4d5b9f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:06.940324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2ced9aca-7105-4ab8-8753-d0c2a5a192ef no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:06.960746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2ced9aca-7105-4ab8-8753-d0c2a5a192ef {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:06.961092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2ced9aca-7105-4ab8-8753-d0c2a5a192ef not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:06.961503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:06.979493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:06.979834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8d4fabee-2ba3-4849-a08a-f1ad7cf270fb not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:07.123297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.221588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33882) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:07.280158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3f47875-17d7-424c-8493-972edc6a8d66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.305457 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3f47875-17d7-424c-8493-972edc6a8d66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.361425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Deleting port c565a696-d785-46d0-ac8a-2af47eb9420d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:07.362111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.366545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3f47875-17d7-424c-8493-972edc6a8d66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.369127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3f47875-17d7-424c-8493-972edc6a8d66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.370359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e3f47875-17d7-424c-8493-972edc6a8d66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/0ea94b26-4dc6-4c50-adb6-fb33238ddd6e HTTP/1.1" status: 204 len: 168 time: 0.1477377 Nov 29 12:03:07.380427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f47875-17d7-424c-8493-972edc6a8d66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea94b26-4dc6-4c50-adb6-fb33238ddd6e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:07.403078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33886) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:07.448411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] For port c565a696-d785-46d0-ac8a-2af47eb9420d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c565a696-d785-46d0-ac8a-2af47eb9420d,segment=NetworkSegment(ed9e6ac8-7563-4dde-a5d0-7a21090737f2),segment_id=ed9e6ac8-7563-4dde-a5d0-7a21090737f2)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:07.448787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.461054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Calling delete_port for c565a696-d785-46d0-ac8a-2af47eb9420d owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:07.639407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.666209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c565a696-d785-46d0-ac8a-2af47eb9420d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:07.775979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:07.829911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.032717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port ce6e76b1-ae41-40df-94ae-ce4a473198f2 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:08.033056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.044715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Router 383437dc-1170-48fe-afe8-a8bfed4f60fd has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:03:08.119365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port ce6e76b1-ae41-40df-94ae-ce4a473198f2, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ce6e76b1-ae41-40df-94ae-ce4a473198f2,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:08.119733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.132410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for ce6e76b1-ae41-40df-94ae-ce4a473198f2 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:08.149524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:03:08.157313 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8beaa544-437a-4aa2-8be2-9292c1b219fb admin admin] 10.222.0.23 "PUT /v2.0/routers/383437dc-1170-48fe-afe8-a8bfed4f60fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178304 Nov 29 12:03:08.158501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33888) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:08.158712 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] Sync routers for ids ['383437dc-1170-48fe-afe8-a8bfed4f60fd'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:03:08.167848 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] Routers {'383437dc-1170-48fe-afe8-a8bfed4f60fd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:08.168445 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['383437dc-1170-48fe-afe8-a8bfed4f60fd'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:08.269225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.278910 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] Set router 383437dc-1170-48fe-afe8-a8bfed4f60fd gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:08.332368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.364729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=ce6e76b1-ae41-40df-94ae-ce4a473198f2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:08.383407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.448445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Deleting port 04540336-d78a-4856-8889-e399895d5a63 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:08.448838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.481796 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250'}], 'enable_snat': True}, 'gw_port_id': '04540336-d78a-4856-8889-e399895d5a63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T12:03:07Z', 'revision_number': 5, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port': {'id': '04540336-d78a-4856-8889-e399895d5a63', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T11:55:35Z', 'updated_at': '2021-11-29T11:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:08.525844 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] Checking router: 383437dc-1170-48fe-afe8-a8bfed4f60fd for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:03:08.537296 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] Routers {'383437dc-1170-48fe-afe8-a8bfed4f60fd'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:08.537546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] For port 04540336-d78a-4856-8889-e399895d5a63, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=04540336-d78a-4856-8889-e399895d5a63,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:08.537974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.538941 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['383437dc-1170-48fe-afe8-a8bfed4f60fd'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:08.552626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Calling delete_port for 04540336-d78a-4856-8889-e399895d5a63 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:08.569293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.637102 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] Set router 383437dc-1170-48fe-afe8-a8bfed4f60fd gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:08.691657 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T12:03:08Z', 'revision_number': 6, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:08.718974 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bed0597-b608-44ac-85c0-aa9ae58bc0b8 None None] The sync data for ids ['383437dc-1170-48fe-afe8-a8bfed4f60fd'] in dv-neutron-819578-1-hyperv is: [{'id': '383437dc-1170-48fe-afe8-a8bfed4f60fd', 'name': 'tempest-TestVolumeBootPattern-428983482-router', 'tenant_id': '80c136f6052f4275bef329b570b56836', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T11:55:34Z', 'updated_at': '2021-11-29T12:03:08Z', 'revision_number': 6, 'project_id': '80c136f6052f4275bef329b570b56836', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:03:08.745341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.776363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=04540336-d78a-4856-8889-e399895d5a63,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:08.818150 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:03:08.839054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.921661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:03:08.929699 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-349f51b4-ce3a-4589-bb5b-1f61f1dcf029 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/60d29ee7-8c6f-4061-a9fc-aa48ecc4c534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5253708 Nov 29 12:03:08.930932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33890) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:08.931094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.933002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.933825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] Sync routers for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:03:08.947332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:08.948493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:08.984193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-30de903b-6cac-4ca9-8c52-3674796bca37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet c22fbcb7-cf40-466b-bee9-bae9056b17e1 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:03:08.984513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.985025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 383437dc-1170-48fe-afe8-a8bfed4f60fd {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:03:08.987838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30de903b-6cac-4ca9-8c52-3674796bca37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.991731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:08.992898 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-63d37744-5365-4626-8488-97c833eedc44 admin admin] 10.222.0.23 "DELETE /v2.0/routers/383437dc-1170-48fe-afe8-a8bfed4f60fd HTTP/1.1" status: 204 len: 168 time: 0.8331628 Nov 29 12:03:08.995486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33892) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:09.029319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30de903b-6cac-4ca9-8c52-3674796bca37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.044728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-80eb04e7-d3f7-4b46-a721-c6394cfc44bf admin admin] Deleting subnet 8a45e2b2-1fb8-4421-bdf2-17888cb5381a {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:03:09.048142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80eb04e7-d3f7-4b46-a721-c6394cfc44bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.059536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:09.094841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80eb04e7-d3f7-4b46-a721-c6394cfc44bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.146065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30de903b-6cac-4ca9-8c52-3674796bca37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.217529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30de903b-6cac-4ca9-8c52-3674796bca37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.250316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80eb04e7-d3f7-4b46-a721-c6394cfc44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.255015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de903b-6cac-4ca9-8c52-3674796bca37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=c22fbcb7-cf40-466b-bee9-bae9056b17e1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:09.257083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30de903b-6cac-4ca9-8c52-3674796bca37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.260376 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-30de903b-6cac-4ca9-8c52-3674796bca37 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/c22fbcb7-cf40-466b-bee9-bae9056b17e1 HTTP/1.1" status: 204 len: 168 time: 0.3290658 Nov 29 12:03:09.263087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33894) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:09.323149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80eb04e7-d3f7-4b46-a721-c6394cfc44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.353606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb04e7-d3f7-4b46-a721-c6394cfc44bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a45e2b2-1fb8-4421-bdf2-17888cb5381a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:09.360462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-80eb04e7-d3f7-4b46-a721-c6394cfc44bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.365142 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-80eb04e7-d3f7-4b46-a721-c6394cfc44bf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8a45e2b2-1fb8-4421-bdf2-17888cb5381a HTTP/1.1" status: 204 len: 168 time: 0.3674989 Nov 29 12:03:09.366624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33896) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:09.391273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.443059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01c8ba-ba71-4751-bd07-a067c11da8e1 None None] Network 1a97194b-6472-42df-ba75-6d3897032b51 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:03:09.445059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323ac806-e883-43c1-bf9a-53309f16ef6e None None] Network 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:03:09.445273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.509557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Deleting port 29223268-fc0a-41ad-a72c-12969bc52156 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:09.509557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.587721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] For port 29223268-fc0a-41ad-a72c-12969bc52156, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=29223268-fc0a-41ad-a72c-12969bc52156,segment=NetworkSegment(ed9e6ac8-7563-4dde-a5d0-7a21090737f2),segment_id=ed9e6ac8-7563-4dde-a5d0-7a21090737f2)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:09.589294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.605601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Calling delete_port for 29223268-fc0a-41ad-a72c-12969bc52156 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:09.625546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c565a696-d785-46d0-ac8a-2af47eb9420d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:09.670942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c565a696-d785-46d0-ac8a-2af47eb9420d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:09.671853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c565a696-d785-46d0-ac8a-2af47eb9420d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:09.696254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:08Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:09.715997 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.732017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] Checking router: 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:03:09.754744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Pushing event deleted for resources: {'Port': ['ID=29223268-fc0a-41ad-a72c-12969bc52156,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:09.755984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 46e23876-4e0a-4b82-9254-f940719d55c4 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:09.758400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] No DVR routers for this DVR port 29223268-fc0a-41ad-a72c-12969bc52156 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:03:09.761517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] Routers {'60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:09.762595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:09.787573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 46e23876-4e0a-4b82-9254-f940719d55c4 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:09.787974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 46e23876-4e0a-4b82-9254-f940719d55c4 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:09.793172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.844978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.856796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] DHCP port deletion for 1a97194b-6472-42df-ba75-6d3897032b51 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:03:09.872273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:09.872479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port c8622daf-151c-4321-8708-1bb17d3bbfe4 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:09.872745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.883469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:09.883874 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9e6ac8-7563-4dde-a5d0-7a21090737f2') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:09.898670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702e6984-d1d1-4747-a13e-e9831bcbb7ef None None] DHCP port deletion for 7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:03:09.899084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.924736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.932524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:03:09.932920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:03:09.934910 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:03:09.953844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] Set router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:09.956575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] Deleting port 19b3d2c9-1edf-4274-8901-10031e758f59 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:03:09.956952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:09.987999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port c8622daf-151c-4321-8708-1bb17d3bbfe4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c8622daf-151c-4321-8708-1bb17d3bbfe4,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:09.988420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.006104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.011582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.015052 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] 10.222.0.23 "DELETE /v2.0/networks/7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd HTTP/1.1" status: 204 len: 168 time: 0.6469834 Nov 29 12:03:10.027778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff234e-081c-469f-a551-91ac8238a88f admin admin] Pushing event deleted for resources: {'Network': ['ID=7973a9aa-a4de-4d8b-b0cc-8ea6d78161dd,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:10.029004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for c8622daf-151c-4321-8708-1bb17d3bbfe4 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:10.125672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] For port 19b3d2c9-1edf-4274-8901-10031e758f59, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=19b3d2c9-1edf-4274-8901-10031e758f59,segment=NetworkSegment(d677d1aa-b033-40b2-8926-c583f6991bf1),segment_id=d677d1aa-b033-40b2-8926-c583f6991bf1)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:10.126142 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.144210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] Calling delete_port for 19b3d2c9-1edf-4274-8901-10031e758f59 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:03:10.156677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33900) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:10.204777 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-51871d2d-82c7-4503-82ff-d3a652bd42c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32160d59dd2846aa9dba00fa3ccbe5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438390 Nov 29 12:03:10.205298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33902) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:10.230562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.265050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42045ca3-6b1f-45e5-b92e-3a0da7653544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.284682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:08Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:10.284969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=c8622daf-151c-4321-8708-1bb17d3bbfe4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:10.288592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42045ca3-6b1f-45e5-b92e-3a0da7653544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.316557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cf3e6-9020-455e-b91c-471919886499 None None] The sync data for ids ['60d29ee7-8c6f-4061-a9fc-aa48ecc4c534'] in dv-neutron-819578-1-hyperv is: [{'id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'name': 'tempest-TestNetworkBasicOps-router-673312290', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196'}], 'enable_snat': True}, 'gw_port_id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:08Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'c8622daf-151c-4321-8708-1bb17d3bbfe4', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d29ee7-8c6f-4061-a9fc-aa48ecc4c534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:01:32Z', 'updated_at': '2021-11-29T12:03:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:03:10.323961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.330419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.338808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] No DVR routers for this DVR port 19b3d2c9-1edf-4274-8901-10031e758f59 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:03:10.354663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42045ca3-6b1f-45e5-b92e-3a0da7653544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.357592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-42045ca3-6b1f-45e5-b92e-3a0da7653544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.359551 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-42045ca3-6b1f-45e5-b92e-3a0da7653544 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f6658b4-ddaa-42d1-b5de-3d007e23230e HTTP/1.1" status: 204 len: 168 time: 0.1532733 Nov 29 12:03:10.368628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde0c5c-0878-4016-9d60-a99eb6c89659 None None] Pushing event deleted for resources: {'Port': ['ID=19b3d2c9-1edf-4274-8901-10031e758f59,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:10.377201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42045ca3-6b1f-45e5-b92e-3a0da7653544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6658b4-ddaa-42d1-b5de-3d007e23230e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:10.444986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.447277 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.496786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.497384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Fanout notify agent at l3_agent the message router_deleted on router 60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:03:10.504916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.506060 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0e564437-8913-403e-a396-3967b270f27d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/routers/60d29ee7-8c6f-4061-a9fc-aa48ecc4c534 HTTP/1.1" status: 204 len: 168 time: 1.2420378 Nov 29 12:03:10.508859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33906) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:10.587229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.677851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.699633 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a97194b-6472-42df-ba75-6d3897032b51']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:10.709154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33910) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:10.710014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd677d1aa-b033-40b2-8926-c583f6991bf1') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:10.710150 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd677d1aa-b033-40b2-8926-c583f6991bf1') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:10.727810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.743103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.750459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:03:10.750980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:03:10.755002 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:03:10.759929 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bd30a7a9-f9fd-454d-84da-5d2bdbf0546c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=80c136f6052f4275bef329b570b56836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491898 Nov 29 12:03:10.760812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33912) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:10.813628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a563b053-ef1c-42a6-b1ef-6ea902a5cf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.831276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.837970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a563b053-ef1c-42a6-b1ef-6ea902a5cf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.839734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.843752 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/1a97194b-6472-42df-ba75-6d3897032b51 HTTP/1.1" status: 204 len: 168 time: 0.3328998 Nov 29 12:03:10.859456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d2c31-cac5-4f0e-bb33-ec32b86f1892 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=1a97194b-6472-42df-ba75-6d3897032b51,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:10.862357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33914) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:10.868936 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--342500243', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:10.907657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:03:10.911209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.930976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a563b053-ef1c-42a6-b1ef-6ea902a5cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.933480 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a563b053-ef1c-42a6-b1ef-6ea902a5cf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.934659 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a563b053-ef1c-42a6-b1ef-6ea902a5cf7f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aa521f59-de3a-44aa-9f11-2108bab52e39 HTTP/1.1" status: 204 len: 168 time: 0.1730866 Nov 29 12:03:10.954236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563b053-ef1c-42a6-b1ef-6ea902a5cf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa521f59-de3a-44aa-9f11-2108bab52e39,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:10.956269 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:03:10.970656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:10.971066 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment 057e3301-1715-40ba-a6cb-c5c94fa81b1f of type vlan for network f0f631c5-7d3e-4988-9f7b-39b1a3751565 Nov 29 12:03:11.016538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.045021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.051067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:11.052702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.057430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 29223268-fc0a-41ad-a72c-12969bc52156 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:11.080466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 29223268-fc0a-41ad-a72c-12969bc52156 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:11.081371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 29223268-fc0a-41ad-a72c-12969bc52156 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:11.082114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 04540336-d78a-4856-8889-e399895d5a63 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:11.105409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 04540336-d78a-4856-8889-e399895d5a63 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:11.105752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 04540336-d78a-4856-8889-e399895d5a63 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:11.106405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce6e76b1-ae41-40df-94ae-ce4a473198f2 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:11.118765 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2524776 Nov 29 12:03:11.119090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33918) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:11.128343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'admin_state_up': True, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:11.135979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396e88c-e4d9-400e-9c89-c2911540b4fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=f0f631c5-7d3e-4988-9f7b-39b1a3751565,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:11.152121 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:03:11.156070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: ce6e76b1-ae41-40df-94ae-ce4a473198f2 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:11.156985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ce6e76b1-ae41-40df-94ae-ce4a473198f2 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:11.157384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 19b3d2c9-1edf-4274-8901-10031e758f59 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:11.160925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.162249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.225104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.229696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 19b3d2c9-1edf-4274-8901-10031e758f59 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:11.230182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 19b3d2c9-1edf-4274-8901-10031e758f59 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:11.372895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.565750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.583921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.683010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.141 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:03:11.779494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.811355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:11.851632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:03:11.855839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:03:11.858240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:03:11.883944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:12.101885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:12.289755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:12.411034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:03:12.513494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:03:12.523410 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Sync routers for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:03:12.532922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:12.533116 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:12.533659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:12.534160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-de7d87fb-acd2-4747-b9e5-c6452bd7b9ef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4138339 Nov 29 12:03:12.537311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33920) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:12.568444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-146c8556-8cca-4d88-903f-02cb45aa9a92 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300837 Nov 29 12:03:12.571536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33922) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:12.639548 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:12.654128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80add3ae-eabb-496b-804d-333560277ab8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:12.656140 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-80add3ae-eabb-496b-804d-333560277ab8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0831969 Nov 29 12:03:12.658904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33924) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:12.685718 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-792b3729-8969-4e82-bb8a-080a800d5390 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257123 Nov 29 12:03:12.688028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33926) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:12.692549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-80076866', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:12.782477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:03:12.787625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:12.818630 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:11Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:12.844490 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Checking router: 55cb7b8c-c037-4de1-8b4b-15961fb4e33c for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:03:12.844837 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Updating router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:03:12.869334 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:12.909964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c8622daf-151c-4321-8708-1bb17d3bbfe4 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:03:12.930716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c8622daf-151c-4321-8708-1bb17d3bbfe4 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:03:12.931094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c8622daf-151c-4321-8708-1bb17d3bbfe4 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:03:12.967927 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:03:12.978562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.038598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=52e14824-4432-4368-834e-e5330920191b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:13.047983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:03:13.047983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: f0f631c5-7d3e-4988-9f7b-39b1a3751565, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:03:13.066967 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:03:13.076125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, f0f631c5-7d3e-4988-9f7b-39b1a3751565) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:03:13.080668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:13.081265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.089987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1820e-2e75-4df2-a485-5c3090f5357a None None] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:03:13.102552 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a327c7cc-e579-4eec-b4d9-e13faac414f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.4135215 Nov 29 12:03:13.103158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33928) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:13.133657 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.140236 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.196973 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Pushing event updated for resources: {'Port': ['ID=8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:13.204005 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.204350 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.204703 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.205016 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.205341 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.205668 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.206013 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.206338 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.206659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.206976 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.207294 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.207607 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:03:13.212184 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Attempting to bind port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:03:13.212563 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Attempting to bind port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:03:13.212917 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Attempting to bind port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:03:13.218135 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:03:13.218505 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:03:13.218900 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.219280 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:03:13.219732 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Bound port: 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:03:13.220103 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.240551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:03:13.241702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.279121 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] For port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:03:13.282763 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] For port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:03:13.287026 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.332249 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:13.332865 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:13.382910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Allocated IP 172.20.0.2 (f0f631c5-7d3e-4988-9f7b-39b1a3751565/52e14824-4432-4368-834e-e5330920191b/00cc7c15-0a15-424e-8126-e01a5b126e23) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:03:13.410188 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fef034-a48b-4b42-a770-dd9bfe48c303 None None] Pushing event updated for resources: {'Port': ['ID=8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:13.454995 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:13.553761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.560837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.581208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.601169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:03:13.605552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:03:13.609150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:03:13.641561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Pushing event updated for resources: {'Port': ['ID=00cc7c15-0a15-424e-8126-e01a5b126e23,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:13.672968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Attempting to bind port 00cc7c15-0a15-424e-8126-e01a5b126e23 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:03:13.672968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Attempting to bind port 00cc7c15-0a15-424e-8126-e01a5b126e23 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:03:13.673362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Attempting to bind port 00cc7c15-0a15-424e-8126-e01a5b126e23 on network f0f631c5-7d3e-4988-9f7b-39b1a3751565 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:03:13.678588 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:03:13.678953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Checking segment: {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:03:13.679350 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.679738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Bound using segment: {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:03:13.680532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Bound port: 00cc7c15-0a15-424e-8126-e01a5b126e23, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:03:13.680681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.739594 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:11Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:13.742989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] For port 00cc7c15-0a15-424e-8126-e01a5b126e23, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:03:13.746211 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] For port 00cc7c15-0a15-424e-8126-e01a5b126e23, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=00cc7c15-0a15-424e-8126-e01a5b126e23,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:03:13.751004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:13.766420 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a397ccc9-39f4-4303-8816-970c281a5dfc None None] The sync data for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv is: [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:11Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:03:13.809707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e71e2f-c7a2-403d-a5ff-5b0ed44b5d81 None None] Pushing event updated for resources: {'Port': ['ID=00cc7c15-0a15-424e-8126-e01a5b126e23,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:13.876325 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.1 (f0f631c5-7d3e-4988-9f7b-39b1a3751565/52e14824-4432-4368-834e-e5330920191b/12031ba8-d424-4292-9cd2-5886da378b8d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:03:14.017933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:14.072245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:14.124658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:03:14.128494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:03:14.133048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:03:14.162475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=12031ba8-d424-4292-9cd2-5886da378b8d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:14.193197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:14.335717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:14.620847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:14.626725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:14.702385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=12031ba8-d424-4292-9cd2-5886da378b8d,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:14.704942 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:14.800878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:03:14.802410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:03:14.863408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ff61b8-2a31-4df0-9a00-773ba8c5229d None None] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:03:14.929084 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:03:14.986423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8bb09bdc-327e-4486-b2cc-ef2006f2ccc1 None None] Provisioning complete for port 00cc7c15-0a15-424e-8126-e01a5b126e23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:14.986792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bb09bdc-327e-4486-b2cc-ef2006f2ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.014540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:15.152096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:15.152469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.156307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bb09bdc-327e-4486-b2cc-ef2006f2ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.220660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8bb09bdc-327e-4486-b2cc-ef2006f2ccc1 None None] For port 00cc7c15-0a15-424e-8126-e01a5b126e23, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=00cc7c15-0a15-424e-8126-e01a5b126e23,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:15.228338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8bb09bdc-327e-4486-b2cc-ef2006f2ccc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.311942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.317139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb09bdc-327e-4486-b2cc-ef2006f2ccc1 None None] Pushing event updated for resources: {'Port': ['ID=00cc7c15-0a15-424e-8126-e01a5b126e23,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:15.341832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:15.346768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.347717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 00cc7c15-0a15-424e-8126-e01a5b126e23 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:15.382094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:03:15.388121 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2907d073-427f-453f-8a97-8c8ce0d8cbbf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/55cb7b8c-c037-4de1-8b4b-15961fb4e33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2832727 Nov 29 12:03:15.391243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33930) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:15.433033 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:15.457381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b62ead5f-c8c3-4667-9aa3-80a84b217271 None None] Provisioning complete for port 00cc7c15-0a15-424e-8126-e01a5b126e23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:15.461373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b62ead5f-c8c3-4667-9aa3-80a84b217271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.465981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Sync routers for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:03:15.492857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 00cc7c15-0a15-424e-8126-e01a5b126e23 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:15.493230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.507123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c5283-f0f1-4883-9251-478961f8e1b1 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:15.507901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c5283-f0f1-4883-9251-478961f8e1b1 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:15.508546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c5283-f0f1-4883-9251-478961f8e1b1 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:15.509182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c5283-f0f1-4883-9251-478961f8e1b1 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:15.511996 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-434c5283-f0f1-4883-9251-478961f8e1b1 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1187580 Nov 29 12:03:15.514176 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33932) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:15.540716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:15.541351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:15.570081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa2d8a-bbc5-4cc6-91d2-67a17cb6ed64 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:15.570560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa2d8a-bbc5-4cc6-91d2-67a17cb6ed64 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:15.571024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa2d8a-bbc5-4cc6-91d2-67a17cb6ed64 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:15.571733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa2d8a-bbc5-4cc6-91d2-67a17cb6ed64 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:15.573417 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0eaa2d8a-bbc5-4cc6-91d2-67a17cb6ed64 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2735 time: 0.0575118 Nov 29 12:03:15.576511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33934) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:15.730430 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9f2124cd-ff5d-4dfb-ac54-6494eb18fb82 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1495185 Nov 29 12:03:15.878797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:15.907315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b62ead5f-c8c3-4667-9aa3-80a84b217271 None None] Provisioning complete for port 12031ba8-d424-4292-9cd2-5886da378b8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:15.907689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b62ead5f-c8c3-4667-9aa3-80a84b217271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:15.953156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33938) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:15.957679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-58f1700f-d0fd-48c6-9d93-f90637f96d2b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632270076', 'description': 'tempest-secgroup-smoke-1632270076 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:15.978537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58f1700f-d0fd-48c6-9d93-f90637f96d2b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.011008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b62ead5f-c8c3-4667-9aa3-80a84b217271 None None] Port 12031ba8-d424-4292-9cd2-5886da378b8d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:03:16.048832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58f1700f-d0fd-48c6-9d93-f90637f96d2b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.052782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58f1700f-d0fd-48c6-9d93-f90637f96d2b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.081338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58f1700f-d0fd-48c6-9d93-f90637f96d2b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.082560 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58f1700f-d0fd-48c6-9d93-f90637f96d2b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1284249 Nov 29 12:03:16.085547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33940) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:16.086538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1700f-d0fd-48c6-9d93-f90637f96d2b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8919b174-3df5-4690-a6a0-78546396dd21,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.092466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6086cb4e-9bde-4787-b94b-6fa48f432c03 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '8919b174-3df5-4690-a6a0-78546396dd21', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:16.106989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:16.119168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6086cb4e-9bde-4787-b94b-6fa48f432c03 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.138965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Checking router: 55cb7b8c-c037-4de1-8b4b-15961fb4e33c for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:03:16.139322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Updating router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c port 12031ba8-d424-4292-9cd2-5886da378b8d binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:03:16.173764 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e065bc7b-9e59-48ad-a875-97ac8d609f94 None None] Provisioning complete for port 12031ba8-d424-4292-9cd2-5886da378b8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:16.174484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e065bc7b-9e59-48ad-a875-97ac8d609f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.175151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6086cb4e-9bde-4787-b94b-6fa48f432c03 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.175963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.180143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6086cb4e-9bde-4787-b94b-6fa48f432c03 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.198405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086cb4e-9bde-4787-b94b-6fa48f432c03 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27484ba4-a5e9-49cd-8037-8bb5cc3fd25d,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.206074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6086cb4e-9bde-4787-b94b-6fa48f432c03 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.209889 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6086cb4e-9bde-4787-b94b-6fa48f432c03 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206801 Nov 29 12:03:16.210081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33942) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:16.214358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-535818e8-5a33-4edd-bc5f-64ce2e78aaa1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '8919b174-3df5-4690-a6a0-78546396dd21', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:16.240196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-535818e8-5a33-4edd-bc5f-64ce2e78aaa1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.244016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e065bc7b-9e59-48ad-a875-97ac8d609f94 None None] Port 12031ba8-d424-4292-9cd2-5886da378b8d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:03:16.296634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-535818e8-5a33-4edd-bc5f-64ce2e78aaa1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.300362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-535818e8-5a33-4edd-bc5f-64ce2e78aaa1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.323155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535818e8-5a33-4edd-bc5f-64ce2e78aaa1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15f7457-d928-4518-b5f1-7130a3f1e709,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.332300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-535818e8-5a33-4edd-bc5f-64ce2e78aaa1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.333481 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-535818e8-5a33-4edd-bc5f-64ce2e78aaa1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225023 Nov 29 12:03:16.336476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33944) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:16.341017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6d42fd2e-f74d-4327-a419-6fbbe9fe9d3a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '8919b174-3df5-4690-a6a0-78546396dd21', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:16.367317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6d42fd2e-f74d-4327-a419-6fbbe9fe9d3a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.427597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6d42fd2e-f74d-4327-a419-6fbbe9fe9d3a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.431332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6d42fd2e-f74d-4327-a419-6fbbe9fe9d3a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.450406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d42fd2e-f74d-4327-a419-6fbbe9fe9d3a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47414d06-628e-48bf-94fb-bf3b59a60b21,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.460262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6d42fd2e-f74d-4327-a419-6fbbe9fe9d3a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.464061 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6d42fd2e-f74d-4327-a419-6fbbe9fe9d3a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239944 Nov 29 12:03:16.464318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 33946) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:16.468600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-eecd9be1-1aae-4dc1-83aa-16b95102d921 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '8919b174-3df5-4690-a6a0-78546396dd21', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:16.480731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.487174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.495484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eecd9be1-1aae-4dc1-83aa-16b95102d921 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.538090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39a186-cb33-4a7a-a953-0aac51136f42 None None] Pushing event updated for resources: {'Port': ['ID=12031ba8-d424-4292-9cd2-5886da378b8d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.572325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eecd9be1-1aae-4dc1-83aa-16b95102d921 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.576576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eecd9be1-1aae-4dc1-83aa-16b95102d921 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.594524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Attempting to bind port 12031ba8-d424-4292-9cd2-5886da378b8d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:03:16.595275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Attempting to bind port 12031ba8-d424-4292-9cd2-5886da378b8d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:03:16.595275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Attempting to bind port 12031ba8-d424-4292-9cd2-5886da378b8d on network f0f631c5-7d3e-4988-9f7b-39b1a3751565 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:03:16.598462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd9be1-1aae-4dc1-83aa-16b95102d921 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbe3a80-f3b7-4700-b597-99f3080d893b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.601332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:03:16.601759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Checking segment: {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:03:16.602217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.602606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Bound using segment: {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:03:16.603206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Bound port: 12031ba8-d424-4292-9cd2-5886da378b8d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:03:16.603589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.605223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eecd9be1-1aae-4dc1-83aa-16b95102d921 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.609601 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-eecd9be1-1aae-4dc1-83aa-16b95102d921 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418047 Nov 29 12:03:16.610130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33948) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:16.614766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-834dcba7-446b-4e69-be2d-a8dea08c586f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '8919b174-3df5-4690-a6a0-78546396dd21', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:16.651023 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-834dcba7-446b-4e69-be2d-a8dea08c586f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:03:16.656537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-834dcba7-446b-4e69-be2d-a8dea08c586f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.670474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] For port 12031ba8-d424-4292-9cd2-5886da378b8d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:03:16.674058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] For port 12031ba8-d424-4292-9cd2-5886da378b8d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=12031ba8-d424-4292-9cd2-5886da378b8d,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:03:16.678516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.726230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-834dcba7-446b-4e69-be2d-a8dea08c586f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.731257 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-834dcba7-446b-4e69-be2d-a8dea08c586f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.737668 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:16.738239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:16.753806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dcba7-446b-4e69-be2d-a8dea08c586f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74408947-05d6-4d34-a856-a26241973d79,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.762468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-834dcba7-446b-4e69-be2d-a8dea08c586f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.763660 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-834dcba7-446b-4e69-be2d-a8dea08c586f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525102 Nov 29 12:03:16.766491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 33950) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:16.771376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a954458b-fc67-4643-a7d8-e069c563b777 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '8919b174-3df5-4690-a6a0-78546396dd21', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:16.779488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39a186-cb33-4a7a-a953-0aac51136f42 None None] Pushing event updated for resources: {'Port': ['ID=12031ba8-d424-4292-9cd2-5886da378b8d,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.802320 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-a954458b-fc67-4643-a7d8-e069c563b777 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:03:16.807370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a954458b-fc67-4643-a7d8-e069c563b777 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.824400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ed3283fd-87ef-4c40-9a17-b6d2d853e681 None None] Provisioning complete for port 12031ba8-d424-4292-9cd2-5886da378b8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:16.824798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed3283fd-87ef-4c40-9a17-b6d2d853e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.876004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a954458b-fc67-4643-a7d8-e069c563b777 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.883191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a954458b-fc67-4643-a7d8-e069c563b777 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.891791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:16.904770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954458b-fc67-4643-a7d8-e069c563b777 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8145cb4a-dadf-44ad-86f7-4cb3ef1c3263,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:16.912023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a954458b-fc67-4643-a7d8-e069c563b777 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:16.918440 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a954458b-fc67-4643-a7d8-e069c563b777 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508367 Nov 29 12:03:17.007487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:17.051476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed3283fd-87ef-4c40-9a17-b6d2d853e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:17.122941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-ed3283fd-87ef-4c40-9a17-b6d2d853e681 None None] For port 12031ba8-d424-4292-9cd2-5886da378b8d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=12031ba8-d424-4292-9cd2-5886da378b8d,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:17.133642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed3283fd-87ef-4c40-9a17-b6d2d853e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:17.155051 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-dffa39d6-5c59-4597-b220-e810d99673dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632270076&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0327985 Nov 29 12:03:17.195367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:17.195647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:17.238547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3283fd-87ef-4c40-9a17-b6d2d853e681 None None] Pushing event updated for resources: {'Port': ['ID=12031ba8-d424-4292-9cd2-5886da378b8d,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:17.272322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-71da8450-f1fa-4d3c-b5c6-4b26e1000e16 None None] Provisioning complete for port 12031ba8-d424-4292-9cd2-5886da378b8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:17.272692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-71da8450-f1fa-4d3c-b5c6-4b26e1000e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:17.274869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-6d9fbaec-3d1e-4a85-b236-bfe02fdae47a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:17.276314 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-6d9fbaec-3d1e-4a85-b236-bfe02fdae47a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=f0f631c5-7d3e-4988-9f7b-39b1a3751565 HTTP/1.1" status: 200 len: 796 time: 0.1138632 Nov 29 12:03:17.291696 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-53fae7cd-cdfc-4320-832f-110cf02b3391 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0089772 Nov 29 12:03:17.298193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-61d1190b-b49c-4469-8659-52b369015939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:16Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:17.331201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1190b-b49c-4469-8659-52b369015939 None None] The sync data for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv is: [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:16Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:03:17.343237 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-6e1a1e5f-0212-42fd-a2c9-4249950c7008 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446172 Nov 29 12:03:17.394553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 00cc7c15-0a15-424e-8126-e01a5b126e23 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:17.474311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 00cc7c15-0a15-424e-8126-e01a5b126e23 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:17.474775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:17.492479 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-0039ab32-586e-4166-9572-71d3abb64be7 service neutron] 10.222.0.23 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330211 Nov 29 12:03:17.599618 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-bf44ae15-c8e8-4304-9491-9e10a45beb20 service neutron] 10.222.0.23 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004741 Nov 29 12:03:17.756248 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-657cdb56-83b4-4cbf-8e2b-ced443a70d60 req-2dd2bacb-3969-4628-86bf-7a95ec6ec02c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 210 time: 0.0282855 Nov 29 12:03:18.728050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-51368f62-6943-4f36-9c19-902c906e0823 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:18.729500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-51368f62-6943-4f36-9c19-902c906e0823 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=f0f631c5-7d3e-4988-9f7b-39b1a3751565 HTTP/1.1" status: 200 len: 796 time: 0.1058402 Nov 29 12:03:18.772290 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-0a78ded9-3cee-4813-80cd-c25b0731e59f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 380 time: 0.0336740 Nov 29 12:03:18.786250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['8919b174-3df5-4690-a6a0-78546396dd21']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:18.854109 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d37e85e-f227-4761-bca1-f68dcd79d3f6 req-881e081e-0d0c-4d23-b46f-14c775ebfac5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 210 time: 0.0274978 Nov 29 12:03:18.965916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 12031ba8-d424-4292-9cd2-5886da378b8d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:19.015544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 12031ba8-d424-4292-9cd2-5886da378b8d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:19.015938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.163047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:03:19.166591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.289157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.11 (f0f631c5-7d3e-4988-9f7b-39b1a3751565/52e14824-4432-4368-834e-e5330920191b/d49b1f23-4875-4db4-9a8a-8f5f69a13041) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:03:19.419048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.451255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.496302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:03:19.503533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:03:19.511038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:03:19.515540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=d49b1f23-4875-4db4-9a8a-8f5f69a13041,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:19.560904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:19.562088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.579405 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-88c9db85-9146-45b2-8650-b7026295d872 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970953 Nov 29 12:03:19.591655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Request body: {'port': {'device_id': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:19.647468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.695550 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-4f2052a0-0a64-4383-bc09-1d9b6c61bfd0 None None] Provisioning complete for port d49b1f23-4875-4db4-9a8a-8f5f69a13041 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:19.695928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f2052a0-0a64-4383-bc09-1d9b6c61bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.734069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-4f2052a0-0a64-4383-bc09-1d9b6c61bfd0 None None] Port d49b1f23-4875-4db4-9a8a-8f5f69a13041 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:03:19.906251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49b1f23-4875-4db4-9a8a-8f5f69a13041 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:03:19.913686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.926192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Transition to ACTIVE for port object d49b1f23-4875-4db4-9a8a-8f5f69a13041 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:03:19.930228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:19.975217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a71b6f-ea43-489c-a1c9-4660d63c5800 req-a1d90789-42a6-4503-ab3a-c02cad5c624b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:19.977396 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-05a71b6f-ea43-489c-a1c9-4660d63c5800 req-a1d90789-42a6-4503-ab3a-c02cad5c624b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 944 time: 0.0544415 Nov 29 12:03:19.996980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Pushing event updated for resources: {'Port': ['ID=d49b1f23-4875-4db4-9a8a-8f5f69a13041,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:20.021653 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-05a71b6f-ea43-489c-a1c9-4660d63c5800 req-bc012ba1-c40c-4f18-a570-ea8a890ee707 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361094 Nov 29 12:03:20.055366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Attempting to bind port d49b1f23-4875-4db4-9a8a-8f5f69a13041 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:03:20.055704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Attempting to bind port d49b1f23-4875-4db4-9a8a-8f5f69a13041 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:03:20.056035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Attempting to bind port d49b1f23-4875-4db4-9a8a-8f5f69a13041 on network f0f631c5-7d3e-4988-9f7b-39b1a3751565 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:03:20.060482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Port d49b1f23-4875-4db4-9a8a-8f5f69a13041 on network f0f631c5-7d3e-4988-9f7b-39b1a3751565 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:03:20.060805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Attempting to bind port d49b1f23-4875-4db4-9a8a-8f5f69a13041 on network f0f631c5-7d3e-4988-9f7b-39b1a3751565 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:03:20.065704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:03:20.066065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Checking segment: {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:03:20.066444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Bound using segment: {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:03:20.066880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Bound port: d49b1f23-4875-4db4-9a8a-8f5f69a13041, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057e3301-1715-40ba-a6cb-c5c94fa81b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:03:20.067240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:20.133673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] For port d49b1f23-4875-4db4-9a8a-8f5f69a13041, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:03:20.137114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] For port d49b1f23-4875-4db4-9a8a-8f5f69a13041, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:03:20.141591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:20.176750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:20.177479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:20.178852 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] 10.222.0.30 "PUT /v2.0/ports/d49b1f23-4875-4db4-9a8a-8f5f69a13041 HTTP/1.1" status: 200 len: 1094 time: 0.5914497 Nov 29 12:03:20.179292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:03:20.181544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c" -d '{"events": [{"name": "network-changed", "server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:03:20.211648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3783f8-5586-41af-a87b-cf790313f701 service neutron] Pushing event updated for resources: {'Port': ['ID=d49b1f23-4875-4db4-9a8a-8f5f69a13041,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:20.231927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08d572-0983-4856-9612-b412c432f684 x-openstack-request-id: req-db08d572-0983-4856-9612-b412c432f684 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:03:20.232169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:03:20.232422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db08d572-0983-4856-9612-b412c432f684 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:03:20.232818 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'status': 'completed', 'code': 200} Nov 29 12:03:20.266445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-fc2e6787-7eee-41be-8b66-5ca08984fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:20.267989 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-fc2e6787-7eee-41be-8b66-5ca08984fd48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 1097 time: 0.0451386 Nov 29 12:03:20.315271 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-fc666e2d-f3e7-4464-8b97-a08a3cabef29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041 HTTP/1.1" status: 200 len: 217 time: 0.0391488 Nov 29 12:03:20.367743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-3e3bdd0c-6b6d-45b4-af85-eb0b6a912286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:20.369210 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-3e3bdd0c-6b6d-45b4-af85-eb0b6a912286 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e14824-4432-4368-834e-e5330920191b HTTP/1.1" status: 200 len: 842 time: 0.0470078 Nov 29 12:03:20.415383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-b5da85e4-3fe3-4688-865a-8fa1500fba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:20.416883 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-b5da85e4-3fe3-4688-865a-8fa1500fba5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0f631c5-7d3e-4988-9f7b-39b1a3751565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393832 Nov 29 12:03:20.509044 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-64905c21-8218-419a-a1f1-917554528a15 service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844998 Nov 29 12:03:20.596319 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d2be54e7-1216-4b93-b48b-c4329cc9e09a req-1599fb22-053a-40f9-91ce-7baa7a8d886b service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804791 Nov 29 12:03:20.681924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-5759f0bf-d941-492e-aef6-29623c3853c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:20.683407 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-5759f0bf-d941-492e-aef6-29623c3853c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 1097 time: 0.0391548 Nov 29 12:03:20.774847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-7cef6895-196e-41d1-b826-c95580408c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:20.776221 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-7cef6895-196e-41d1-b826-c95580408c13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0f631c5-7d3e-4988-9f7b-39b1a3751565 HTTP/1.1" status: 200 len: 897 time: 0.0846379 Nov 29 12:03:20.816117 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-3c84a3f8-fbe2-4d3e-856d-d4ebd599a00b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041 HTTP/1.1" status: 200 len: 217 time: 0.0333011 Nov 29 12:03:20.866951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-b5b1ce4a-64f9-4e06-a8bf-1a154a352549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:20.868457 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-b5b1ce4a-64f9-4e06-a8bf-1a154a352549 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e14824-4432-4368-834e-e5330920191b HTTP/1.1" status: 200 len: 842 time: 0.0461915 Nov 29 12:03:20.917332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-e10148d3-784a-470a-bdff-bc8940372356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:20.918870 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-e10148d3-784a-470a-bdff-bc8940372356 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0f631c5-7d3e-4988-9f7b-39b1a3751565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434935 Nov 29 12:03:21.006918 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-5138f1ec-61cb-4661-b1b2-55ca06baaf15 service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800283 Nov 29 12:03:21.098517 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fd14ad1a-30be-481d-b2e9-4d7c7f93b98c req-a2ac70ca-6886-49da-97f9-1bfbad5fe550 service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849769 Nov 29 12:03:21.140152 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb045b2c-1ac9-4ff4-b2ad-6c824714dade req-57ee9f85-0d68-4879-8376-b51d557206cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:21.141610 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bb045b2c-1ac9-4ff4-b2ad-6c824714dade req-57ee9f85-0d68-4879-8376-b51d557206cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 944 time: 0.0512309 Nov 29 12:03:21.178888 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bb045b2c-1ac9-4ff4-b2ad-6c824714dade req-7a642cd1-93af-4cb7-a88f-4be3da78ebf1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Nov 29 12:03:22.290342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadccd00-5ca7-4af3-94e7-5e840555e39d req-74aabf7c-66ff-479a-b196-464d9d39b75a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:22.291765 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cadccd00-5ca7-4af3-94e7-5e840555e39d req-74aabf7c-66ff-479a-b196-464d9d39b75a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 944 time: 0.0469468 Nov 29 12:03:22.334640 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cadccd00-5ca7-4af3-94e7-5e840555e39d req-62f389ab-3770-4b95-89b2-c8a46b5a6179 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364032 Nov 29 12:03:23.449610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf776c-b046-4d31-8cd8-cd528c4a5e76 req-a8526a7e-9c83-4453-b896-40f03ede8d6a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:23.451062 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b2bf776c-b046-4d31-8cd8-cd528c4a5e76 req-a8526a7e-9c83-4453-b896-40f03ede8d6a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 944 time: 0.0519805 Nov 29 12:03:23.489154 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b2bf776c-b046-4d31-8cd8-cd528c4a5e76 req-7b22607a-d43b-45f1-9cc5-617cac4bea60 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Nov 29 12:03:23.815518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device d49b1f23-4875-4db4-9a8a-8f5f69a13041 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:03:23.906296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port d49b1f23-4875-4db4-9a8a-8f5f69a13041, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:23.916208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'port_id': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'mac_address': 'fa:16:3e:11:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:03:23.956661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:23.968766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49b1f23-4875-4db4-9a8a-8f5f69a13041 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:03:23.986682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port d49b1f23-4875-4db4-9a8a-8f5f69a13041, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:23.990530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:24.035713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=d49b1f23-4875-4db4-9a8a-8f5f69a13041,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:24.301035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['d49b1f23-4875-4db4-9a8a-8f5f69a13041'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:03:24.600647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881308da-395f-4605-9f0b-5887e526d759 req-8c5af0b2-d162-492e-8733-1c5d59054dc9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:24.602031 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-881308da-395f-4605-9f0b-5887e526d759 req-8c5af0b2-d162-492e-8733-1c5d59054dc9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 945 time: 0.0474365 Nov 29 12:03:24.639239 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-881308da-395f-4605-9f0b-5887e526d759 req-6ffab60a-0c6f-4559-9527-5eee7d44aee7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315142 Nov 29 12:03:25.753285 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2abbe7-af59-4f82-805e-4f8db927246d req-a78dbeb8-5680-4243-9505-333c80231c2e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:25.754786 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2b2abbe7-af59-4f82-805e-4f8db927246d req-a78dbeb8-5680-4243-9505-333c80231c2e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 945 time: 0.0477953 Nov 29 12:03:25.792092 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2b2abbe7-af59-4f82-805e-4f8db927246d req-410d857f-4bb6-4ac8-95aa-232eab1c0a08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Nov 29 12:03:25.831063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device d49b1f23-4875-4db4-9a8a-8f5f69a13041 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:03:25.879006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port d49b1f23-4875-4db4-9a8a-8f5f69a13041 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:03:25.882487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port d49b1f23-4875-4db4-9a8a-8f5f69a13041 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:03:25.882853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:25.960189 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:25.982791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:03:25.985092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20fea7-c7bf-46c7-bb6e-651eb559c375" -d '{"events": [{"server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "name": "network-vif-plugged", "status": "completed", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:03:25.996760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port d49b1f23-4875-4db4-9a8a-8f5f69a13041, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:03:26.000944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:26.025589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db83af96-9782-44ee-a0df-f5e12fca1497 x-openstack-request-id: req-db83af96-9782-44ee-a0df-f5e12fca1497 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:03:26.025870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "name": "network-vif-plugged", "status": "completed", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:03:26.026907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-db83af96-9782-44ee-a0df-f5e12fca1497 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:03:26.027613 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'code': 200} Nov 29 12:03:26.053054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=d49b1f23-4875-4db4-9a8a-8f5f69a13041,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:26.181106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec629e9-b2fe-4458-a591-d9e6f3e83e86 req-b635036f-2a55-4561-8baa-04bc708b3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:26.183020 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ec629e9-b2fe-4458-a591-d9e6f3e83e86 req-b635036f-2a55-4561-8baa-04bc708b3139 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 1099 time: 0.0403411 Nov 29 12:03:26.219029 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ec629e9-b2fe-4458-a591-d9e6f3e83e86 req-06b9355e-b930-4a79-84c2-d31895bdd294 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283632 Nov 29 12:03:26.908560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af64fdd-0aa3-48e7-bd19-4288038b7b49 req-af286ff6-c542-4585-b2d6-acc1700faa75 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:26.910043 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1af64fdd-0aa3-48e7-bd19-4288038b7b49 req-af286ff6-c542-4585-b2d6-acc1700faa75 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 946 time: 0.0519433 Nov 29 12:03:26.947805 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1af64fdd-0aa3-48e7-bd19-4288038b7b49 req-4ff8c54a-c6c3-4af2-98bd-19a7fc442e7c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319014 Nov 29 12:03:27.449710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:28.061063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c65a1d-c02b-4991-8753-fe225dba4b9e req-25cf02f9-59e3-496e-aed0-5d05800adf1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:28.062809 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04c65a1d-c02b-4991-8753-fe225dba4b9e req-25cf02f9-59e3-496e-aed0-5d05800adf1c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 946 time: 0.0482159 Nov 29 12:03:28.100151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04c65a1d-c02b-4991-8753-fe225dba4b9e req-2d28ad1d-712a-46d0-bf1d-c27973b7b2ae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Nov 29 12:03:28.212727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e6ea-53cb-458a-9c8c-f93fa79467ad req-227e6867-a1c3-4a6a-b610-5170086db574 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:28.214232 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-88c7e6ea-53cb-458a-9c8c-f93fa79467ad req-227e6867-a1c3-4a6a-b610-5170086db574 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 946 time: 0.0476260 Nov 29 12:03:28.251211 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-88c7e6ea-53cb-458a-9c8c-f93fa79467ad req-61d26870-93a2-4308-8d4a-5281e7885f4f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304427 Nov 29 12:03:28.272201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34006) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:28.313859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5dc4f5-3b35-4e5e-8e94-c1ede91ebf64 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:28.315363 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6c5dc4f5-3b35-4e5e-8e94-c1ede91ebf64 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 1094 time: 0.0422287 Nov 29 12:03:28.318071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34008) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:28.322505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:03:28.343995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:28.440686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:28.547439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.138 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/7a295916-01d0-4f1a-8dcf-80cef7355d45) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:03:28.647364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:28.678767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:28.720519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:03:28.723283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:03:28.727375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:03:28.736086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=7a295916-01d0-4f1a-8dcf-80cef7355d45,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:29.066313 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:29.133439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:29.277004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:29.282457 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:29.348428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=7a295916-01d0-4f1a-8dcf-80cef7355d45,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:03:29.360044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:29.455916 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 1fd11d13-424a-412d-8ae5-906ef4efb75a associated. External IP: 172.26.5.138, port: d49b1f23-4875-4db4-9a8a-8f5f69a13041. Nov 29 12:03:29.659522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:03:29.764248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:03:29.774302 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] Sync routers for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:03:29.782801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:29.784663 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:29.785334 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:29.808788 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5f19a8ac-ce58-48e1-bcad-5f6fc5802ad0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4897547 Nov 29 12:03:29.809400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:03:29.811679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34010) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:29.812183 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:03:29.848708 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059538eb-29e4-4ff6-8b5c-c9df84cddcf2 x-openstack-request-id: req-059538eb-29e4-4ff6-8b5c-c9df84cddcf2 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:03:29.849055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:03:29.849315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-059538eb-29e4-4ff6-8b5c-c9df84cddcf2 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:03:29.849724 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'status': 'completed', 'code': 200} Nov 29 12:03:29.890424 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:29.905633 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4ed0ef41-45e2-4fe8-8f2e-d86524e3a1c2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/1fd11d13-424a-412d-8ae5-906ef4efb75a HTTP/1.1" status: 200 len: 992 time: 0.0926733 Nov 29 12:03:29.918363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-f08ac2dc-ed76-4be7-bc61-35db9426fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:29.919741 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-f08ac2dc-ed76-4be7-bc61-35db9426fa37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 1099 time: 0.0487065 Nov 29 12:03:30.009090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-98368c93-a49e-413a-8436-0fcd33a40db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:30.010609 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-98368c93-a49e-413a-8436-0fcd33a40db0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0f631c5-7d3e-4988-9f7b-39b1a3751565 HTTP/1.1" status: 200 len: 897 time: 0.0840278 Nov 29 12:03:30.077641 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-fa33953f-023b-4f8c-a55b-6dd6bf88ff59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041 HTTP/1.1" status: 200 len: 1000 time: 0.0601716 Nov 29 12:03:30.108877 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '1fd11d13-424a-412d-8ae5-906ef4efb75a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'port_id': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'mac_address': 'fa:16:3e:11:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:03:28Z', 'updated_at': '2021-11-29T12:03:28Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:30.125936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-151c676a-7cfc-4b50-aa6d-2b976e8093ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:30.127400 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-151c676a-7cfc-4b50-aa6d-2b976e8093ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e14824-4432-4368-834e-e5330920191b HTTP/1.1" status: 200 len: 842 time: 0.0435371 Nov 29 12:03:30.134339 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] Checking router: 55cb7b8c-c037-4de1-8b4b-15961fb4e33c for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:03:30.142457 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:03:30.143044 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:03:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:30.172699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-1e17f857-c2c9-461c-9154-dcfd14b6cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:03:30.175854 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-1e17f857-c2c9-461c-9154-dcfd14b6cefe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0f631c5-7d3e-4988-9f7b-39b1a3751565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401382 Nov 29 12:03:30.243557 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:03:30.265112 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-84ca784a-0c9d-4763-beba-61f10a742bbd service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 Nov 29 12:03:30.352900 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4edaf2ad-3444-486f-8ef0-0d7fe9ac46d1 req-04d30e34-e0ad-47ae-a90e-a22ef256a952 service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812752 Nov 29 12:03:30.459929 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '1fd11d13-424a-412d-8ae5-906ef4efb75a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'port_id': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'mac_address': 'fa:16:3e:11:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:03:28Z', 'updated_at': '2021-11-29T12:03:28Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:03:30.489108 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c47d1f-3514-45d3-bfb4-92a684b001ea None None] The sync data for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv is: [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '1fd11d13-424a-412d-8ae5-906ef4efb75a', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'port_id': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'mac_address': 'fa:16:3e:11:1e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:03:28Z', 'updated_at': '2021-11-29T12:03:28Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:03:30.665455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee451d20-5dfb-4f5e-9e1f-d07203be6287 None None] New status for floating IP 1fd11d13-424a-412d-8ae5-906ef4efb75a: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:03:30.715667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7638-4bcf-4dfd-9f7d-653f83a60b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:30.909456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34014) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:03:30.974382 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-12555538-f680-4d1a-b152-c379b5084571 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/1fd11d13-424a-412d-8ae5-906ef4efb75a HTTP/1.1" status: 200 len: 994 time: 0.0635180 Nov 29 12:03:33.254511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-51cf55d5-a440-4aeb-93ee-ccfb6f855b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:33.673412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:34.662376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:35.984274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:03:49.967662 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:03:57.473236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:00.687923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b28812b-5eb3-431e-9c4e-fcc19a0a57b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:03.254499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9cb2ce79-9c48-40e1-87ac-a965a8ecb222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:03.673290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:04.664125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:05.986163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:18.323090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-89145eb2-f3c1-4faa-a5a1-aeb1b52a1b55 req-e5847f95-3eca-4de7-a352-614b2ac3f602 service neutron] (102104) timed out ('10.222.0.30', 64967) {{(pid=102104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 29 12:04:26.967061 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:04:27.483302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:30.688042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-35b251f4-9d03-4a18-b162-d37b476b9823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:33.254797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99953d32-a4ac-4f1a-89dc-4b74f6d619b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:33.674421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:34.667387 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:35.987771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:04:45.705292 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-ccdcae2e-e6a6-458b-b43d-e69f3be8185d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1383727 Nov 29 12:04:45.786379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-b7f58a60-4934-4c2c-83ad-79b7eff95418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:04:45.787759 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-b7f58a60-4934-4c2c-83ad-79b7eff95418 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 1099 time: 0.0403590 Nov 29 12:04:45.888147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-5562c52a-58e4-4046-8cd4-a6fa46ffd968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:04:45.890093 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-5562c52a-58e4-4046-8cd4-a6fa46ffd968 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0f631c5-7d3e-4988-9f7b-39b1a3751565 HTTP/1.1" status: 200 len: 897 time: 0.0842071 Nov 29 12:04:45.954740 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-2f1b8d41-d5a6-4ca2-9011-6adaddc4c625 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041 HTTP/1.1" status: 200 len: 1002 time: 0.0580778 Nov 29 12:04:46.005395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-a3dfd043-1dda-4c5b-b6c8-0277f3301b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:04:46.007046 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-a3dfd043-1dda-4c5b-b6c8-0277f3301b43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e14824-4432-4368-834e-e5330920191b HTTP/1.1" status: 200 len: 842 time: 0.0460219 Nov 29 12:04:46.051443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-c20b80e2-7e4e-41a9-a0f5-8b17428caf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:04:46.052794 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-c20b80e2-7e4e-41a9-a0f5-8b17428caf04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0f631c5-7d3e-4988-9f7b-39b1a3751565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382097 Nov 29 12:04:46.139718 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-7b513271-183f-4f61-a120-5bc30f18688e service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792634 Nov 29 12:04:46.228890 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c64f1a06-14a3-4fe6-b66a-80344a651cd9 req-5059b2e5-e928-46c7-83c6-50a52a19a499 service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826824 Nov 29 12:04:57.481782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:00.688529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9001bb6e-c7a9-4702-85fb-39fcc0c5c20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:03.256462 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b25216a5-2f7f-4c44-87c7-7d3c85fb6ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:03.674701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:03.966064 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:05:04.670903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:05.991350 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:27.494359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:30.688431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe5baf70-c7dd-476a-a3dc-7ce7acbfe427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:33.256722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ca39e644-f38f-4d57-8d92-4fd0b7a8df63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:33.674487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:34.672934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:35.995528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:40.965629 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:05:46.590239 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-eedc6dd0-7a74-4dec-9f72-59b8c0fe1ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394475 Nov 29 12:05:46.677275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-38ece5a4-60b7-4249-9554-8e078738d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:05:46.678829 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-38ece5a4-60b7-4249-9554-8e078738d617 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 1099 time: 0.0392745 Nov 29 12:05:46.784512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-a795e9a4-fc9c-45e8-9a2e-3db4aa155166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:05:46.785899 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-a795e9a4-fc9c-45e8-9a2e-3db4aa155166 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0f631c5-7d3e-4988-9f7b-39b1a3751565 HTTP/1.1" status: 200 len: 897 time: 0.0851834 Nov 29 12:05:46.849920 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-dc76a721-02bb-447c-949c-a41f3e0f20fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041 HTTP/1.1" status: 200 len: 1002 time: 0.0551443 Nov 29 12:05:46.904021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-ac813f90-80af-4394-960f-4ee2eb38dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:05:46.905501 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-ac813f90-80af-4394-960f-4ee2eb38dc6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e14824-4432-4368-834e-e5330920191b HTTP/1.1" status: 200 len: 842 time: 0.0466886 Nov 29 12:05:46.949970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-29b6bf76-9951-4807-ae53-57f1a30f3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:05:46.951420 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-29b6bf76-9951-4807-ae53-57f1a30f3ac2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0f631c5-7d3e-4988-9f7b-39b1a3751565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388198 Nov 29 12:05:47.035692 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-a2c044ef-0898-4b3e-b88a-e66250a2afeb service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772181 Nov 29 12:05:47.127479 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dfb4ec82-cf42-4091-a6c3-4a6baa1c2066 req-7ed9f1d4-c31d-44b5-899d-9a026772431e service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838814 Nov 29 12:05:55.328561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34064) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:05:55.334323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:05:55.416704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9424387'] for subnet, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:55.555930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727943387549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65742512'] for subnet, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:55.589434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:05:55.589955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:55.592011 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/subnets/52e14824-4432-4368-834e-e5330920191b HTTP/1.1" status: 200 len: 834 time: 0.2617481 Nov 29 12:05:55.595431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69accf6-8a64-42e8-b133-13fba0e60bad None None] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:05:55.607020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=52e14824-4432-4368-834e-e5330920191b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:05:55.613932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.614898 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.615233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.615563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.615888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.616212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.616533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.616851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.617172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.617488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.617801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.618135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9f5a92-67e0-41eb-845c-2e00316a34d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:05:55.962625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-feea52fe-a025-4ce2-a5b8-480f1b3a76ac None None] Provisioning complete for port d49b1f23-4875-4db4-9a8a-8f5f69a13041 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:05:55.962996 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-feea52fe-a025-4ce2-a5b8-480f1b3a76ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:56.044261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-feea52fe-a025-4ce2-a5b8-480f1b3a76ac None None] Provisioning complete for port 00cc7c15-0a15-424e-8126-e01a5b126e23 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:05:56.044575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-feea52fe-a025-4ce2-a5b8-480f1b3a76ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:56.127114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-feea52fe-a025-4ce2-a5b8-480f1b3a76ac None None] Provisioning complete for port 12031ba8-d424-4292-9cd2-5886da378b8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:05:56.127484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-feea52fe-a025-4ce2-a5b8-480f1b3a76ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:05:57.496347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:00.689063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f43f2f03-2558-460d-aa48-97e4f4b18709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:03.256569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-11a50933-e5f3-430e-8c30-297eb222e4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:03.675461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:04.675741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:05.995539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:17.963549 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:06:27.498205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:30.688441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd9e3-f31d-41e3-8aa8-c56ef29cda4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:33.257354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e952bf7-3616-4ba5-b0f8-d2b42bcc335a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:33.676891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:34.678391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:35.997015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:39.033175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34070) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:39.191340 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 7a295916-01d0-4f1a-8dcf-80cef7355d45 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:06:39.191792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:39.263271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:39.263522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:39.275257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 7a295916-01d0-4f1a-8dcf-80cef7355d45 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:06:39.445338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:39.471614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=7a295916-01d0-4f1a-8dcf-80cef7355d45,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:39.530915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:39.531172 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 1fd11d13-424a-412d-8ae5-906ef4efb75a disassociated (deleted). External IP: 172.26.5.138, port: d49b1f23-4875-4db4-9a8a-8f5f69a13041. Nov 29 12:06:39.726781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:06:39.824983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:06:39.829730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:39.834946 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] Sync routers for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:06:39.844035 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:06:39.844624 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:06:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:39.858347 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0de3ea66-e769-4143-a565-16dfb06c4cf6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/1fd11d13-424a-412d-8ae5-906ef4efb75a HTTP/1.1" status: 204 len: 168 time: 0.8240421 Nov 29 12:06:39.858940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:06:39.861262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645" -d '{"events": [{"name": "network-changed", "server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:06:39.953665 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:06:39.960412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c31f29-c732-488b-ad76-23d572f12b5d x-openstack-request-id: req-e9c31f29-c732-488b-ad76-23d572f12b5d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:06:39.960738 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:06:39.960993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e9c31f29-c732-488b-ad76-23d572f12b5d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:06:39.962689 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'status': 'completed', 'code': 200} Nov 29 12:06:40.028244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-33de170c-b1ca-436c-9de4-1ced850a45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:40.029962 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-33de170c-b1ca-436c-9de4-1ced850a45c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 1099 time: 0.0441461 Nov 29 12:06:40.128314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-1c7e33e3-9493-4c80-bf05-c3a7cdd5222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:40.129793 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-1c7e33e3-9493-4c80-bf05-c3a7cdd5222f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f0f631c5-7d3e-4988-9f7b-39b1a3751565 HTTP/1.1" status: 200 len: 897 time: 0.0926716 Nov 29 12:06:40.145080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c59f6-bd54-4dbe-84af-fda8a86d3875 req-9a6ca0a1-ffae-4e54-8c46-f9671d2c59f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:40.147286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-386c59f6-bd54-4dbe-84af-fda8a86d3875 req-9a6ca0a1-ffae-4e54-8c46-f9671d2c59f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 946 time: 0.1107490 Nov 29 12:06:40.177767 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-90a2d091-aa08-4c49-b737-e06a673f41bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041 HTTP/1.1" status: 200 len: 217 time: 0.0388601 Nov 29 12:06:40.187318 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-386c59f6-bd54-4dbe-84af-fda8a86d3875 req-97574468-38c8-4f7d-83d0-dfd8442c155f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337901 Nov 29 12:06:40.230652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-656f7ac6-8f2e-4dd5-9d3e-087ff7ac18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:40.232115 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-656f7ac6-8f2e-4dd5-9d3e-087ff7ac18bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=52e14824-4432-4368-834e-e5330920191b HTTP/1.1" status: 200 len: 842 time: 0.0475733 Nov 29 12:06:40.253832 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:40.277931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-bba87e05-ac34-4ab0-84bb-1913118d9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:40.279446 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-bba87e05-ac34-4ab0-84bb-1913118d9cfc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f0f631c5-7d3e-4988-9f7b-39b1a3751565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394311 Nov 29 12:06:40.279588 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] Checking router: 55cb7b8c-c037-4de1-8b4b-15961fb4e33c for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:06:40.287552 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:06:40.288128 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:06:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:40.374737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-d6c82179-cb4e-4306-a0ba-0c3df3f0d6a8 service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869327 Nov 29 12:06:40.388723 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:06:40.464170 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-23a4dc88-7282-4d4d-afb6-a3c03e1ac645 req-3da10450-1863-49af-8fe1-f3e7e5f1f151 service neutron] 10.222.0.30 "GET /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819087 Nov 29 12:06:40.578156 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:40.611757 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d02a2d3-8d2d-4186-b065-a9c6c9c73f73 None None] The sync data for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv is: [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:14Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '12031ba8-d424-4292-9cd2-5886da378b8d', 'name': '', 'network_id': 'f0f631c5-7d3e-4988-9f7b-39b1a3751565', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:2a:be:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '52e14824-4432-4368-834e-e5330920191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:13Z', 'updated_at': '2021-11-29T12:03:17Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': '52e14824-4432-4368-834e-e5330920191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:06:40.830345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a30977d-86ff-4d38-a6dd-05e8d358ca2e None None] New status for floating IP 1fd11d13-424a-412d-8ae5-906ef4efb75a: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:06:41.375646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22d499-9cec-42c0-9387-3712f09cf9d7 req-7617a069-abc9-43c3-a2ea-db86eb5e4160 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:41.377897 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4a22d499-9cec-42c0-9387-3712f09cf9d7 req-7617a069-abc9-43c3-a2ea-db86eb5e4160 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 946 time: 0.1051962 Nov 29 12:06:41.421777 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4a22d499-9cec-42c0-9387-3712f09cf9d7 req-633cf39e-abe1-4750-ad59-7656276daed3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=8919b174-3df5-4690-a6a0-78546396dd21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377624 Nov 29 12:06:41.729394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-ddc2b231-dfde-48e6-8ddc-6fee0c76af88 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:41.730823 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-ddc2b231-dfde-48e6-8ddc-6fee0c76af88 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 946 time: 0.0517561 Nov 29 12:06:41.814848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port d49b1f23-4875-4db4-9a8a-8f5f69a13041 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:06:41.815110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:41.902782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port d49b1f23-4875-4db4-9a8a-8f5f69a13041, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d49b1f23-4875-4db4-9a8a-8f5f69a13041,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:06:41.903144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:41.914341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for d49b1f23-4875-4db4-9a8a-8f5f69a13041 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:06:42.294869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:42.325142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=d49b1f23-4875-4db4-9a8a-8f5f69a13041,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:42.364597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port d49b1f23-4875-4db4-9a8a-8f5f69a13041 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:06:42.367101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:42.370353 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7c361b1-6cbe-41f8-bdec-5acebd54ddce req-310000a3-53c6-4cb7-9a26-e8e955ad564a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/d49b1f23-4875-4db4-9a8a-8f5f69a13041 HTTP/1.1" status: 204 len: 173 time: 0.6335847 Nov 29 12:06:42.370888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'name': 'network-vif-deleted', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:06:42.373251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ddda8e-603d-4424-b6aa-a339b52f6c44" -d '{"events": [{"server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "name": "network-vif-deleted", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:06:42.410510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212bac16-ad64-4a27-8dc7-fa96a62ddf05 x-openstack-request-id: req-212bac16-ad64-4a27-8dc7-fa96a62ddf05 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:06:42.410829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d954fd0f-ad2d-4ced-94bf-7b8249b27670", "name": "network-vif-deleted", "tag": "d49b1f23-4875-4db4-9a8a-8f5f69a13041", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:06:42.411133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-212bac16-ad64-4a27-8dc7-fa96a62ddf05 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:06:42.412042 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd954fd0f-ad2d-4ced-94bf-7b8249b27670', 'name': 'network-vif-deleted', 'tag': 'd49b1f23-4875-4db4-9a8a-8f5f69a13041', 'status': 'completed', 'code': 200} Nov 29 12:06:42.529286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fd0817fd-6707-42e3-8d33-0b811f3ae748 req-23a84444-8a24-4827-b6f5-4eb0441826eb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=d954fd0f-ad2d-4ced-94bf-7b8249b27670 HTTP/1.1" status: 200 len: 210 time: 0.0296090 Nov 29 12:06:43.591365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34104) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:43.648102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc9a-b870-4fa2-b0dc-3f64be67e6f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:43.671266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc9a-b870-4fa2-b0dc-3f64be67e6f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:43.729724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc9a-b870-4fa2-b0dc-3f64be67e6f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:43.732281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecc9a-b870-4fa2-b0dc-3f64be67e6f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:43.733437 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cc3ecc9a-b870-4fa2-b0dc-3f64be67e6f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/8919b174-3df5-4690-a6a0-78546396dd21 HTTP/1.1" status: 204 len: 168 time: 0.1410906 Nov 29 12:06:43.743071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ecc9a-b870-4fa2-b0dc-3f64be67e6f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8919b174-3df5-4690-a6a0-78546396dd21,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:43.763051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34108) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:44.106290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:44.348870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 12031ba8-d424-4292-9cd2-5886da378b8d {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:06:44.349212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:44.437211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 12031ba8-d424-4292-9cd2-5886da378b8d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=12031ba8-d424-4292-9cd2-5886da378b8d,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:06:44.437573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:44.449112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 12031ba8-d424-4292-9cd2-5886da378b8d owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:06:44.627860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:44.652601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=12031ba8-d424-4292-9cd2-5886da378b8d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:44.822370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.038733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:06:45.140801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:06:45.146594 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-435e883a-0bc1-4507-b844-ff774b9751d0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/55cb7b8c-c037-4de1-8b4b-15961fb4e33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3815937 Nov 29 12:06:45.148824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34110) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:45.151443 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] Sync routers for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:06:45.160437 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:06:45.161700 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:06:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:45.199195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-30840e0d-4169-46a3-844b-a5dd3dbd6f4b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet 52e14824-4432-4368-834e-e5330920191b {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:06:45.202445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30840e0d-4169-46a3-844b-a5dd3dbd6f4b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.244321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30840e0d-4169-46a3-844b-a5dd3dbd6f4b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.269849 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:06:45.334916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30840e0d-4169-46a3-844b-a5dd3dbd6f4b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.395892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30840e0d-4169-46a3-844b-a5dd3dbd6f4b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.423166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30840e0d-4169-46a3-844b-a5dd3dbd6f4b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=52e14824-4432-4368-834e-e5330920191b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:45.425152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-30840e0d-4169-46a3-844b-a5dd3dbd6f4b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.429028 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-30840e0d-4169-46a3-844b-a5dd3dbd6f4b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/52e14824-4432-4368-834e-e5330920191b HTTP/1.1" status: 204 len: 168 time: 0.2792463 Nov 29 12:06:45.431639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34112) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:45.435379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302ec9c-5477-405a-a713-767813fb6303 None None] Network f0f631c5-7d3e-4988-9f7b-39b1a3751565 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:06:45.453651 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:06:44Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:45.482238 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] Checking router: 55cb7b8c-c037-4de1-8b4b-15961fb4e33c for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:06:45.490772 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] Routers {'55cb7b8c-c037-4de1-8b4b-15961fb4e33c'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:06:45.491373 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:06:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:45.559812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.611643 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] Set router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:06:45.629582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] DHCP port deletion for f0f631c5-7d3e-4988-9f7b-39b1a3751565 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:06:45.671511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.675388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Deleting port 00cc7c15-0a15-424e-8126-e01a5b126e23 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:06:45.675765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.728008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:06:45.728344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.744727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] For port 00cc7c15-0a15-424e-8126-e01a5b126e23, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=00cc7c15-0a15-424e-8126-e01a5b126e23,segment=NetworkSegment(057e3301-1715-40ba-a6cb-c5c94fa81b1f),segment_id=057e3301-1715-40ba-a6cb-c5c94fa81b1f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:06:45.745126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.757669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Calling delete_port for 00cc7c15-0a15-424e-8126-e01a5b126e23 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:06:45.795433 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:06:44Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:45.812102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:06:45.812391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.822034 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da858b82-4d65-44b7-a312-c77e3106342e None None] The sync data for ids ['55cb7b8c-c037-4de1-8b4b-15961fb4e33c'] in dv-neutron-819578-1-hyperv is: [{'id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'name': 'tempest-TestNetworkBasicOps-router-1142544626', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141'}], 'enable_snat': True}, 'gw_port_id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:06:44Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:5d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb7b8c-c037-4de1-8b4b-15961fb4e33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:03:11Z', 'updated_at': '2021-11-29T12:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:06:45.825191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:06:45.858298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:45.884003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Pushing event deleted for resources: {'Port': ['ID=00cc7c15-0a15-424e-8126-e01a5b126e23,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:45.888659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] No DVR routers for this DVR port 00cc7c15-0a15-424e-8126-e01a5b126e23 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:06:45.898018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.898375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.898719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.899058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.899393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.899732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.900058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.900388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.900715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.901040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.901362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:45.901684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5444a2c0-5df9-4a55-878b-bb31a9ab8ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.000421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.026980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:46.086489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.175017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.177651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.222638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.223160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Fanout notify agent at l3_agent the message router_deleted on router 55cb7b8c-c037-4de1-8b4b-15961fb4e33c {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:06:46.231424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.232541 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-20425c6f-e97e-4d6c-a46d-5ac2d5931981 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/routers/55cb7b8c-c037-4de1-8b4b-15961fb4e33c HTTP/1.1" status: 204 len: 168 time: 0.7997673 Nov 29 12:06:46.237792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34114) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:46.318697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.405241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.424209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f631c5-7d3e-4988-9f7b-39b1a3751565']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:46.433646 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057e3301-1715-40ba-a6cb-c5c94fa81b1f') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:46.433976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057e3301-1715-40ba-a6cb-c5c94fa81b1f') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:46.442932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.455802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.461634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:06:46.462147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:06:46.465164 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:06:46.525040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.531617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.534631 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/f0f631c5-7d3e-4988-9f7b-39b1a3751565 HTTP/1.1" status: 204 len: 168 time: 0.2956758 Nov 29 12:06:46.547090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34116) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:46.547597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853d8b-c545-41d1-aac7-239686ae7a11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=f0f631c5-7d3e-4988-9f7b-39b1a3751565,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:46.552802 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--1813144319', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:46.573064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:06:46.576468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.600317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:06:46.611234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.611664 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment b1c2b9e9-8cf0-4b32-8cff-ed311245968f of type vlan for network b192fd8b-411f-465b-8c37-297512f46186 Nov 29 12:06:46.652619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.678207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.686182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:46.686182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.749587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device d49b1f23-4875-4db4-9a8a-8f5f69a13041 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:06:46.752863 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2046845 Nov 29 12:06:46.756377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34118) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:46.760763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'admin_state_up': True, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:46.769746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: d49b1f23-4875-4db4-9a8a-8f5f69a13041 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:06:46.770322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device d49b1f23-4875-4db4-9a8a-8f5f69a13041 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:06:46.783677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=b192fd8b-411f-465b-8c37-297512f46186,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:46.795385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.795770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.796270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.796636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.796968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.797297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.797623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.798018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.798312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.798631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.798949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.799265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3415a-27e1-413a-a671-920ae3aa69fe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:46.809295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.810692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:46.810866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network b192fd8b-411f-465b-8c37-297512f46186 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:06:46.869449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:47.006044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:47.061092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 12031ba8-d424-4292-9cd2-5886da378b8d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:06:47.084276 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 12031ba8-d424-4292-9cd2-5886da378b8d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:06:47.084939 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 12031ba8-d424-4292-9cd2-5886da378b8d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:06:47.085362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:06:47.104312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:06:47.104654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 8397cdfd-5b8f-4fc1-bccf-86c29f7b36b9 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:06:47.105067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 00cc7c15-0a15-424e-8126-e01a5b126e23 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:06:47.123242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 00cc7c15-0a15-424e-8126-e01a5b126e23 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:06:47.123601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 00cc7c15-0a15-424e-8126-e01a5b126e23 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:06:47.214538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:47.232812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:47.336136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.137 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/b5833da1-a6d0-4cbc-a609-81e31d87ccf0) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:06:47.435694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:47.467740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:47.506443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:06:47.512534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:06:47.516100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:06:47.539492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=b5833da1-a6d0-4cbc-a609-81e31d87ccf0,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:47.767916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:48.287471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:48.406365 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:06:48.509788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:06:48.518376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Sync routers for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:06:48.527320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:06:48.527969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:06:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:48.530462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:48.534725 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6e55532b-911c-4d69-9fcc-3c506dd7c25e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7746360 Nov 29 12:06:48.534893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34120) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:48.629642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:06:48.691975 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1d84799c-33d8-4720-949f-f5cbeea5da21 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1560102 Nov 29 12:06:48.695092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34124) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:48.782177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d21bae3-75ef-4cee-8942-f827173d3c92 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:48.783683 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1d21bae3-75ef-4cee-8942-f827173d3c92 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876496 Nov 29 12:06:48.787214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34126) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:48.800143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:48.815261 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3a5f6f43-2b0d-4071-8ce9-b030e89fee91 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269678 Nov 29 12:06:48.818009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34128) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:48.822850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1204148259', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:48.829848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Checking router: 9e7a4334-ac8d-4ad9-aae4-8209469b5210 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:06:48.830228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Updating router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 port b5833da1-a6d0-4cbc-a609-81e31d87ccf0 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:06:48.854754 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:48.911824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:06:48.915262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.105371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.112193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.118166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.167255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=ef0f60ec-38df-4045-b89a-d425fff55dac,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:49.169161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd2a3-9dec-439d-8588-eb503cebe210 None None] Pushing event updated for resources: {'Port': ['ID=b5833da1-a6d0-4cbc-a609-81e31d87ccf0,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:49.173260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Attempting to bind port b5833da1-a6d0-4cbc-a609-81e31d87ccf0 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:06:49.173762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Attempting to bind port b5833da1-a6d0-4cbc-a609-81e31d87ccf0 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:06:49.174161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Attempting to bind port b5833da1-a6d0-4cbc-a609-81e31d87ccf0 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:06:49.177060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:06:49.177428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: b192fd8b-411f-465b-8c37-297512f46186, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:06:49.180085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:06:49.180525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:06:49.180922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.181300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:06:49.181760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Bound port: b5833da1-a6d0-4cbc-a609-81e31d87ccf0, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:06:49.182246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.195010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network b192fd8b-411f-465b-8c37-297512f46186 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:06:49.209105 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, b192fd8b-411f-465b-8c37-297512f46186) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:06:49.213236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:49.213819 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.222579 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e7bcb-763a-4d28-811b-66c3c76cca0f None None] Network b192fd8b-411f-465b-8c37-297512f46186 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:06:49.231155 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5e8aee4e-d48f-4150-9552-82a286825cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4121780 Nov 29 12:06:49.234079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34130) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:49.283582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] For port b5833da1-a6d0-4cbc-a609-81e31d87ccf0, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:06:49.299576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] For port b5833da1-a6d0-4cbc-a609-81e31d87ccf0, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b5833da1-a6d0-4cbc-a609-81e31d87ccf0,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:06:49.307201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.405878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:06:49.406510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:06:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:49.472752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd2a3-9dec-439d-8588-eb503cebe210 None None] Pushing event updated for resources: {'Port': ['ID=b5833da1-a6d0-4cbc-a609-81e31d87ccf0,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:49.523573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-b192fd8b-411f-465b-8c37-297512f46186', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:06:49.524430 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.553077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:06:49.671930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:49.919248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Allocated IP 172.20.0.2 (b192fd8b-411f-465b-8c37-297512f46186/ef0f60ec-38df-4045-b89a-d425fff55dac/2877a910-4d50-4670-b92a-b7e108c2aaa9) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:06:50.035009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:50.062702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f8e99f-c1a3-4207-b2b8-9b77504373bc None None] The sync data for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv is: [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:47Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:06:50.116070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.121622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.165820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Network b192fd8b-411f-465b-8c37-297512f46186 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:06:50.168565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:06:50.170990 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:06:50.173606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.1 (b192fd8b-411f-465b-8c37-297512f46186/ef0f60ec-38df-4045-b89a-d425fff55dac/af513381-614c-45e7-84c5-4b5b5518d5f5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:06:50.181768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Pushing event updated for resources: {'Port': ['ID=2877a910-4d50-4670-b92a-b7e108c2aaa9,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:50.234357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Attempting to bind port 2877a910-4d50-4670-b92a-b7e108c2aaa9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:06:50.234724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Attempting to bind port 2877a910-4d50-4670-b92a-b7e108c2aaa9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:06:50.235080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Attempting to bind port 2877a910-4d50-4670-b92a-b7e108c2aaa9 on network b192fd8b-411f-465b-8c37-297512f46186 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:06:50.240103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:06:50.240471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Checking segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:06:50.240871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.241255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Bound using segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:06:50.241712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Bound port: 2877a910-4d50-4670-b92a-b7e108c2aaa9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:06:50.242119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.303762 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.328107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] For port 2877a910-4d50-4670-b92a-b7e108c2aaa9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:06:50.331745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] For port 2877a910-4d50-4670-b92a-b7e108c2aaa9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2877a910-4d50-4670-b92a-b7e108c2aaa9,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:06:50.336667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.351182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.393641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network b192fd8b-411f-465b-8c37-297512f46186 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:06:50.397086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:06:50.401880 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:06:50.417097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b384b91-670c-4b77-afa7-def74cc0c1b2 None None] Pushing event updated for resources: {'Port': ['ID=2877a910-4d50-4670-b92a-b7e108c2aaa9,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:50.434233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=af513381-614c-45e7-84c5-4b5b5518d5f5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:50.457012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.607791 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.905046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.909862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.987177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:50.988968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=af513381-614c-45e7-84c5-4b5b5518d5f5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:51.089331 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network b192fd8b-411f-465b-8c37-297512f46186 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:06:51.090983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:06:51.110377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b5833da1-a6d0-4cbc-a609-81e31d87ccf0 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:06:51.163144 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b5833da1-a6d0-4cbc-a609-81e31d87ccf0 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:51.163518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:51.210760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:06:51.246476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:51.268673 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port b5833da1-a6d0-4cbc-a609-81e31d87ccf0, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b5833da1-a6d0-4cbc-a609-81e31d87ccf0,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:06:51.274112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:51.275009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2877a910-4d50-4670-b92a-b7e108c2aaa9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:06:51.334436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:06:51.341888 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6d63115a-bd66-408a-91a9-ece11596fbef tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/9e7a4334-ac8d-4ad9-aae4-8209469b5210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1067898 Nov 29 12:06:51.344488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34132) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:51.354766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=b5833da1-a6d0-4cbc-a609-81e31d87ccf0,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:51.368469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2877a910-4d50-4670-b92a-b7e108c2aaa9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:51.368837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:51.439809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207582c6-c380-4df3-bb04-06cfbec23ec4 None None] Network b192fd8b-411f-465b-8c37-297512f46186 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:06:51.446673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ea632-caee-4ec7-a270-9c9d54489e1e tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:51.447259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ea632-caee-4ec7-a270-9c9d54489e1e tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:51.447990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ea632-caee-4ec7-a270-9c9d54489e1e tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:51.448451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ea632-caee-4ec7-a270-9c9d54489e1e tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:51.450129 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e05ea632-caee-4ec7-a270-9c9d54489e1e tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1046267 Nov 29 12:06:51.452809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34134) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:51.503398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:51.520449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-301deaaf-6a5a-40cc-90c2-bd7f8964ed11 None None] Provisioning complete for port 2877a910-4d50-4670-b92a-b7e108c2aaa9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:51.520820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-301deaaf-6a5a-40cc-90c2-bd7f8964ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:51.542402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2e5bb-15aa-4d8b-b3fe-5ee8117e8ddd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:51.542873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2e5bb-15aa-4d8b-b3fe-5ee8117e8ddd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:51.543327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2e5bb-15aa-4d8b-b3fe-5ee8117e8ddd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:51.543776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2e5bb-15aa-4d8b-b3fe-5ee8117e8ddd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:51.545430 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f4c2e5bb-15aa-4d8b-b3fe-5ee8117e8ddd tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0916250 Nov 29 12:06:51.548176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34136) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:51.586056 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 2877a910-4d50-4670-b92a-b7e108c2aaa9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2877a910-4d50-4670-b92a-b7e108c2aaa9,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:06:51.595143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:51.692626 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-353eb935-dc32-458e-a0c9-864e79ee9e7b tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1432822 Nov 29 12:06:51.706653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=2877a910-4d50-4670-b92a-b7e108c2aaa9,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:51.938837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34140) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:51.943950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a6608f65-bd21-4a9d-8c5e-7f6a4397b8fc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687236262', 'description': 'tempest-secgroup-smoke-1687236262 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:51.944204 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Sync routers for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:06:51.957866 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:06:51.959040 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:06:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:51.959561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-361ee0d8-0048-4c41-bf26-89aa53ad260f None None] Provisioning complete for port 2877a910-4d50-4670-b92a-b7e108c2aaa9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:51.960006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-361ee0d8-0048-4c41-bf26-89aa53ad260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:51.966679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6608f65-bd21-4a9d-8c5e-7f6a4397b8fc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.054025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6608f65-bd21-4a9d-8c5e-7f6a4397b8fc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.059537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6608f65-bd21-4a9d-8c5e-7f6a4397b8fc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.069158 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-361ee0d8-0048-4c41-bf26-89aa53ad260f None None] Provisioning complete for port af513381-614c-45e7-84c5-4b5b5518d5f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:52.069540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-361ee0d8-0048-4c41-bf26-89aa53ad260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.090898 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a6608f65-bd21-4a9d-8c5e-7f6a4397b8fc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.092449 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a6608f65-bd21-4a9d-8c5e-7f6a4397b8fc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1526110 Nov 29 12:06:52.095477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34142) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:52.098454 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:06:52.102337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ff9a7b67-7896-4418-a9c1-dbfdcd090d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'bce72577-4e7a-4e68-8b47-d1e88ca43ece', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:52.112048 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-361ee0d8-0048-4c41-bf26-89aa53ad260f None None] Port af513381-614c-45e7-84c5-4b5b5518d5f5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:06:52.112640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6608f65-bd21-4a9d-8c5e-7f6a4397b8fc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce72577-4e7a-4e68-8b47-d1e88ca43ece,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:52.137245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7b67-7896-4418-a9c1-dbfdcd090d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.198276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7b67-7896-4418-a9c1-dbfdcd090d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.202498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7b67-7896-4418-a9c1-dbfdcd090d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.226120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ff9a7b67-7896-4418-a9c1-dbfdcd090d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.230482 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34144) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:52.235256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c4a97878-252d-43e6-8862-ffaa4b27f90f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'bce72577-4e7a-4e68-8b47-d1e88ca43ece', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:52.237140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5a29dd49-c359-48f0-bf50-29a4052c6699 None None] Provisioning complete for port af513381-614c-45e7-84c5-4b5b5518d5f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:52.238120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a29dd49-c359-48f0-bf50-29a4052c6699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.240784 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ff9a7b67-7896-4418-a9c1-dbfdcd090d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437008 Nov 29 12:06:52.247134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a7b67-7896-4418-a9c1-dbfdcd090d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7100175f-485c-44f6-9509-44eaeee85570,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:52.273454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c4a97878-252d-43e6-8862-ffaa4b27f90f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.291038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-5a29dd49-c359-48f0-bf50-29a4052c6699 None None] Port af513381-614c-45e7-84c5-4b5b5518d5f5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:06:52.341838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c4a97878-252d-43e6-8862-ffaa4b27f90f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.345979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c4a97878-252d-43e6-8862-ffaa4b27f90f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.365556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a97878-252d-43e6-8862-ffaa4b27f90f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b459e1e9-a772-4978-bddf-3f5740c62c2a,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:52.373794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c4a97878-252d-43e6-8862-ffaa4b27f90f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.377664 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c4a97878-252d-43e6-8862-ffaa4b27f90f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436505 Nov 29 12:06:52.378103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34146) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:52.387052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-9c2f4b5d-d70c-400c-ad52-ba99791d8b71 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'bce72577-4e7a-4e68-8b47-d1e88ca43ece', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:52.408711 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:52.411918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7908e08a-cd1c-4ba5-ad26-e606ac7d8bf3 None None] Provisioning complete for port af513381-614c-45e7-84c5-4b5b5518d5f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:52.412741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7908e08a-cd1c-4ba5-ad26-e606ac7d8bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.416103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4b5d-d70c-400c-ad52-ba99791d8b71 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.439026 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Checking router: 9e7a4334-ac8d-4ad9-aae4-8209469b5210 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:06:52.439397 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Updating router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 port af513381-614c-45e7-84c5-4b5b5518d5f5 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:06:52.449600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7908e08a-cd1c-4ba5-ad26-e606ac7d8bf3 None None] Port af513381-614c-45e7-84c5-4b5b5518d5f5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:06:52.466360 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.480312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4b5d-d70c-400c-ad52-ba99791d8b71 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.485158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4b5d-d70c-400c-ad52-ba99791d8b71 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.502901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f4b5d-d70c-400c-ad52-ba99791d8b71 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b311ee25-f60e-415a-9ef8-9f50aec8ec6e,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:52.515395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9c2f4b5d-d70c-400c-ad52-ba99791d8b71 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.519213 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9c2f4b5d-d70c-400c-ad52-ba99791d8b71 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374180 Nov 29 12:06:52.519497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34148) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:52.524751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-07b9c672-b2dd-4534-a525-7c2e8857f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'bce72577-4e7a-4e68-8b47-d1e88ca43ece', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:52.549927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07b9c672-b2dd-4534-a525-7c2e8857f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.608312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07b9c672-b2dd-4534-a525-7c2e8857f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.611831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07b9c672-b2dd-4534-a525-7c2e8857f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.630209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9c672-b2dd-4534-a525-7c2e8857f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ea9922-b561-478f-ba25-54a0f7a2044d,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:52.638034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-07b9c672-b2dd-4534-a525-7c2e8857f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.639243 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-07b9c672-b2dd-4534-a525-7c2e8857f8cc tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187711 Nov 29 12:06:52.642079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34150) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:52.647703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e28cde63-e91b-463a-ba99-446107525361 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'bce72577-4e7a-4e68-8b47-d1e88ca43ece', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:52.669380 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-e28cde63-e91b-463a-ba99-446107525361 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:06:52.674137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e28cde63-e91b-463a-ba99-446107525361 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.727446 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.732554 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.734865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e28cde63-e91b-463a-ba99-446107525361 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.738559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e28cde63-e91b-463a-ba99-446107525361 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.753863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cde63-e91b-463a-ba99-446107525361 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8b3f18-04e5-4964-9d54-33b007e1be47,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:52.765402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e28cde63-e91b-463a-ba99-446107525361 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.769208 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e28cde63-e91b-463a-ba99-446107525361 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234837 Nov 29 12:06:52.769756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:06:52.773894 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9f2b3954-9d9d-4f90-877f-627e1ecfedcf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'bce72577-4e7a-4e68-8b47-d1e88ca43ece', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:52.776745 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Pushing event updated for resources: {'Port': ['ID=af513381-614c-45e7-84c5-4b5b5518d5f5,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:52.786304 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.786657 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.786999 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.787336 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.787667 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.788000 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.788331 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.788659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.789035 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.789398 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.789722 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.790065 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:52.800396 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-9f2b3954-9d9d-4f90-877f-627e1ecfedcf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:06:52.806264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3954-9d9d-4f90-877f-627e1ecfedcf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.847634 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Attempting to bind port af513381-614c-45e7-84c5-4b5b5518d5f5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:06:52.848020 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Attempting to bind port af513381-614c-45e7-84c5-4b5b5518d5f5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:06:52.848518 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Attempting to bind port af513381-614c-45e7-84c5-4b5b5518d5f5 on network b192fd8b-411f-465b-8c37-297512f46186 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:06:52.853597 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:06:52.854009 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Checking segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:06:52.854415 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.854800 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Bound using segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:06:52.855256 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Bound port: af513381-614c-45e7-84c5-4b5b5518d5f5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:06:52.855633 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.875506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3954-9d9d-4f90-877f-627e1ecfedcf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.879747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3954-9d9d-4f90-877f-627e1ecfedcf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.898889 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b3954-9d9d-4f90-877f-627e1ecfedcf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79432ec5-bf9f-4d97-8a89-cba6f7c2ecb7,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:52.907136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9f2b3954-9d9d-4f90-877f-627e1ecfedcf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.908494 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9f2b3954-9d9d-4f90-877f-627e1ecfedcf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381285 Nov 29 12:06:52.927244 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] For port af513381-614c-45e7-84c5-4b5b5518d5f5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:06:52.930942 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] For port af513381-614c-45e7-84c5-4b5b5518d5f5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=af513381-614c-45e7-84c5-4b5b5518d5f5,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:06:52.935925 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:52.995845 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f8d3f-be66-4950-8260-8a005e28ecc1 None None] Pushing event updated for resources: {'Port': ['ID=af513381-614c-45e7-84c5-4b5b5518d5f5,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:53.006348 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:06:53.006974 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:06:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:53.069700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-8494a216-46b7-4810-b81a-2b11f7084884 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687236262&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0430651 Nov 29 12:06:53.072807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-92b6efa9-a4ef-45ca-ac0a-48f12c30489d None None] Provisioning complete for port af513381-614c-45e7-84c5-4b5b5518d5f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:53.073337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-92b6efa9-a4ef-45ca-ac0a-48f12c30489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:53.100349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b5833da1-a6d0-4cbc-a609-81e31d87ccf0 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:06:53.137544 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:06:53.177256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b5833da1-a6d0-4cbc-a609-81e31d87ccf0 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:53.177876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:53.194340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-80c5a9d5-92e2-4b3b-bb1b-78c8265554f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:53.196076 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-80c5a9d5-92e2-4b3b-bb1b-78c8265554f4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 797 time: 0.1150508 Nov 29 12:06:53.221534 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-8fdeb8ef-6eac-489d-ad50-40e9131da95c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0100951 Nov 29 12:06:53.254789 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-92b6efa9-a4ef-45ca-ac0a-48f12c30489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:53.280665 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-116ee86e-1b0a-4370-884b-8446e5704d99 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516949 Nov 29 12:06:53.312511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-92b6efa9-a4ef-45ca-ac0a-48f12c30489d None None] For port af513381-614c-45e7-84c5-4b5b5518d5f5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=af513381-614c-45e7-84c5-4b5b5518d5f5,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:06:53.319226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-92b6efa9-a4ef-45ca-ac0a-48f12c30489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:53.328558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2877a910-4d50-4670-b92a-b7e108c2aaa9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:06:53.377090 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:06:53.402814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6efa9-a4ef-45ca-ac0a-48f12c30489d None None] Pushing event updated for resources: {'Port': ['ID=af513381-614c-45e7-84c5-4b5b5518d5f5,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:53.404580 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb050bd-de71-45c9-bdbe-f0da8523e7d2 None None] The sync data for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv is: [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:06:53.418461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2877a910-4d50-4670-b92a-b7e108c2aaa9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:53.419233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:53.452446 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-b869526e-0fef-4b96-ae1d-c9f4c7dc0a70 service neutron] 10.222.0.23 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586418 Nov 29 12:06:53.472789 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8ec3d1ff-d6f3-4af9-a9b8-836c9d461f9c None None] Provisioning complete for port af513381-614c-45e7-84c5-4b5b5518d5f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:53.473175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d1ff-d6f3-4af9-a9b8-836c9d461f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:53.568494 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-293e0858-7d92-4392-bbbe-9de3b3595f75 service neutron] 10.222.0.23 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163125 Nov 29 12:06:53.737558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8cdfe709-bcb7-41ec-83cc-e8564928f32c req-40b20c51-afe4-4918-98d4-b2d5dab9caa3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 210 time: 0.0281198 Nov 29 12:06:54.813579 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1babfd1f-e56b-4c51-a2d6-f9377a3f1a12 req-3ccb705f-1110-4829-9329-5e65f8a81000 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 210 time: 0.0253639 Nov 29 12:06:54.962639 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:06:55.091132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device af513381-614c-45e7-84c5-4b5b5518d5f5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:06:55.138248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port af513381-614c-45e7-84c5-4b5b5518d5f5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:55.138622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:55.904316 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2aeac929-b9fc-407b-8ca1-46b5658e15a5 req-f25cadbe-03e6-4204-9130-32b266c27d93 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 210 time: 0.0268967 Nov 29 12:06:56.999579 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43ef93e7-938c-47f8-b20f-db7921e3e666 req-e9c00aa0-30a6-401b-9f14-221d75b5ede6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 210 time: 0.0262482 Nov 29 12:06:57.001993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-24793402-178f-4524-89a1-dfd889af2d89 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:57.003444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-24793402-178f-4524-89a1-dfd889af2d89 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 797 time: 0.3865485 Nov 29 12:06:57.045419 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0ba7d77f-0aba-4785-9ea5-9291b830ed79 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 380 time: 0.0325959 Nov 29 12:06:57.055312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['bce72577-4e7a-4e68-8b47-d1e88ca43ece']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:57.157221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:06:57.161836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.283076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.14 (b192fd8b-411f-465b-8c37-297512f46186/ef0f60ec-38df-4045-b89a-d425fff55dac/78f9381e-e5b8-46dc-ad6f-09cfa2e43066) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:06:57.418685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.450338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.491303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network b192fd8b-411f-465b-8c37-297512f46186 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:06:57.494354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:06:57.497912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:06:57.509486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:57.526506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.531611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.531954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.532298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.532641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.532977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.533311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.533641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.533998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.534338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.534666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.534992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.535343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:06:57.566226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:57.567409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.584565 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-0f7e864c-04a0-4538-9680-f59d2d03cf4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5332890 Nov 29 12:06:57.596591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Request body: {'port': {'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:06:57.655391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.749133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f8ca7d34-98eb-41a4-81fd-0d1c76abf394 None None] Provisioning complete for port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:06:57.749510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f8ca7d34-98eb-41a4-81fd-0d1c76abf394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.785450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f8ca7d34-98eb-41a4-81fd-0d1c76abf394 None None] Port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:06:57.908364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:06:57.915572 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.927392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Transition to ACTIVE for port object 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:06:57.931095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:57.979625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Pushing event updated for resources: {'Port': ['ID=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:58.054845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Attempting to bind port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:06:58.055905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Attempting to bind port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:06:58.056367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Attempting to bind port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 on network b192fd8b-411f-465b-8c37-297512f46186 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:06:58.061116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 on network b192fd8b-411f-465b-8c37-297512f46186 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:06:58.061525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Attempting to bind port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 on network b192fd8b-411f-465b-8c37-297512f46186 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:06:58.066693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:06:58.067624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Checking segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:06:58.068004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Bound using segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:06:58.068431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Bound port: 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:06:58.068810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:58.120584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64509f0-077c-4415-9024-a14c574192bf req-a048d7f9-ceac-479c-8bd9-63aa3f2e7f66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.122137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c64509f0-077c-4415-9024-a14c574192bf req-a048d7f9-ceac-479c-8bd9-63aa3f2e7f66 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 944 time: 0.0539429 Nov 29 12:06:58.136916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] For port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:06:58.140169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] For port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:06:58.145790 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:58.164544 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c64509f0-077c-4415-9024-a14c574192bf req-be6409b3-96db-4aed-8fbb-33d1444014da tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353713 Nov 29 12:06:58.192910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.193548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:06:58.194965 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] 10.222.0.30 "PUT /v2.0/ports/78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 1094 time: 0.6025505 Nov 29 12:06:58.195412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:06:58.198380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5e0b51-1254-472d-9151-d24c39760fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:06:58.211526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa5eec-bfe0-41ba-aad9-f3ab3a253af7 service neutron] Pushing event updated for resources: {'Port': ['ID=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:06:58.248354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4501a7da-4a52-4722-bcd9-273f2275ba9b x-openstack-request-id: req-4501a7da-4a52-4722-bcd9-273f2275ba9b {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:06:58.248654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:06:58.248906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4501a7da-4a52-4722-bcd9-273f2275ba9b {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:06:58.249294 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'status': 'completed', 'code': 200} Nov 29 12:06:58.284979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-60224386-ad87-4e13-9009-2707063d7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.288320 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-60224386-ad87-4e13-9009-2707063d7c29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1097 time: 0.0500786 Nov 29 12:06:58.332143 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-1ad246d1-2166-4392-ba3f-4a7dd84f15ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 217 time: 0.0353580 Nov 29 12:06:58.382996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-4587c01f-bda5-4f9d-a881-1acc47ef99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.384504 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-4587c01f-bda5-4f9d-a881-1acc47ef99aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0450077 Nov 29 12:06:58.431329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-8e5447b2-80f8-4d93-b4c6-ce73e76d3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.432874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-8e5447b2-80f8-4d93-b4c6-ce73e76d3621 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407045 Nov 29 12:06:58.524553 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-f96a0aba-c05f-43f6-b88f-21f6ba671720 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840368 Nov 29 12:06:58.612495 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-31c5b700-406d-4b3d-ac57-348b07ebb206 req-65dc04c4-fb5f-4f83-8619-9c6b2e70a201 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810428 Nov 29 12:06:58.701230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-e3f6add9-7fdb-43f8-96ac-07eccda2d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.702755 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-e3f6add9-7fdb-43f8-96ac-07eccda2d1cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1097 time: 0.0452485 Nov 29 12:06:58.789138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-2887ca8a-c121-4ee5-a87c-aa5b44742e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.790507 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-2887ca8a-c121-4ee5-a87c-aa5b44742e2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0812590 Nov 29 12:06:58.834150 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-8d5a133b-7240-495a-9b89-93b8533f442d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 217 time: 0.0370798 Nov 29 12:06:58.881807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-bcddf686-0098-462f-af9b-dd9d4450727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.883235 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-bcddf686-0098-462f-af9b-dd9d4450727c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0419185 Nov 29 12:06:58.927958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-66b28282-e81e-4cb1-8d19-95d7ec45259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:58.929389 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-66b28282-e81e-4cb1-8d19-95d7ec45259a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388515 Nov 29 12:06:59.027863 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-eaed19e8-0481-490d-9766-f548d55eae3f service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914450 Nov 29 12:06:59.115359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e5e0b51-1254-472d-9151-d24c39760fa9 req-8660f62f-cb77-4109-99c4-5443432e514f service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805302 Nov 29 12:06:59.277343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da656bf-618e-4e4b-b9c2-59000e1d26af req-30ad243a-1ae3-43d3-b2bb-907d84ec7995 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:06:59.278825 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5da656bf-618e-4e4b-b9c2-59000e1d26af req-30ad243a-1ae3-43d3-b2bb-907d84ec7995 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 944 time: 0.0479410 Nov 29 12:06:59.314768 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5da656bf-618e-4e4b-b9c2-59000e1d26af req-fc885865-08e8-423e-960e-854e607b3f08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302141 Nov 29 12:07:00.433355 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70656478-e2e1-400d-95fc-b994608f61a3 req-4f3e8200-d18d-43c0-8c3c-7633bd712676 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:00.434834 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70656478-e2e1-400d-95fc-b994608f61a3 req-4f3e8200-d18d-43c0-8c3c-7633bd712676 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 944 time: 0.0477633 Nov 29 12:07:00.471661 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70656478-e2e1-400d-95fc-b994608f61a3 req-09b67ba2-b281-4207-8dac-d74ff895affe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310020 Nov 29 12:07:00.689710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4eb0091c-d416-47e4-872d-a576ebc6d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:01.586300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a2655-24f8-459e-848b-a57e815aad2a req-1af1a0d1-c43f-4526-996e-59b18929c485 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:01.587746 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-197a2655-24f8-459e-848b-a57e815aad2a req-1af1a0d1-c43f-4526-996e-59b18929c485 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 944 time: 0.0522306 Nov 29 12:07:01.624729 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-197a2655-24f8-459e-848b-a57e815aad2a req-bfb1aa5e-c88b-4842-bb85-76c942cb886a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Nov 29 12:07:02.737666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926d754-bc5a-4538-99bb-f82669970d99 req-a7989230-db91-4a1a-82e7-dd013496d396 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:02.739169 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5926d754-bc5a-4538-99bb-f82669970d99 req-a7989230-db91-4a1a-82e7-dd013496d396 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 944 time: 0.0495875 Nov 29 12:07:02.776308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5926d754-bc5a-4538-99bb-f82669970d99 req-bd45d605-d466-4798-bff4-8896510a90f1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Nov 29 12:07:02.776505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:07:02.866176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:07:02.877088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:07:02.912659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:02.927953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:07:02.949230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:07:02.954097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:03.000463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:03.258432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a63bc974-4ff3-474e-bc32-45712234e13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:03.320567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['78f9381e-e5b8-46dc-ad6f-09cfa2e43066'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:07:03.678428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:03.886496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2b36c-dfa2-4356-a68a-9a5b78293ea2 req-6f0fbd28-8a31-42d5-8c19-f65adf574e77 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:03.887933 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a9a2b36c-dfa2-4356-a68a-9a5b78293ea2 req-6f0fbd28-8a31-42d5-8c19-f65adf574e77 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 945 time: 0.0467141 Nov 29 12:07:03.924399 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a9a2b36c-dfa2-4356-a68a-9a5b78293ea2 req-e12c3840-b286-4832-85e9-85b34ea44efb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306683 Nov 29 12:07:04.680661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:04.776160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:07:04.823273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:07:04.826822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:07:04.827188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:04.901625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:04.922652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:07:04.924864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9a9c89-81c3-442b-b5dd-3148628a9250" -d '{"events": [{"server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "name": "network-vif-plugged", "status": "completed", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:07:04.937657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:07:04.942609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:04.989306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:05.032109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034f5900-a90e-4bcb-90b4-f58236d06721 x-openstack-request-id: req-034f5900-a90e-4bcb-90b4-f58236d06721 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:07:05.032404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "name": "network-vif-plugged", "status": "completed", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:07:05.032660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-034f5900-a90e-4bcb-90b4-f58236d06721 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:07:05.033054 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'code': 200} Nov 29 12:07:05.048562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f8f0-d892-41b8-9921-18821369129e req-00f16836-1e47-4c36-9a27-69a0902c4d27 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:05.050158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-60e0f8f0-d892-41b8-9921-18821369129e req-00f16836-1e47-4c36-9a27-69a0902c4d27 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 946 time: 0.0526199 Nov 29 12:07:05.093144 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-60e0f8f0-d892-41b8-9921-18821369129e req-002bb9a9-26f1-4d29-acbf-0557a3560cdd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347064 Nov 29 12:07:05.191316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67638e-74e3-4706-ae98-1d137f4195df req-171b0b6b-1255-4a79-ab09-59df323eb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:05.193626 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aa67638e-74e3-4706-ae98-1d137f4195df req-171b0b6b-1255-4a79-ab09-59df323eb2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1099 time: 0.0398922 Nov 29 12:07:05.227347 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aa67638e-74e3-4706-ae98-1d137f4195df req-8f4951de-aed1-4d05-b41b-5d9e86056ae5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265307 Nov 29 12:07:05.999990 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:06.205172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f922f-e709-4f5d-88cb-f28d48249112 req-52a2f257-f193-4953-9a85-ec75cb982c96 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:06.206655 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e6f922f-e709-4f5d-88cb-f28d48249112 req-52a2f257-f193-4953-9a85-ec75cb982c96 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 946 time: 0.0477955 Nov 29 12:07:06.243636 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e6f922f-e709-4f5d-88cb-f28d48249112 req-7804fb07-b323-438b-a151-a4f4b56deb16 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306380 Nov 29 12:07:07.354379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5752168-5501-4373-b687-d57196992e3b req-11444d66-6315-4baa-b05f-79455f7d86d7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:07.355841 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5752168-5501-4373-b687-d57196992e3b req-11444d66-6315-4baa-b05f-79455f7d86d7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 946 time: 0.0488191 Nov 29 12:07:07.392746 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5752168-5501-4373-b687-d57196992e3b req-3b1a1fd6-7f47-4548-bb71-23ac2a691d49 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307574 Nov 29 12:07:07.506207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d650-c6b8-44af-811b-8c99cded7fc0 req-b7e3e516-24ab-40f6-bf39-e95ed3a50bc9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:07.507662 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9d88d650-c6b8-44af-811b-8c99cded7fc0 req-b7e3e516-24ab-40f6-bf39-e95ed3a50bc9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 946 time: 0.0511420 Nov 29 12:07:07.545417 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9d88d650-c6b8-44af-811b-8c99cded7fc0 req-65e2727f-5faa-44bf-8e6d-933850128159 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317240 Nov 29 12:07:07.566311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34230) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:07.605561 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a26909c-4218-4db0-afb1-45454f79ada0 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:07.607076 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7a26909c-4218-4db0-afb1-45454f79ada0 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1094 time: 0.0392978 Nov 29 12:07:07.609817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34232) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:07.614765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:07.636288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:07.730359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:07.828220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.140 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/44622cf6-3cfa-4c73-b125-fa252a2c1de1) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:07:07.928713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:07.961653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:07.994093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:07:07.996896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:07:08.001098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:07:08.029491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=44622cf6-3cfa-4c73-b125-fa252a2c1de1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:08.342126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:08.403924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:08.545868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:08.550347 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:08.616489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=44622cf6-3cfa-4c73-b125-fa252a2c1de1,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:08.625616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:08.720855 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 774ba9db-eb9b-46db-8e56-8445b2b97921 associated. External IP: 172.26.5.140, port: 78f9381e-e5b8-46dc-ad6f-09cfa2e43066. Nov 29 12:07:09.243640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:07:09.346842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:07:09.357097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] Sync routers for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:07:09.365920 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:09.367644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:07:09.368253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:07:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:07:09.392930 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f5936ee0-9574-4f52-bfdd-c0807a117db8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7821083 Nov 29 12:07:09.393705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:07:09.395826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34234) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:09.396339 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621" -d '{"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:07:09.442489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2962fa-c92e-4be5-b74d-188b70d1bce8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:09.445976 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1d2962fa-c92e-4be5-b74d-188b70d1bce8 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1094 time: 0.0464828 Nov 29 12:07:09.478536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:07:09.489436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0cf2f4-a7c4-46f9-a181-492f898db643 x-openstack-request-id: req-2c0cf2f4-a7c4-46f9-a181-492f898db643 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:07:09.489970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:07:09.489970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c0cf2f4-a7c4-46f9-a181-492f898db643 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:07:09.490386 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'status': 'completed', 'code': 200} Nov 29 12:07:09.551198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-3370a63c-8aaf-4e78-afe8-c4eec0b53c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:09.552840 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-3370a63c-8aaf-4e78-afe8-c4eec0b53c10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1099 time: 0.0397217 Nov 29 12:07:09.646520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-9c23504e-db6d-4a1e-946a-70fc2d7247c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:09.648196 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-9c23504e-db6d-4a1e-946a-70fc2d7247c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0881112 Nov 29 12:07:09.715081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:08Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:07:09.717525 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-1a7feadc-a3e9-4b02-aa56-b9574bf21694 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 1000 time: 0.0619240 Nov 29 12:07:09.740703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] Checking router: 9e7a4334-ac8d-4ad9-aae4-8209469b5210 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:07:09.748943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:07:09.749606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:07:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:07:09.765213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-6f688fc4-7756-424d-8a21-5a7851a6ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:09.766760 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-6f688fc4-7756-424d-8a21-5a7851a6ef78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0428033 Nov 29 12:07:09.804554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34242) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:09.809036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3540e70e-1466-4a35-b4d0-7e3812c2b432 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257356062', 'description': 'tempest-secgroup-smoke-257356062 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:09.812428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-c046f2d2-19d5-485a-83ef-4d858c6f165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:09.813932 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-c046f2d2-19d5-485a-83ef-4d858c6f165d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406890 Nov 29 12:07:09.832639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3540e70e-1466-4a35-b4d0-7e3812c2b432 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:09.905913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3540e70e-1466-4a35-b4d0-7e3812c2b432 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:09.910334 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3540e70e-1466-4a35-b4d0-7e3812c2b432 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:09.918298 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-9b42bc86-dc08-4d52-a657-5143cc191731 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972543 Nov 29 12:07:09.943294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3540e70e-1466-4a35-b4d0-7e3812c2b432 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:09.944542 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3540e70e-1466-4a35-b4d0-7e3812c2b432 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389682 Nov 29 12:07:09.947417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34244) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:09.952221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f2752be9-b287-4683-ad64-a95c9294c6e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '21524374-3cc5-4de1-8b4f-ae933413f543', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:09.957663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540e70e-1466-4a35-b4d0-7e3812c2b432 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21524374-3cc5-4de1-8b4f-ae933413f543,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:09.983111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2752be9-b287-4683-ad64-a95c9294c6e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.024904 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2f1f9de0-99c9-47a9-8a6c-5b6a07ef8621 req-d103e5fe-d23f-41a5-85e0-9e7e16bf3ed3 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992560 Nov 29 12:07:10.031797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:07:10.054909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2752be9-b287-4683-ad64-a95c9294c6e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.058425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2752be9-b287-4683-ad64-a95c9294c6e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.073611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2752be9-b287-4683-ad64-a95c9294c6e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f64964-1983-4bb9-929f-1526bde0457f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:10.085099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f2752be9-b287-4683-ad64-a95c9294c6e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.086498 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f2752be9-b287-4683-ad64-a95c9294c6e6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378579 Nov 29 12:07:10.089119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34246) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:10.093623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9184b816-8354-4e02-8e8f-a392c4ec9b9f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '21524374-3cc5-4de1-8b4f-ae933413f543', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:10.120302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9184b816-8354-4e02-8e8f-a392c4ec9b9f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.177570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9184b816-8354-4e02-8e8f-a392c4ec9b9f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.181161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9184b816-8354-4e02-8e8f-a392c4ec9b9f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.199077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b816-8354-4e02-8e8f-a392c4ec9b9f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fb8c55-f706-4300-a015-9151a7a479f3,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:10.208469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9184b816-8354-4e02-8e8f-a392c4ec9b9f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.212259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9184b816-8354-4e02-8e8f-a392c4ec9b9f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195822 Nov 29 12:07:10.212538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34248) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:10.216912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-89973e71-6df2-4186-a453-6dba81949221 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '21524374-3cc5-4de1-8b4f-ae933413f543', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:10.244746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89973e71-6df2-4186-a453-6dba81949221 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.259903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:08Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:07:10.290145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b4e058-9c5f-4386-888b-1c1b4ae53b51 None None] The sync data for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv is: [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:08Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:07:10.305201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89973e71-6df2-4186-a453-6dba81949221 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.310122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89973e71-6df2-4186-a453-6dba81949221 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.328506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89973e71-6df2-4186-a453-6dba81949221 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b07ddf-527d-49ac-9067-23a42b09e8ce,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:10.339049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89973e71-6df2-4186-a453-6dba81949221 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.340356 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-89973e71-6df2-4186-a453-6dba81949221 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268852 Nov 29 12:07:10.343075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34250) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:10.348111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-010630b3-47cf-4fbc-9875-c1510cf62dad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '21524374-3cc5-4de1-8b4f-ae933413f543', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:10.375591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-010630b3-47cf-4fbc-9875-c1510cf62dad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.438607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-010630b3-47cf-4fbc-9875-c1510cf62dad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.446737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-010630b3-47cf-4fbc-9875-c1510cf62dad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.465534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010630b3-47cf-4fbc-9875-c1510cf62dad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9437f0-014e-434a-86d5-b709cdd2b4de,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:10.476260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-010630b3-47cf-4fbc-9875-c1510cf62dad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.477561 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-010630b3-47cf-4fbc-9875-c1510cf62dad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334469 Nov 29 12:07:10.479891 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ac99e-8a13-49db-9531-aa358640272c None None] New status for floating IP 774ba9db-eb9b-46db-8e56-8445b2b97921: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:07:10.481148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34252) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:10.486466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7a00110a-9e52-4345-a3f9-1fd61285b2b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '21524374-3cc5-4de1-8b4f-ae933413f543', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:10.510777 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-7a00110a-9e52-4345-a3f9-1fd61285b2b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:07:10.516483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a00110a-9e52-4345-a3f9-1fd61285b2b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.583055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a00110a-9e52-4345-a3f9-1fd61285b2b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.587184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a00110a-9e52-4345-a3f9-1fd61285b2b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.606839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00110a-9e52-4345-a3f9-1fd61285b2b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab52353-e323-4423-be2d-69cb4ce33e05,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:10.613746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7a00110a-9e52-4345-a3f9-1fd61285b2b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.615222 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7a00110a-9e52-4345-a3f9-1fd61285b2b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328125 Nov 29 12:07:10.617874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34254) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:10.622346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0a3a94b4-8613-4738-8e55-e90eb8e08cf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': '21524374-3cc5-4de1-8b4f-ae933413f543', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:10.644395 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-0a3a94b4-8613-4738-8e55-e90eb8e08cf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:07:10.649731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a3a94b4-8613-4738-8e55-e90eb8e08cf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.710917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a3a94b4-8613-4738-8e55-e90eb8e08cf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.714477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a3a94b4-8613-4738-8e55-e90eb8e08cf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.731368 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a94b4-8613-4738-8e55-e90eb8e08cf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb158c8e-d825-4174-8e02-de98b1fdd644,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:10.739817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0a3a94b4-8613-4738-8e55-e90eb8e08cf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:10.741036 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0a3a94b4-8613-4738-8e55-e90eb8e08cf3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221609 Nov 29 12:07:10.878021 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-5f00d765-7f5c-4344-9b23-26ee894be483 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257356062&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0318265 Nov 29 12:07:10.981840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-21ba6ffd-18fd-475e-9de2-76df593e353c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:10.983234 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-21ba6ffd-18fd-475e-9de2-76df593e353c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 797 time: 0.0981677 Nov 29 12:07:10.998481 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-7c6aab7d-f967-4a54-82b3-2713a58cff5c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0087128 Nov 29 12:07:11.055582 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-b94c7759-66c9-48be-b206-8087146d18d3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0520942 Nov 29 12:07:11.190346 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-1612833b-f821-43cd-9400-68ba20e7e42a service neutron] 10.222.0.23 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233518 Nov 29 12:07:11.281343 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-63c4b13a-a5ab-4aca-b2e8-591cf0ba2708 service neutron] 10.222.0.23 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848215 Nov 29 12:07:11.442393 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a744e3c5-2aae-41a0-9e24-8ca99669664b req-8201a305-7509-4d5a-a4cb-915bed0fc8a4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 210 time: 0.0262253 Nov 29 12:07:12.325230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-45f83af6-7f8c-4c0c-b390-04922fbdde17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:12.326997 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-45f83af6-7f8c-4c0c-b390-04922fbdde17 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 797 time: 0.1051545 Nov 29 12:07:12.373157 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-68571dab-b60d-4543-83d0-a4eeca11a843 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 472 time: 0.0373666 Nov 29 12:07:12.382773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['21524374-3cc5-4de1-8b4f-ae933413f543']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:12.485902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:07:12.490226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:12.534533 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-08e41b49-4b23-410a-9d7f-ccf1be668be9 req-dab994a4-85cc-4cb0-a3a2-112de7df6647 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 210 time: 0.0262568 Nov 29 12:07:12.619995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.9 (b192fd8b-411f-465b-8c37-297512f46186/ef0f60ec-38df-4045-b89a-d425fff55dac/c4f0665c-b504-4946-9c81-79036aac1d78) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:07:12.760073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:12.791651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:12.832722 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network b192fd8b-411f-465b-8c37-297512f46186 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:07:12.835689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:07:12.839180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:07:12.847319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=c4f0665c-b504-4946-9c81-79036aac1d78,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:12.897672 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:12.898392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:12.917312 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-10f01eea-f4e4-416b-87ac-80fc33b86dbe tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5386009 Nov 29 12:07:12.929908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Request body: {'port': {'device_id': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:12.996918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:13.131520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d312708a-f2df-48d1-9c87-27ec8723e33e None None] Provisioning complete for port c4f0665c-b504-4946-9c81-79036aac1d78 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:07:13.132126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d312708a-f2df-48d1-9c87-27ec8723e33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:13.164367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d312708a-f2df-48d1-9c87-27ec8723e33e None None] Port c4f0665c-b504-4946-9c81-79036aac1d78 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:07:13.251910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f0665c-b504-4946-9c81-79036aac1d78 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:07:13.259135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:13.270402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Transition to ACTIVE for port object c4f0665c-b504-4946-9c81-79036aac1d78 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:07:13.274365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:13.321604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Pushing event updated for resources: {'Port': ['ID=c4f0665c-b504-4946-9c81-79036aac1d78,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:13.395411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Attempting to bind port c4f0665c-b504-4946-9c81-79036aac1d78 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:07:13.396104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Attempting to bind port c4f0665c-b504-4946-9c81-79036aac1d78 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:07:13.396104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Attempting to bind port c4f0665c-b504-4946-9c81-79036aac1d78 on network b192fd8b-411f-465b-8c37-297512f46186 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:07:13.400848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Port c4f0665c-b504-4946-9c81-79036aac1d78 on network b192fd8b-411f-465b-8c37-297512f46186 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:07:13.401166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Attempting to bind port c4f0665c-b504-4946-9c81-79036aac1d78 on network b192fd8b-411f-465b-8c37-297512f46186 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:07:13.405967 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:07:13.406403 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Checking segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:07:13.406880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Bound using segment: {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:07:13.407376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Bound port: c4f0665c-b504-4946-9c81-79036aac1d78, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:07:13.407784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:13.472005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] For port c4f0665c-b504-4946-9c81-79036aac1d78, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:07:13.477058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] For port c4f0665c-b504-4946-9c81-79036aac1d78, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c4f0665c-b504-4946-9c81-79036aac1d78,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:07:13.480740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:13.520933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:13.521539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:13.522937 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] 10.222.0.30 "PUT /v2.0/ports/c4f0665c-b504-4946-9c81-79036aac1d78 HTTP/1.1" status: 200 len: 1093 time: 0.5975745 Nov 29 12:07:13.523376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:07:13.525634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05528785-628e-454e-873b-a9ba6bf5bfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:07:13.553537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac0c70-3781-4920-af51-0fe7559344ee service neutron] Pushing event updated for resources: {'Port': ['ID=c4f0665c-b504-4946-9c81-79036aac1d78,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:13.579139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98306c2-9493-4646-8e47-b7ce0edb4515 x-openstack-request-id: req-e98306c2-9493-4646-8e47-b7ce0edb4515 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:07:13.579638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:07:13.579974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e98306c2-9493-4646-8e47-b7ce0edb4515 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:07:13.580294 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'status': 'completed', 'code': 200} Nov 29 12:07:13.631575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-79b4bbb9-3e9f-4497-bc63-974678c90d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:13.633558 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-79b4bbb9-3e9f-4497-bc63-974678c90d54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0477092 Nov 29 12:07:13.661370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6f1f9-b1f2-4175-b7ee-ca2fd6e6ffb2 req-51842704-ceb1-4842-8dbc-5aa7b42a675f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:13.666395 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b3a6f1f9-b1f2-4175-b7ee-ca2fd6e6ffb2 req-51842704-ceb1-4842-8dbc-5aa7b42a675f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 943 time: 0.0565746 Nov 29 12:07:13.680708 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-227ab1ad-eec3-4404-881f-2a278e6e2523 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4f0665c-b504-4946-9c81-79036aac1d78 HTTP/1.1" status: 200 len: 217 time: 0.0388904 Nov 29 12:07:13.702552 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b3a6f1f9-b1f2-4175-b7ee-ca2fd6e6ffb2 req-dd79b29f-d588-4cea-8c6a-36b87cdd1ab6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Nov 29 12:07:13.732981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-8c396373-8fa5-4b84-b73c-748faf991734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:13.734439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-8c396373-8fa5-4b84-b73c-748faf991734 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0468915 Nov 29 12:07:13.777996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-70415237-f7b7-4297-bacf-9166faea1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:13.779412 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-70415237-f7b7-4297-bacf-9166faea1244 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380383 Nov 29 12:07:13.870805 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-80ea64d3-3419-44f2-9abb-f1b768ee7861 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842314 Nov 29 12:07:13.958985 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-240e3bbe-4f32-4025-ae98-0c0b8afc3a99 req-9bd5d5c7-ce8c-40e3-89a9-9a407dcb121f service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809693 Nov 29 12:07:14.047162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-20e73182-79ba-48de-ba9d-867ad21909d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:14.048635 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-20e73182-79ba-48de-ba9d-867ad21909d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0449939 Nov 29 12:07:14.134909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-3837e1e5-4a26-4a68-8844-7687a821cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:14.136321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-3837e1e5-4a26-4a68-8844-7687a821cd63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0811608 Nov 29 12:07:14.176487 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-5bb1ca14-2bdf-4f22-adf5-3bb7a5f16508 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4f0665c-b504-4946-9c81-79036aac1d78 HTTP/1.1" status: 200 len: 217 time: 0.0337167 Nov 29 12:07:14.228344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-5265a821-f016-4755-9b95-307b52fe7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:14.229678 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-5265a821-f016-4755-9b95-307b52fe7ff1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0464413 Nov 29 12:07:14.273267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-9559abfe-0558-46c6-973e-c149f3cf7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:14.274742 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-9559abfe-0558-46c6-973e-c149f3cf7702 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384564 Nov 29 12:07:14.362316 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-9a4ea9d5-e6bd-455f-b2e7-34215f26da05 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807087 Nov 29 12:07:14.451923 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-05528785-628e-454e-873b-a9ba6bf5bfc8 req-ed18d38a-e9c4-4605-a7bf-24c6c25bdcb4 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826876 Nov 29 12:07:14.818404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92affa3e-d114-4c60-aeff-9400a2fe9f96 req-50bab766-d547-493f-824b-c7e8d0660711 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:14.819777 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-92affa3e-d114-4c60-aeff-9400a2fe9f96 req-50bab766-d547-493f-824b-c7e8d0660711 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 943 time: 0.0518889 Nov 29 12:07:14.858008 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-92affa3e-d114-4c60-aeff-9400a2fe9f96 req-c7fc6590-a53c-4b6b-9847-f7e74704d249 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Nov 29 12:07:15.968511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf7c93-61e4-46c4-957b-d5e2181ac32a req-424069f0-18ce-4790-977e-80b41b4504db tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:15.969984 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2bcf7c93-61e4-46c4-957b-d5e2181ac32a req-424069f0-18ce-4790-977e-80b41b4504db tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 943 time: 0.0485234 Nov 29 12:07:16.007029 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2bcf7c93-61e4-46c4-957b-d5e2181ac32a req-664ff106-615f-481d-89ae-87ebeaf048dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312872 Nov 29 12:07:16.826459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device c4f0665c-b504-4946-9c81-79036aac1d78 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:07:16.925103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port c4f0665c-b504-4946-9c81-79036aac1d78, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c4f0665c-b504-4946-9c81-79036aac1d78,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:07:16.936112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'port_id': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'mac_address': 'fa:16:3e:bc:55:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:07:16.972648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:16.984667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f0665c-b504-4946-9c81-79036aac1d78 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:07:17.008886 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port c4f0665c-b504-4946-9c81-79036aac1d78, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c4f0665c-b504-4946-9c81-79036aac1d78,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:07:17.013682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:17.059499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=c4f0665c-b504-4946-9c81-79036aac1d78,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:17.118493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffa9a4-0617-4baf-be31-d6d6468fbd60 req-f82a90cb-4265-472b-ba1c-3c44fc01492d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:17.119947 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-05ffa9a4-0617-4baf-be31-d6d6468fbd60 req-f82a90cb-4265-472b-ba1c-3c44fc01492d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 944 time: 0.0482872 Nov 29 12:07:17.156794 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-05ffa9a4-0617-4baf-be31-d6d6468fbd60 req-64a4abc3-3bd7-47a5-b588-15aaf7d03e75 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310848 Nov 29 12:07:17.342327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['c4f0665c-b504-4946-9c81-79036aac1d78'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:07:18.270433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3418a-6c82-4187-b6ce-09d426ea8532 req-ded00496-02c3-46da-8447-87a562623594 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:18.271887 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e5b3418a-6c82-4187-b6ce-09d426ea8532 req-ded00496-02c3-46da-8447-87a562623594 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 944 time: 0.0519888 Nov 29 12:07:18.310461 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e5b3418a-6c82-4187-b6ce-09d426ea8532 req-c88d9f6c-af68-44ac-82eb-cc02f23e68cb tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327382 Nov 29 12:07:18.845601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device c4f0665c-b504-4946-9c81-79036aac1d78 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:07:18.893421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port c4f0665c-b504-4946-9c81-79036aac1d78 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:07:18.897063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port c4f0665c-b504-4946-9c81-79036aac1d78 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:07:18.897432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:18.973719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:18.995783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:07:18.998509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c711458d-22d4-4bf0-a726-ff5636f0d148" -d '{"events": [{"server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "name": "network-vif-plugged", "status": "completed", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:07:19.013614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port c4f0665c-b504-4946-9c81-79036aac1d78, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c4f0665c-b504-4946-9c81-79036aac1d78,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:07:19.017846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:19.045427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02ce96c-7c50-40a2-9565-6c7e74a9b546 x-openstack-request-id: req-f02ce96c-7c50-40a2-9565-6c7e74a9b546 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:07:19.045712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "name": "network-vif-plugged", "status": "completed", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:07:19.045985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f02ce96c-7c50-40a2-9565-6c7e74a9b546 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:07:19.046373 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'code': 200} Nov 29 12:07:19.077504 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=c4f0665c-b504-4946-9c81-79036aac1d78,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:19.207773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef2d69-1780-4b67-8ed8-3f7595071935 req-701919ec-e700-41b7-8f90-806f1dfed9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:19.209388 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9ef2d69-1780-4b67-8ed8-3f7595071935 req-701919ec-e700-41b7-8f90-806f1dfed9dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0397308 Nov 29 12:07:19.245382 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9ef2d69-1780-4b67-8ed8-3f7595071935 req-205eab0d-b314-4b5e-8f79-2719f2567afb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280228 Nov 29 12:07:19.430131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055dc4f-acaa-449b-914e-345cf48c7fa4 req-b9269550-b3c9-4758-9cf0-8fd79300a638 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:19.431595 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0055dc4f-acaa-449b-914e-345cf48c7fa4 req-b9269550-b3c9-4758-9cf0-8fd79300a638 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 945 time: 0.0485244 Nov 29 12:07:19.467925 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0055dc4f-acaa-449b-914e-345cf48c7fa4 req-656d7e46-54ae-4569-9611-d0eb5a6660ea tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305221 Nov 29 12:07:20.584482 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86058463-2ab8-47a8-ad50-7b0f652bfbe3 req-7940c962-7d63-4bd0-9e32-9200e0666e82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:20.586034 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-86058463-2ab8-47a8-ad50-7b0f652bfbe3 req-7940c962-7d63-4bd0-9e32-9200e0666e82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 945 time: 0.0497582 Nov 29 12:07:20.623112 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-86058463-2ab8-47a8-ad50-7b0f652bfbe3 req-b5f4f603-79a1-4648-9e34-797a67eebaaf tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311229 Nov 29 12:07:20.738587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1ba00-7ec5-4d56-ba57-0fbbd6db08d5 req-4332227b-7929-4561-9936-5741938c0621 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:20.740071 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3fc1ba00-7ec5-4d56-ba57-0fbbd6db08d5 req-4332227b-7929-4561-9936-5741938c0621 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 945 time: 0.0532303 Nov 29 12:07:20.776297 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3fc1ba00-7ec5-4d56-ba57-0fbbd6db08d5 req-da880c7b-45b6-416d-936c-370b3dc367b0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301828 Nov 29 12:07:20.797493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34306) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:20.836322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ae626-18d5-4d63-b242-225937ebf954 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:20.837804 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8c4ae626-18d5-4d63-b242-225937ebf954 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 1093 time: 0.0393226 Nov 29 12:07:20.840475 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34308) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:07:20.844698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:07:20.866503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:20.963260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:21.063963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.203 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/0d0bedfa-181d-4286-a98f-3b9bf3199fae) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:07:21.168283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:21.199840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:21.239361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:07:21.242117 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:07:21.248275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:07:21.251217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=0d0bedfa-181d-4286-a98f-3b9bf3199fae,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:21.579463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:21.642797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:21.788592 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:21.792838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:21.861201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=0d0bedfa-181d-4286-a98f-3b9bf3199fae,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:07:21.872955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:21.971660 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP a1fe5ff1-6cdd-4771-8a57-f31dc9e2c104 associated. External IP: 172.26.5.203, port: c4f0665c-b504-4946-9c81-79036aac1d78. Nov 29 12:07:22.169462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:07:22.274535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:07:22.284279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] Sync routers for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:07:22.292924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:22.294438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:07:22.295046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:07:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:07:22.320402 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5a9e0be9-b2e4-455c-a339-e1775b51b72c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4788888 Nov 29 12:07:22.321002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:07:22.324054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba39c06-5f63-40d4-ae72-4b2aa111350e" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:07:22.362373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48a0d0e-5bb4-4a7f-a0db-a5631bb13763 x-openstack-request-id: req-c48a0d0e-5bb4-4a7f-a0db-a5631bb13763 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:07:22.362773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:07:22.363698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c48a0d0e-5bb4-4a7f-a0db-a5631bb13763 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:07:22.364185 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'status': 'completed', 'code': 200} Nov 29 12:07:22.398814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:07:22.427707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-46c7468e-0e84-49a9-8abb-3a90f738c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:22.429191 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-46c7468e-0e84-49a9-8abb-3a90f738c867 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0445890 Nov 29 12:07:22.516859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-b6d74a4f-2c51-4b49-8648-93e476b2db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:22.518399 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-b6d74a4f-2c51-4b49-8648-93e476b2db69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0824640 Nov 29 12:07:22.587945 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-639ccec8-1170-4457-8816-836de51647e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4f0665c-b504-4946-9c81-79036aac1d78 HTTP/1.1" status: 200 len: 999 time: 0.0628729 Nov 29 12:07:22.624125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:10Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}, {'id': 'a1fe5ff1-6cdd-4771-8a57-f31dc9e2c104', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.203', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:bc:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:21Z', 'updated_at': '2021-11-29T12:07:21Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:07:22.636624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-8c7f33c7-8a81-42fb-92b6-d010197a5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:22.638155 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-8c7f33c7-8a81-42fb-92b6-d010197a5623 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0437412 Nov 29 12:07:22.650109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] Checking router: 9e7a4334-ac8d-4ad9-aae4-8209469b5210 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:07:22.658242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:07:22.658833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:07:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:07:22.682466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-da66e075-abe7-45b5-a10a-ee93bbc6a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:22.683933 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-da66e075-abe7-45b5-a10a-ee93bbc6a990 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394258 Nov 29 12:07:22.759768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:07:22.775786 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-5f17356e-b3dd-4eeb-b70a-37dbe43516e0 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833676 Nov 29 12:07:22.865289 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dba39c06-5f63-40d4-ae72-4b2aa111350e req-3a5e4903-5561-40e5-bb3e-7847f3531575 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813966 Nov 29 12:07:22.979630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:10Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}, {'id': 'a1fe5ff1-6cdd-4771-8a57-f31dc9e2c104', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.203', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:bc:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:21Z', 'updated_at': '2021-11-29T12:07:21Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:07:23.004846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768d80c0-8fa3-4123-927c-eb405b300ee8 None None] The sync data for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv is: [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:10Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}, {'id': 'a1fe5ff1-6cdd-4771-8a57-f31dc9e2c104', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.203', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:bc:55:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:21Z', 'updated_at': '2021-11-29T12:07:21Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:07:23.189495 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a07f06-6fdb-49e4-9ab4-05de457ec056 None None] New status for floating IP a1fe5ff1-6cdd-4771-8a57-f31dc9e2c104: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:07:27.512716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:30.691146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a43d8bd6-2239-465f-a90b-890f51cdad2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:31.962848 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:07:33.258065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-92c32a20-877f-4df4-8786-820fa2fc1bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:33.680231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:34.683512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:36.001836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:07:48.048360 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-01414a04-61d2-4f66-beca-894fe0415f7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389581 Nov 29 12:07:48.136632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-7ccf8b6d-afda-465e-97e3-59dd8de68bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:48.138121 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-7ccf8b6d-afda-465e-97e3-59dd8de68bcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1099 time: 0.0435050 Nov 29 12:07:48.237424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-07bdeb27-0765-4d22-9614-3f7317882c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:48.238874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-07bdeb27-0765-4d22-9614-3f7317882c40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0815029 Nov 29 12:07:48.305842 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-d631a865-47d6-47fd-a89c-216c44df540a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 1002 time: 0.0593698 Nov 29 12:07:48.357195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-763be102-02d2-4c5f-bfbf-432068076e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:48.358952 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-763be102-02d2-4c5f-bfbf-432068076e17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0460570 Nov 29 12:07:48.403323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-dff0fa36-81f0-4d91-8dec-268772a8466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:07:48.404764 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-dff0fa36-81f0-4d91-8dec-268772a8466d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389230 Nov 29 12:07:48.495256 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-482ecbfb-cb75-475f-9baf-fb97c02a7b99 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829997 Nov 29 12:07:48.583500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8fb6187c-d28d-48fe-9648-01f3e8bccbd6 req-276099fb-56bd-416e-9eab-adea45991679 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800841 Nov 29 12:07:57.548686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:00.692943 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5564706f-f3c2-468d-a3d0-29b1b02c78fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:03.258345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-02a7875c-b610-425c-86d8-301fcbe8d42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:03.680443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:04.689744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:06.004254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:08.962470 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:08:26.987711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34330) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:27.050919 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7f0f1947-c06f-43e9-bc52-36fc72b88a82 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/774ba9db-eb9b-46db-8e56-8445b2b97921 HTTP/1.1" status: 200 len: 994 time: 0.0620823 Nov 29 12:08:27.574238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:29.597868 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34344) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:29.603233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:29.664202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:29.809406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:29.836631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:29.842269 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:29.888350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:29.888981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:29.890424 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/ports/78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 939 time: 0.2915299 Nov 29 12:08:29.890985 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:08:29.895995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95" -d '{"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:08:29.917991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:29.925763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.926764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.927046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.927390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.928052 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.928397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.928739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.929075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.929434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.929765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.930122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.930448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17004beb-c393-475c-a2ed-d8aec6302bd8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:29.942479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a619836-654a-44ab-af03-8d01d7271c5e x-openstack-request-id: req-0a619836-654a-44ab-af03-8d01d7271c5e {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:08:29.942787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:08:29.943053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a619836-654a-44ab-af03-8d01d7271c5e {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:08:29.943471 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'status': 'completed', 'code': 200} Nov 29 12:08:30.009791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-39f579cb-5f0d-435c-bf77-7720763bc7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:30.011372 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-39f579cb-5f0d-435c-bf77-7720763bc7b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1100 time: 0.0423329 Nov 29 12:08:30.106268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-91f5bcae-99ff-4536-b476-7e3cb287e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:30.106982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-30d275f4-3759-43eb-8c6a-a8312ecea888 None None] Provisioning complete for port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:30.107487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-30d275f4-3759-43eb-8c6a-a8312ecea888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:30.107660 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-91f5bcae-99ff-4536-b476-7e3cb287e44d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0887711 Nov 29 12:08:30.148232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-30d275f4-3759-43eb-8c6a-a8312ecea888 None None] Port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 is administratively disabled so it will not transition to active. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Nov 29 12:08:30.171484 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-915f056f-590d-4ff0-abc3-50c5ea971d39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 1003 time: 0.0562551 Nov 29 12:08:30.221930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-8e3bf3e1-5e34-42fd-bbb6-1f9f98cdc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:30.224061 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-8e3bf3e1-5e34-42fd-bbb6-1f9f98cdc929 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0456476 Nov 29 12:08:30.533091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-bc8f5c7b-8100-4f05-9c3f-d15cfdf5e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:30.534607 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-bc8f5c7b-8100-4f05-9c3f-d15cfdf5e6b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3030014 Nov 29 12:08:30.622861 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-d7903e85-e1ca-4adb-9d79-19e18b6f1a1e service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795150 Nov 29 12:08:30.692839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7a14088f-e007-4673-a142-6baa40eb6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:30.715414 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd8ba021-b4c4-43bb-960c-3947e1a5ab95 req-0cda64c7-1bbb-4afd-b394-c3814997ef89 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844615 Nov 29 12:08:33.259487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89142c19-0ee7-434d-8e97-b1a542944b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:33.346714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34354) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:33.352002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:33.413373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:33.559528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:33.588178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:33.592495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:33.632088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:33.632706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:33.636700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/ports/78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 938 time: 0.2864726 Nov 29 12:08:33.636700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:08:33.637075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34356) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:33.637528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3784d770-6d71-4c37-a831-8155eef6ff5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:08:33.662270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4bdae-409e-4a33-8d54-6cf74fd51f4a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:33.682838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69709c69-8460-498c-b68e-80b7f546ed72 x-openstack-request-id: req-69709c69-8460-498c-b68e-80b7f546ed72 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:08:33.683227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:08:33.683662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69709c69-8460-498c-b68e-80b7f546ed72 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:08:33.684184 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'status': 'completed', 'code': 200} Nov 29 12:08:33.684491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:33.717823 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-aac6f1b6-7c3b-432a-91d0-5f9964e62096 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/774ba9db-eb9b-46db-8e56-8445b2b97921 HTTP/1.1" status: 200 len: 994 time: 0.0795827 Nov 29 12:08:33.758919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-d9db4445-c522-4b8b-8207-bdfb0d9ca973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:33.760579 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-d9db4445-c522-4b8b-8207-bdfb0d9ca973 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1099 time: 0.0546701 Nov 29 12:08:33.852458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-c1917607-51a4-42d2-94ae-5dc09c6ebbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:33.853916 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-c1917607-51a4-42d2-94ae-5dc09c6ebbe4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0849876 Nov 29 12:08:33.889347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a9ab29fa-eed7-4ada-8040-0c9e8522939c None None] Provisioning complete for port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:33.889651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9ab29fa-eed7-4ada-8040-0c9e8522939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:33.921737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-afb35488-5f53-4549-ae5b-fa9c2bfacfb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 1002 time: 0.0600538 Nov 29 12:08:33.968639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['78f9381e-e5b8-46dc-ad6f-09cfa2e43066'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:08:33.971077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-9e811525-91d3-4f54-9ec6-f0a23ac96aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:33.972624 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-9e811525-91d3-4f54-9ec6-f0a23ac96aa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0433092 Nov 29 12:08:34.020883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-62d8c930-1344-4a68-918d-2240601a3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:34.022460 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-62d8c930-1344-4a68-918d-2240601a3f91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429111 Nov 29 12:08:34.116344 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-1a07b8f0-55c3-4cc6-a433-d0998c60fb61 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864348 Nov 29 12:08:34.204448 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3784d770-6d71-4c37-a831-8155eef6ff5f req-d5d9f01a-6c96-4180-898b-27e2d99d23a5 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812671 Nov 29 12:08:34.689593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:36.010169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:36.239956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34366) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:36.392615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 0d0bedfa-181d-4286-a98f-3b9bf3199fae {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:08:36.392962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:36.472472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:36.472798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:36.484089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 0d0bedfa-181d-4286-a98f-3b9bf3199fae owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:08:36.624222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:36.651158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=0d0bedfa-181d-4286-a98f-3b9bf3199fae,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:36.707876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:36.708203 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP a1fe5ff1-6cdd-4771-8a57-f31dc9e2c104 disassociated (deleted). External IP: 172.26.5.203, port: c4f0665c-b504-4946-9c81-79036aac1d78. Nov 29 12:08:36.905918 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:08:37.010425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:08:37.015255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:37.020563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] Sync routers for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:08:37.029356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:37.029974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:37.040495 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6c89fca4-df01-4a78-88ed-c2ecbc851e08 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/a1fe5ff1-6cdd-4771-8a57-f31dc9e2c104 HTTP/1.1" status: 204 len: 168 time: 0.7994893 Nov 29 12:08:37.041088 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:08:37.043449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:08:37.082808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0715416-ceb4-4b42-8010-bd6f179b6ad6 x-openstack-request-id: req-b0715416-ceb4-4b42-8010-bd6f179b6ad6 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:08:37.083097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:08:37.083519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0715416-ceb4-4b42-8010-bd6f179b6ad6 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:08:37.083948 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'status': 'completed', 'code': 200} Nov 29 12:08:37.140455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:37.150825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-4bf3bc0f-2611-4ec1-96c0-e35385aeba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:37.152337 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-4bf3bc0f-2611-4ec1-96c0-e35385aeba11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 1098 time: 0.0437479 Nov 29 12:08:37.257455 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-c3cd6154-c2a8-41e1-b118-55dc266cdded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:37.259287 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-c3cd6154-c2a8-41e1-b118-55dc266cdded service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0970256 Nov 29 12:08:37.270145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd384cb-c297-45f8-99ae-47aff6bbd9a1 req-9a8e5c7a-277c-46b1-9a45-21ee70ad04a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:37.271787 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6cd384cb-c297-45f8-99ae-47aff6bbd9a1 req-9a8e5c7a-277c-46b1-9a45-21ee70ad04a8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 945 time: 0.0513885 Nov 29 12:08:37.302696 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-4708190e-abbf-4bd7-b1b9-6be9bdcacf83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4f0665c-b504-4946-9c81-79036aac1d78 HTTP/1.1" status: 200 len: 217 time: 0.0351028 Nov 29 12:08:37.310789 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6cd384cb-c297-45f8-99ae-47aff6bbd9a1 req-86c16a32-a8ed-4a49-9971-4fa48378ef73 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329020 Nov 29 12:08:37.352015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-90ec1322-19e6-4c13-9235-9e3b83ee24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:37.353469 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-90ec1322-19e6-4c13-9235-9e3b83ee24bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0437868 Nov 29 12:08:37.371294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:10Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:37.397152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] Checking router: 9e7a4334-ac8d-4ad9-aae4-8209469b5210 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:08:37.404541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-8657f306-e63f-4f27-a4f4-6292876898d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:37.405370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:37.405986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:37.406146 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-8657f306-e63f-4f27-a4f4-6292876898d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448387 Nov 29 12:08:37.501604 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-4beee77b-1b2e-4abd-a25b-481b7528b658 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876079 Nov 29 12:08:37.513908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:37.593169 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-cd57a8ca-082a-4cb5-b1a1-92561503dcb4 req-8d18b903-8f75-4b8f-adc6-b8c636d590ba service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842395 Nov 29 12:08:37.731924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:10Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:37.764234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20f1475-574a-41ab-9178-1c5b07a0e4c1 None None] The sync data for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv is: [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '774ba9db-eb9b-46db-8e56-8445b2b97921', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.140', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'port_id': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'mac_address': 'fa:16:3e:28:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:07:08Z', 'updated_at': '2021-11-29T12:07:10Z', 'revision_number': 1, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:08:37.962991 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19075325-ccf7-45f4-8900-fdf87169d6f4 None None] New status for floating IP a1fe5ff1-6cdd-4771-8a57-f31dc9e2c104: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:08:38.429388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f551f-fc7d-455c-9439-b26a22fc402b req-0e3f2aa5-b953-44cd-8b77-57b64021f08e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:38.430853 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-762f551f-fc7d-455c-9439-b26a22fc402b req-0e3f2aa5-b953-44cd-8b77-57b64021f08e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 945 time: 0.0474286 Nov 29 12:08:38.470661 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-762f551f-fc7d-455c-9439-b26a22fc402b req-b5024fb3-464e-4555-af0c-2c467207475f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=21524374-3cc5-4de1-8b4f-ae933413f543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340672 Nov 29 12:08:38.798520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cea78-bd69-4f82-9985-1d604ed99827 req-cc7d0d44-d5c8-4234-9f05-b8cc1d32f1f9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:38.799929 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-424cea78-bd69-4f82-9985-1d604ed99827 req-cc7d0d44-d5c8-4234-9f05-b8cc1d32f1f9 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 945 time: 0.0472298 Nov 29 12:08:38.889624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port c4f0665c-b504-4946-9c81-79036aac1d78 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:08:38.889988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:38.975327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port c4f0665c-b504-4946-9c81-79036aac1d78, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c4f0665c-b504-4946-9c81-79036aac1d78,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:38.975687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:38.987818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for c4f0665c-b504-4946-9c81-79036aac1d78 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:08:39.116455 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:39.144372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=c4f0665c-b504-4946-9c81-79036aac1d78,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:39.172014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.172365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.172707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.173035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.173360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.173687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.174036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.174362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.174682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.175005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.175320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.175658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:39.198847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port c4f0665c-b504-4946-9c81-79036aac1d78 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:08:39.201407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:39.205004 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-424cea78-bd69-4f82-9985-1d604ed99827 req-6524be4d-05b3-4bb0-bff1-086601939414 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/c4f0665c-b504-4946-9c81-79036aac1d78 HTTP/1.1" status: 204 len: 173 time: 0.3974831 Nov 29 12:08:39.205449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'name': 'network-vif-deleted', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:08:39.208774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2115e30d-6a70-4943-a6fa-09d4ac637c0b" -d '{"events": [{"server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "name": "network-vif-deleted", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:08:39.247532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3b479b-e6e2-42f1-93c4-0f251ea571ba x-openstack-request-id: req-7a3b479b-e6e2-42f1-93c4-0f251ea571ba {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:08:39.247916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4", "name": "network-vif-deleted", "tag": "c4f0665c-b504-4946-9c81-79036aac1d78", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:08:39.248175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a3b479b-e6e2-42f1-93c4-0f251ea571ba {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:08:39.248578 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4', 'name': 'network-vif-deleted', 'tag': 'c4f0665c-b504-4946-9c81-79036aac1d78', 'status': 'completed', 'code': 200} Nov 29 12:08:39.595768 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-58c8ac98-8b8a-402f-b4f5-f3f1892c4a56 req-2d26b5be-bf82-43ec-a59d-d573e04d27fa tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2bd5b4eb-2531-4ea2-88c8-f2019fb9e5e4 HTTP/1.1" status: 200 len: 210 time: 0.0323114 Nov 29 12:08:40.651262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34384) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:40.708740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc41a-8e18-4a40-a86e-c8538dcea7dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:40.732906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc41a-8e18-4a40-a86e-c8538dcea7dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:40.791896 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc41a-8e18-4a40-a86e-c8538dcea7dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:40.794513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc41a-8e18-4a40-a86e-c8538dcea7dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:40.795659 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1c0dc41a-8e18-4a40-a86e-c8538dcea7dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/21524374-3cc5-4de1-8b4f-ae933413f543 HTTP/1.1" status: 204 len: 168 time: 0.1434207 Nov 29 12:08:40.805429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dc41a-8e18-4a40-a86e-c8538dcea7dd tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21524374-3cc5-4de1-8b4f-ae933413f543,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:40.830150 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34388) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:40.990316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 44622cf6-3cfa-4c73-b125-fa252a2c1de1 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:08:40.990657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:41.062181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:41.062429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:41.074022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 44622cf6-3cfa-4c73-b125-fa252a2c1de1 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:08:41.215018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:41.240563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=44622cf6-3cfa-4c73-b125-fa252a2c1de1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:41.303055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:41.303411 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP 774ba9db-eb9b-46db-8e56-8445b2b97921 disassociated (deleted). External IP: 172.26.5.140, port: 78f9381e-e5b8-46dc-ad6f-09cfa2e43066. Nov 29 12:08:41.500031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:08:41.604961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:08:41.609807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:41.615563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] Sync routers for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:08:41.625112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:41.625900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:41.639443 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6affe583-7594-45e7-8aa2-2cf6419fb607 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/774ba9db-eb9b-46db-8e56-8445b2b97921 HTTP/1.1" status: 204 len: 168 time: 0.8055208 Nov 29 12:08:41.639443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:08:41.644308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29216d48-ce14-4902-8cc4-43c564542376" -d '{"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:08:41.679361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1593c211-f70b-423f-892a-11099105d81a x-openstack-request-id: req-1593c211-f70b-423f-892a-11099105d81a {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:08:41.679853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:08:41.679993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1593c211-f70b-423f-892a-11099105d81a {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:08:41.680308 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'status': 'completed', 'code': 200} Nov 29 12:08:41.784351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216d48-ce14-4902-8cc4-43c564542376 req-a7925a14-4adf-4127-8d0c-76bf89dddead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:41.785916 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-29216d48-ce14-4902-8cc4-43c564542376 req-a7925a14-4adf-4127-8d0c-76bf89dddead service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 1099 time: 0.0671911 Nov 29 12:08:41.879934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab596e-f5bd-4223-8303-d4d32550f1eb req-ee9b8188-2b9b-4c27-88d9-f51fef40c8b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:41.886470 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d1ab596e-f5bd-4223-8303-d4d32550f1eb req-ee9b8188-2b9b-4c27-88d9-f51fef40c8b1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 946 time: 0.0551167 Nov 29 12:08:41.889822 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216d48-ce14-4902-8cc4-43c564542376 req-67597e3b-ab64-442d-a01f-abf1eb230caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:41.891354 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-29216d48-ce14-4902-8cc4-43c564542376 req-67597e3b-ab64-442d-a01f-abf1eb230caa service neutron] 10.222.0.30 "GET /v2.0/networks?id=b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 200 len: 898 time: 0.0990946 Nov 29 12:08:41.927338 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d1ab596e-f5bd-4223-8303-d4d32550f1eb req-cc56c5b3-ba0f-4c5d-b04f-c3177d7cdeae tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378547 Nov 29 12:08:41.940082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:41.959686 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-29216d48-ce14-4902-8cc4-43c564542376 req-68f95f2e-0425-47f8-817f-8b69516dc418 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 200 len: 217 time: 0.0601237 Nov 29 12:08:42.021767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216d48-ce14-4902-8cc4-43c564542376 req-b126b8db-9392-4533-aacd-5609dfe03c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:42.023299 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-29216d48-ce14-4902-8cc4-43c564542376 req-b126b8db-9392-4533-aacd-5609dfe03c05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 200 len: 835 time: 0.0563483 Nov 29 12:08:42.070513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216d48-ce14-4902-8cc4-43c564542376 req-e065327a-b285-476e-86eb-97630801d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:42.071967 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-29216d48-ce14-4902-8cc4-43c564542376 req-e065327a-b285-476e-86eb-97630801d79b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b192fd8b-411f-465b-8c37-297512f46186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416949 Nov 29 12:08:42.141225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:42.159863 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-29216d48-ce14-4902-8cc4-43c564542376 req-bbac59a4-af97-4905-a61e-ce15b3aaafde service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806134 Nov 29 12:08:42.170370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] Checking router: 9e7a4334-ac8d-4ad9-aae4-8209469b5210 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:08:42.179147 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:42.179744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:42.259166 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-29216d48-ce14-4902-8cc4-43c564542376 req-809eb0f3-ef86-425b-8351-ba697c21e8d6 service neutron] 10.222.0.30 "GET /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914943 Nov 29 12:08:42.285919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:42.474341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:42.503247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20061100-52bc-4efa-8231-875fcf6f4748 None None] The sync data for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv is: [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:06:50Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'af513381-614c-45e7-84c5-4b5b5518d5f5', 'name': '', 'network_id': 'b192fd8b-411f-465b-8c37-297512f46186', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:3c:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:49Z', 'updated_at': '2021-11-29T12:06:53Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'ef0f60ec-38df-4045-b89a-d425fff55dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:08:42.709489 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba09a6-bf7c-4b5e-9c4f-8d6abe2b75c1 None None] New status for floating IP 774ba9db-eb9b-46db-8e56-8445b2b97921: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:08:43.049012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664775cf-e7ab-4a27-abd1-bf0dc3a9f994 req-a21d4d1c-0049-441f-a43a-0c5f0f8aabca tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:43.050388 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-664775cf-e7ab-4a27-abd1-bf0dc3a9f994 req-a21d4d1c-0049-441f-a43a-0c5f0f8aabca tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 946 time: 0.0505111 Nov 29 12:08:43.088003 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-664775cf-e7ab-4a27-abd1-bf0dc3a9f994 req-1699e4cc-ed27-4066-a3af-a7048e742a4f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=bce72577-4e7a-4e68-8b47-d1e88ca43ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312002 Nov 29 12:08:43.208739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device c4f0665c-b504-4946-9c81-79036aac1d78 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:08:43.228327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: c4f0665c-b504-4946-9c81-79036aac1d78 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:08:43.228666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device c4f0665c-b504-4946-9c81-79036aac1d78 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:08:43.614004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-b5f56fa8-8477-4d1e-bcaf-1e9184c4d1a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:43.615531 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-b5f56fa8-8477-4d1e-bcaf-1e9184c4d1a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 946 time: 0.0503035 Nov 29 12:08:43.703270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:08:43.703607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:43.787721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:43.788010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:43.799858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:08:43.932341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:43.961157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=78f9381e-e5b8-46dc-ad6f-09cfa2e43066,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:44.004543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:08:44.007125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:44.010396 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-15df5a88-6055-4c60-9a9a-9c52947a0499 req-714dbfbb-b000-4bb0-977a-2dd74ef058df tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/78f9381e-e5b8-46dc-ad6f-09cfa2e43066 HTTP/1.1" status: 204 len: 173 time: 0.3891971 Nov 29 12:08:44.010936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'name': 'network-vif-deleted', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:08:44.013170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ce51f5-307c-40ec-8c87-15bc4e3ddad0" -d '{"events": [{"server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "name": "network-vif-deleted", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:08:44.053255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ba9b37-4e6b-4276-af51-23cdd022d0c9 x-openstack-request-id: req-a6ba9b37-4e6b-4276-af51-23cdd022d0c9 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:08:44.053556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2164a4c9-e4d7-4c4d-abce-422723eaac8c", "name": "network-vif-deleted", "tag": "78f9381e-e5b8-46dc-ad6f-09cfa2e43066", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:08:44.053811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6ba9b37-4e6b-4276-af51-23cdd022d0c9 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:08:44.054238 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2164a4c9-e4d7-4c4d-abce-422723eaac8c', 'name': 'network-vif-deleted', 'tag': '78f9381e-e5b8-46dc-ad6f-09cfa2e43066', 'status': 'completed', 'code': 200} Nov 29 12:08:44.194258 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-357a300f-d35c-4cc5-88e0-71c8dc6f030f req-c7aa8a17-6ed7-4f76-9c8e-8bba87bff20f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=2164a4c9-e4d7-4c4d-abce-422723eaac8c HTTP/1.1" status: 200 len: 210 time: 0.0266011 Nov 29 12:08:45.251096 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34404) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:45.311379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09726b8c-4ee0-47b1-a87d-56ebea4f9051 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:45.336519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09726b8c-4ee0-47b1-a87d-56ebea4f9051 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:45.393704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09726b8c-4ee0-47b1-a87d-56ebea4f9051 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:45.396542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-09726b8c-4ee0-47b1-a87d-56ebea4f9051 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:45.397685 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-09726b8c-4ee0-47b1-a87d-56ebea4f9051 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/bce72577-4e7a-4e68-8b47-d1e88ca43ece HTTP/1.1" status: 204 len: 168 time: 0.1455505 Nov 29 12:08:45.406771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09726b8c-4ee0-47b1-a87d-56ebea4f9051 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce72577-4e7a-4e68-8b47-d1e88ca43ece,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:45.429160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34408) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:45.788375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:45.962499 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:08:46.028188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port af513381-614c-45e7-84c5-4b5b5518d5f5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:08:46.028525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:46.121259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port af513381-614c-45e7-84c5-4b5b5518d5f5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=af513381-614c-45e7-84c5-4b5b5518d5f5,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:46.121797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:46.134614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for af513381-614c-45e7-84c5-4b5b5518d5f5 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:08:46.312058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:46.337657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=af513381-614c-45e7-84c5-4b5b5518d5f5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:46.518555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:46.980834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:08:47.083372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:08:47.091886 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-db662d76-4d9e-443a-9d97-3c6adb240644 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/9e7a4334-ac8d-4ad9-aae4-8209469b5210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6574800 Nov 29 12:08:47.091886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34410) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:47.095757 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] Sync routers for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:08:47.104602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:47.105195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:47.144998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd93878-eb78-4a09-a09c-b088ba465ca1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet ef0f60ec-38df-4045-b89a-d425fff55dac {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:08:47.148083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfd93878-eb78-4a09-a09c-b088ba465ca1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.185747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfd93878-eb78-4a09-a09c-b088ba465ca1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.209242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:47.263875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:08:47.265890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfd93878-eb78-4a09-a09c-b088ba465ca1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.291880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:08:47.292225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 78f9381e-e5b8-46dc-ad6f-09cfa2e43066 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:08:47.327349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfd93878-eb78-4a09-a09c-b088ba465ca1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.354902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd93878-eb78-4a09-a09c-b088ba465ca1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=ef0f60ec-38df-4045-b89a-d425fff55dac,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:47.356855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cfd93878-eb78-4a09-a09c-b088ba465ca1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.360030 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cfd93878-eb78-4a09-a09c-b088ba465ca1 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/ef0f60ec-38df-4045-b89a-d425fff55dac HTTP/1.1" status: 204 len: 168 time: 0.2679975 Nov 29 12:08:47.362632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34412) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:47.381164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be27a1d-32b4-44de-a3a7-94e00013bb71 None None] Network b192fd8b-411f-465b-8c37-297512f46186 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:08:47.467119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.494522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:08:46Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:47.527241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] Checking router: 9e7a4334-ac8d-4ad9-aae4-8209469b5210 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:08:47.540491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] Routers {'9e7a4334-ac8d-4ad9-aae4-8209469b5210'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:47.541111 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:47.576761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.624224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] DHCP port deletion for b192fd8b-411f-465b-8c37-297512f46186 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:08:47.631195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port b5833da1-a6d0-4cbc-a609-81e31d87ccf0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:08:47.631539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.674712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] Set router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:47.707587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port b5833da1-a6d0-4cbc-a609-81e31d87ccf0, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b5833da1-a6d0-4cbc-a609-81e31d87ccf0,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:47.707949 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.720089 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for b5833da1-a6d0-4cbc-a609-81e31d87ccf0 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:08:47.779927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Deleting port 2877a910-4d50-4670-b92a-b7e108c2aaa9 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:08:47.780221 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.869242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] For port 2877a910-4d50-4670-b92a-b7e108c2aaa9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2877a910-4d50-4670-b92a-b7e108c2aaa9,segment=NetworkSegment(b1c2b9e9-8cf0-4b32-8cff-ed311245968f),segment_id=b1c2b9e9-8cf0-4b32-8cff-ed311245968f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:47.869644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.882676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.898668 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Calling delete_port for 2877a910-4d50-4670-b92a-b7e108c2aaa9 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:08:47.908464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=b5833da1-a6d0-4cbc-a609-81e31d87ccf0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:47.969902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:47.978523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:08:46Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:48.012805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00089a67-9765-4619-a9cc-5d9e10982880 None None] The sync data for ids ['9e7a4334-ac8d-4ad9-aae4-8209469b5210'] in dv-neutron-819578-1-hyperv is: [{'id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'name': 'tempest-TestNetworkBasicOps-router-1332910195', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:06:46Z', 'updated_at': '2021-11-29T12:08:46Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': 'b5833da1-a6d0-4cbc-a609-81e31d87ccf0', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7a4334-ac8d-4ad9-aae4-8209469b5210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:06:47Z', 'updated_at': '2021-11-29T12:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:08:48.024565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.070142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.072633 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.118802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.119481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Fanout notify agent at l3_agent the message router_deleted on router 9e7a4334-ac8d-4ad9-aae4-8209469b5210 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:08:48.127634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.129030 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-54457d58-61fc-49c1-ace7-95338feb8317 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/routers/9e7a4334-ac8d-4ad9-aae4-8209469b5210 HTTP/1.1" status: 204 len: 168 time: 0.7646687 Nov 29 12:08:48.132364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34414) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:48.203109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Pushing event deleted for resources: {'Port': ['ID=2877a910-4d50-4670-b92a-b7e108c2aaa9,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:48.208352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] No DVR routers for this DVR port 2877a910-4d50-4670-b92a-b7e108c2aaa9 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:08:48.215659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.220565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.220910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.221249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.221604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.221926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.222345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.223165 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.223487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.223808 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.224130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.224461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.224775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc91013-c243-40be-81d6-b8a43e238b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:48.302162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.320821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b192fd8b-411f-465b-8c37-297512f46186']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:48.331266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:48.332416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c2b9e9-8cf0-4b32-8cff-ed311245968f') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:48.341660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.355495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.361854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:08:48.362261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:08:48.365994 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:08:48.424868 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.430163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.433606 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/b192fd8b-411f-465b-8c37-297512f46186 HTTP/1.1" status: 204 len: 168 time: 0.3000176 Nov 29 12:08:48.459981 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7e01e-bb68-4621-a2e6-8ddc3a4aa0a6 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=b192fd8b-411f-465b-8c37-297512f46186,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:48.466979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34416) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:48.472269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'network': {'name': 'tempest-network-smoke--318735665', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:48.496908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:08:48.500913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.525707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:08:48.535671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.536022 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Added segment 36f74e3b-188e-4f56-96c0-384a2d4c0e97 of type vlan for network af95bf43-7133-4482-9983-d04b8af79544 Nov 29 12:08:48.583281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.607973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.613744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:48.614375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.678357 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2100906 Nov 29 12:08:48.681131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34418) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:48.687600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-532276119', 'admin_state_up': True, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:48.694488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57e1b6-9a7b-42a3-bafc-f348f83a4017 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Network': ['ID=af95bf43-7133-4482-9983-d04b8af79544,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:48.704905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network af95bf43-7133-4482-9983-d04b8af79544 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:08:48.713843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.714875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.769191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:48.900524 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:49.093087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:49.112040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:49.124023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b5833da1-a6d0-4cbc-a609-81e31d87ccf0 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:08:49.143865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b5833da1-a6d0-4cbc-a609-81e31d87ccf0 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:08:49.144330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b5833da1-a6d0-4cbc-a609-81e31d87ccf0 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:08:49.145005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device af513381-614c-45e7-84c5-4b5b5518d5f5 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:08:49.170055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: af513381-614c-45e7-84c5-4b5b5518d5f5 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:08:49.170297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device af513381-614c-45e7-84c5-4b5b5518d5f5 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:08:49.170716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2877a910-4d50-4670-b92a-b7e108c2aaa9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:08:49.189628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2877a910-4d50-4670-b92a-b7e108c2aaa9 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:08:49.189894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2877a910-4d50-4670-b92a-b7e108c2aaa9 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:08:49.220764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.38 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/847f0ff1-d181-4db0-827f-e797f1c0f289) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:08:49.318757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:49.350639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:49.384038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:08:49.386777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:08:49.390199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:08:49.424019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=847f0ff1-d181-4db0-827f-e797f1c0f289,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:49.640371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:49.825107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:49.950734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router e4d44989-0468-415a-bafe-8be075047720 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:08:50.052353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:08:50.061845 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Sync routers for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:08:50.071647 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:50.072244 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:50.072479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.074022 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-119818c0-acb3-4c1b-8260-157ed605bd1e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.3919599 Nov 29 12:08:50.077210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34420) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:50.109777 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fb5acb38-d7ea-4b5d-acde-b37356bfa0c5 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=c3984cbe9c6d42c8acb8ed64a99d8c62&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291879 Nov 29 12:08:50.110102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34422) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:50.175140 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:50.200904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a6c06-b941-40bd-bf3e-e6d4109a1e14 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:50.202474 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-023a6c06-b941-40bd-bf3e-e6d4109a1e14 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914762 Nov 29 12:08:50.205236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34424) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:50.232428 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-311b1e80-b84f-4b67-9da8-d8e31c04dbb9 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261617 Nov 29 12:08:50.234896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34426) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:50.239950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-40821106', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:50.324180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:08:50.327853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.350851 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:49Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:50.377443 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Checking router: e4d44989-0468-415a-bafe-8be075047720 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:08:50.377792 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Updating router e4d44989-0468-415a-bafe-8be075047720 port 847f0ff1-d181-4db0-827f-e797f1c0f289 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:08:50.403683 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.742559 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.748101 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.783794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.800324 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Pushing event updated for resources: {'Port': ['ID=847f0ff1-d181-4db0-827f-e797f1c0f289,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:50.810025 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Attempting to bind port 847f0ff1-d181-4db0-827f-e797f1c0f289 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:08:50.810406 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Attempting to bind port 847f0ff1-d181-4db0-827f-e797f1c0f289 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:08:50.810770 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Attempting to bind port 847f0ff1-d181-4db0-827f-e797f1c0f289 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:08:50.814142 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.814497 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.814840 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.815177 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.815511 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.815844 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.816175 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.816507 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.816833 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.817505 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.817505 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.817788 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:08:50.823466 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:08:50.823847 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:08:50.824249 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.824625 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:08:50.825093 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Bound port: 847f0ff1-d181-4db0-827f-e797f1c0f289, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:08:50.825473 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.851267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Subnet': ['ID=fc99a965-dbec-4f5c-a4ce-aeef423e983e,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:50.858292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Checking segment: {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:08:50.858645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network hostable DHCP agents. Network: af95bf43-7133-4482-9983-d04b8af79544, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:08:50.875302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network af95bf43-7133-4482-9983-d04b8af79544 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:08:50.877676 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] For port 847f0ff1-d181-4db0-827f-e797f1c0f289, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:08:50.881031 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] For port 847f0ff1-d181-4db0-827f-e797f1c0f289, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=847f0ff1-d181-4db0-827f-e797f1c0f289,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:08:50.884958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, af95bf43-7133-4482-9983-d04b8af79544) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:08:50.886311 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.889960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:50.890582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:50.895046 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d7665-3dde-411a-a3ef-91185d10a959 None None] Network af95bf43-7133-4482-9983-d04b8af79544 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:08:50.908574 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f2d72237-37f0-4026-b24a-adf379567c8a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6721051 Nov 29 12:08:50.911435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34428) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:50.944643 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3895f4-f116-43ed-99d8-831e3b42d016 None None] Pushing event updated for resources: {'Port': ['ID=847f0ff1-d181-4db0-827f-e797f1c0f289,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:50.949516 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:50.950135 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:51.044793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-af95bf43-7133-4482-9983-d04b8af79544', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:08:51.045660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.058547 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:51.190040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Allocated IP 172.20.0.2 (af95bf43-7133-4482-9983-d04b8af79544/fc99a965-dbec-4f5c-a4ce-aeef423e983e/25f0d5eb-1319-4534-91da-a67b3bf482ec) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:08:51.241403 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:49Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:51.267979 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19215ee-1e38-4363-8cde-9f2883ef86b9 None None] The sync data for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv is: [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:49Z', 'revision_number': 3, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:08:51.344482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.351499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.354936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.389270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Network af95bf43-7133-4482-9983-d04b8af79544 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:08:51.393342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:08:51.401802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:08:51.405333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Pushing event updated for resources: {'Port': ['ID=25f0d5eb-1319-4534-91da-a67b3bf482ec,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:51.477091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Attempting to bind port 25f0d5eb-1319-4534-91da-a67b3bf482ec on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:08:51.477531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Attempting to bind port 25f0d5eb-1319-4534-91da-a67b3bf482ec by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:08:51.482514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Attempting to bind port 25f0d5eb-1319-4534-91da-a67b3bf482ec on network af95bf43-7133-4482-9983-d04b8af79544 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:08:51.492685 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:08:51.493085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Checking segment: {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:08:51.493492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.493874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Bound using segment: {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:08:51.494405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Bound port: 25f0d5eb-1319-4534-91da-a67b3bf482ec, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:08:51.494899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.568401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] For port 25f0d5eb-1319-4534-91da-a67b3bf482ec, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:08:51.572184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] For port 25f0d5eb-1319-4534-91da-a67b3bf482ec, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=25f0d5eb-1319-4534-91da-a67b3bf482ec,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:08:51.577477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.642989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d419acb-9a93-4ef5-bf46-2a675f7ef417 None None] Pushing event updated for resources: {'Port': ['ID=25f0d5eb-1319-4534-91da-a67b3bf482ec,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:51.691987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.1 (af95bf43-7133-4482-9983-d04b8af79544/fc99a965-dbec-4f5c-a4ce-aeef423e983e/051a302d-454f-4ca9-8e02-42aa3eac3ef1) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:08:51.833743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.873088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:51.919172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network af95bf43-7133-4482-9983-d04b8af79544 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:08:51.922785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:08:51.925818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:08:51.935451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=051a302d-454f-4ca9-8e02-42aa3eac3ef1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:51.979240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:52.111073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:52.384575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:52.389432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:52.462685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:52.464459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=051a302d-454f-4ca9-8e02-42aa3eac3ef1,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:52.563166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network af95bf43-7133-4482-9983-d04b8af79544 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:08:52.564032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e833a8-e196-4d1f-a0f2-2da1be163c52 None None] Network af95bf43-7133-4482-9983-d04b8af79544 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:08:52.564558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:08:52.630586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bde6ecb0-d6c5-442b-9468-15cb00a1c5f9 None None] Provisioning complete for port 25f0d5eb-1319-4534-91da-a67b3bf482ec triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:52.631054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bde6ecb0-d6c5-442b-9468-15cb00a1c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:52.676087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router e4d44989-0468-415a-bafe-8be075047720 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:08:52.776782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bde6ecb0-d6c5-442b-9468-15cb00a1c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:52.794766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:08:52.803142 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-71a83e07-353f-49e3-b3e8-16fca9ba2a12 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/e4d44989-0468-415a-bafe-8be075047720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8906269 Nov 29 12:08:52.805548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34430) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:52.819738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bde6ecb0-d6c5-442b-9468-15cb00a1c5f9 None None] For port 25f0d5eb-1319-4534-91da-a67b3bf482ec, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=25f0d5eb-1319-4534-91da-a67b3bf482ec,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:52.829310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bde6ecb0-d6c5-442b-9468-15cb00a1c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:52.891512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6ecb0-d6c5-442b-9468-15cb00a1c5f9 None None] Pushing event updated for resources: {'Port': ['ID=25f0d5eb-1319-4534-91da-a67b3bf482ec,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:52.920120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16700dba-d27b-4cd3-82df-967d453aa7b6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:52.920705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16700dba-d27b-4cd3-82df-967d453aa7b6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:52.921149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16700dba-d27b-4cd3-82df-967d453aa7b6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:52.921618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16700dba-d27b-4cd3-82df-967d453aa7b6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:52.926004 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-16700dba-d27b-4cd3-82df-967d453aa7b6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1169169 Nov 29 12:08:52.926206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34432) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:52.981361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424685f-f059-4b71-a464-f99707f946e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:52.981834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424685f-f059-4b71-a464-f99707f946e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:52.982463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424685f-f059-4b71-a464-f99707f946e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:52.982827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424685f-f059-4b71-a464-f99707f946e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:52.987300 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f424685f-f059-4b71-a464-f99707f946e6 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0572951 Nov 29 12:08:52.987300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34434) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:53.053576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-447adb02-a28e-4271-8cc9-f62d9f7ca754 None None] Provisioning complete for port 25f0d5eb-1319-4534-91da-a67b3bf482ec triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:53.054402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-447adb02-a28e-4271-8cc9-f62d9f7ca754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.083927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Sync routers for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:08:53.106266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:53.107012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:53.162451 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c141c328-bd9b-4592-aca7-360013ede193 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1740856 Nov 29 12:08:53.237055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 25f0d5eb-1319-4534-91da-a67b3bf482ec up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:08:53.296964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:53.336989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-447adb02-a28e-4271-8cc9-f62d9f7ca754 None None] Provisioning complete for port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:53.337358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-447adb02-a28e-4271-8cc9-f62d9f7ca754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.452678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 25f0d5eb-1319-4534-91da-a67b3bf482ec triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:53.452933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.456926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-447adb02-a28e-4271-8cc9-f62d9f7ca754 None None] Port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:08:53.504744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34438) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:53.513702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c96e17ea-84f5-42e1-b46a-7e3c4e3298b0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563768623', 'description': 'tempest-secgroup-smoke-1563768623 description', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:53.535498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c96e17ea-84f5-42e1-b46a-7e3c4e3298b0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.604049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 847f0ff1-d181-4db0-827f-e797f1c0f289 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:08:53.604736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c96e17ea-84f5-42e1-b46a-7e3c4e3298b0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.606939 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b6bf9f22-d2ea-4298-b15b-413fff25495c None None] Provisioning complete for port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:53.607305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9f22-d2ea-4298-b15b-413fff25495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.608027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c96e17ea-84f5-42e1-b46a-7e3c4e3298b0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.644226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c96e17ea-84f5-42e1-b46a-7e3c4e3298b0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.645460 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c96e17ea-84f5-42e1-b46a-7e3c4e3298b0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1395130 Nov 29 12:08:53.647731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e17ea-84f5-42e1-b46a-7e3c4e3298b0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc86dad9-5fd7-46a9-bb90-64b4011bdc32,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:53.648821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34440) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:53.655301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f529eb09-a119-4b88-bbf9-c97400c3469b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'cc86dad9-5fd7-46a9-bb90-64b4011bdc32', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:53.679609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b6bf9f22-d2ea-4298-b15b-413fff25495c None None] Port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:08:53.683464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f529eb09-a119-4b88-bbf9-c97400c3469b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.686477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:08:52Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:53.714961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Checking router: e4d44989-0468-415a-bafe-8be075047720 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:08:53.715240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Updating router e4d44989-0468-415a-bafe-8be075047720 port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:08:53.738798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 847f0ff1-d181-4db0-827f-e797f1c0f289 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:53.739228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.741692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f529eb09-a119-4b88-bbf9-c97400c3469b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.745245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f529eb09-a119-4b88-bbf9-c97400c3469b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.760264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529eb09-a119-4b88-bbf9-c97400c3469b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbd64a6-3f3a-4629-8214-7641c895388d,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:53.761562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.771500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f529eb09-a119-4b88-bbf9-c97400c3469b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.772817 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f529eb09-a119-4b88-bbf9-c97400c3469b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211145 Nov 29 12:08:53.775507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34442) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:53.779844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-74dea9ce-aa0f-4187-b6e4-84922414a54d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'cc86dad9-5fd7-46a9-bb90-64b4011bdc32', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:53.805468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-74dea9ce-aa0f-4187-b6e4-84922414a54d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.865371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-74dea9ce-aa0f-4187-b6e4-84922414a54d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.868950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-74dea9ce-aa0f-4187-b6e4-84922414a54d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.912756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:53.975890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 847f0ff1-d181-4db0-827f-e797f1c0f289, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=847f0ff1-d181-4db0-827f-e797f1c0f289,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:53.982556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.055604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=847f0ff1-d181-4db0-827f-e797f1c0f289,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.128012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.134020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.182368 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfa886-dcef-4abf-ad63-3604078425af None None] Pushing event updated for resources: {'Port': ['ID=051a302d-454f-4ca9-8e02-42aa3eac3ef1,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.224049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dea9ce-aa0f-4187-b6e4-84922414a54d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848683f6-2a13-40c5-a1fa-7167da96e9de,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.232108 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-74dea9ce-aa0f-4187-b6e4-84922414a54d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.236243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34444) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:54.236826 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-74dea9ce-aa0f-4187-b6e4-84922414a54d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4598601 Nov 29 12:08:54.238959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Attempting to bind port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:08:54.239336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Attempting to bind port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:08:54.239750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Attempting to bind port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 on network af95bf43-7133-4482-9983-d04b8af79544 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:08:54.243614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-05b73b0c-09f3-4071-a90d-ec314b7dc049 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'cc86dad9-5fd7-46a9-bb90-64b4011bdc32', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:54.245232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:08:54.245591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Checking segment: {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:08:54.246068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.246458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Bound using segment: {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:08:54.246927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Bound port: 051a302d-454f-4ca9-8e02-42aa3eac3ef1, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:08:54.247307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.272821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05b73b0c-09f3-4071-a90d-ec314b7dc049 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.316457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] For port 051a302d-454f-4ca9-8e02-42aa3eac3ef1, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:08:54.319939 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] For port 051a302d-454f-4ca9-8e02-42aa3eac3ef1, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=051a302d-454f-4ca9-8e02-42aa3eac3ef1,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:08:54.326593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.340333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05b73b0c-09f3-4071-a90d-ec314b7dc049 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.344141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05b73b0c-09f3-4071-a90d-ec314b7dc049 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.364154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b73b0c-09f3-4071-a90d-ec314b7dc049 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20df0ba9-1be3-48f5-8c59-202c99e6aea5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.374294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-05b73b0c-09f3-4071-a90d-ec314b7dc049 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.375526 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-05b73b0c-09f3-4071-a90d-ec314b7dc049 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364906 Nov 29 12:08:54.380883 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34446) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:54.385544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-9cec56a7-f979-4069-8dc3-c2bbd0407248 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'cc86dad9-5fd7-46a9-bb90-64b4011bdc32', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:54.413208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cec56a7-f979-4069-8dc3-c2bbd0407248 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.466402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cec56a7-f979-4069-8dc3-c2bbd0407248 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.470226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cec56a7-f979-4069-8dc3-c2bbd0407248 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.490829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec56a7-f979-4069-8dc3-c2bbd0407248 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c609b6-cc6b-45c8-b835-16197bfa6847,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.500607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9cec56a7-f979-4069-8dc3-c2bbd0407248 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.504574 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9cec56a7-f979-4069-8dc3-c2bbd0407248 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198952 Nov 29 12:08:54.505535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34448) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:54.510863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8df80603-ebaf-48d6-81c2-8fb792cc8104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'cc86dad9-5fd7-46a9-bb90-64b4011bdc32', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:54.533494 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-8df80603-ebaf-48d6-81c2-8fb792cc8104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:08:54.539136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfa886-dcef-4abf-ad63-3604078425af None None] Pushing event updated for resources: {'Port': ['ID=051a302d-454f-4ca9-8e02-42aa3eac3ef1,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.539371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8df80603-ebaf-48d6-81c2-8fb792cc8104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.542132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1d546a36-0ff6-487a-8d99-8a2fdca0f2c1 None None] Provisioning complete for port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:54.542500 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d546a36-0ff6-487a-8d99-8a2fdca0f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.544569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:08:54.545175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:08:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:54.605846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8df80603-ebaf-48d6-81c2-8fb792cc8104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.610005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8df80603-ebaf-48d6-81c2-8fb792cc8104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.627546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df80603-ebaf-48d6-81c2-8fb792cc8104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65119180-6e3f-4cb7-bdaa-956f56fcc811,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.641847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8df80603-ebaf-48d6-81c2-8fb792cc8104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.647653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34450) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:08:54.648047 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8df80603-ebaf-48d6-81c2-8fb792cc8104 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414599 Nov 29 12:08:54.653312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5f8bea61-2f42-4184-8e2e-429136ea8952 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'security_group_rule': {'security_group_id': 'cc86dad9-5fd7-46a9-bb90-64b4011bdc32', 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:54.676711 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-5f8bea61-2f42-4184-8e2e-429136ea8952 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Project c3984cbe9c6d42c8acb8ed64a99d8c62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:08:54.682516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5f8bea61-2f42-4184-8e2e-429136ea8952 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.702386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:08:54.738241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d546a36-0ff6-487a-8d99-8a2fdca0f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.746894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5f8bea61-2f42-4184-8e2e-429136ea8952 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.750837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5f8bea61-2f42-4184-8e2e-429136ea8952 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.769247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bea61-2f42-4184-8e2e-429136ea8952 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66763f73-ffe0-4b92-bc91-c79fc0b673e7,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.777134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5f8bea61-2f42-4184-8e2e-429136ea8952 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.778427 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5f8bea61-2f42-4184-8e2e-429136ea8952 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289806 Nov 29 12:08:54.845247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1d546a36-0ff6-487a-8d99-8a2fdca0f2c1 None None] For port 051a302d-454f-4ca9-8e02-42aa3eac3ef1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=051a302d-454f-4ca9-8e02-42aa3eac3ef1,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:08:54.849967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1d546a36-0ff6-487a-8d99-8a2fdca0f2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:54.923154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d546a36-0ff6-487a-8d99-8a2fdca0f2c1 None None] Pushing event updated for resources: {'Port': ['ID=051a302d-454f-4ca9-8e02-42aa3eac3ef1,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:54.975325 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-96ddd2a7-f703-4384-b3b3-a29710254b54 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563768623&fields=id&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 267 time: 0.0368593 Nov 29 12:08:54.978054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-eab55ec9-4991-440c-921f-d5734d9e48bf None None] Provisioning complete for port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:54.978428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eab55ec9-4991-440c-921f-d5734d9e48bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:55.001715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:08:54Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:08:55.035402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba5236-6d54-4b16-a641-37726321c49a None None] The sync data for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv is: [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:08:54Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:08:55.100548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-71be2b6e-a488-4264-ba1d-0897560ffa8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:55.113615 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-71be2b6e-a488-4264-ba1d-0897560ffa8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/networks?id=af95bf43-7133-4482-9983-d04b8af79544 HTTP/1.1" status: 200 len: 796 time: 0.1307502 Nov 29 12:08:55.129077 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-d445f9c6-4bf4-48b2-a4b8-03a370b8560b tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/quotas/c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 375 time: 0.0137668 Nov 29 12:08:55.173926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 847f0ff1-d181-4db0-827f-e797f1c0f289 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:08:55.193140 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-9e84a0d8-93e8-4494-b289-d6570710e0b2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582674 Nov 29 12:08:55.227749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 847f0ff1-d181-4db0-827f-e797f1c0f289 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:55.228120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:55.299799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-62a14497-45dc-45e1-a91f-d8c59af27674 service neutron] 10.222.0.23 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943465 Nov 29 12:08:55.392996 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-467eaac6-4a6f-4a09-9263-5ea8fb6c23b1 service neutron] 10.222.0.23 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869164 Nov 29 12:08:55.557871 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9cfdac2e-d401-4ce7-a2b3-31d2ad23772c req-822f956a-8617-4cb3-8095-00f62e3126ba tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0281053 Nov 29 12:08:56.467648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-2ba691b5-f49e-4216-a3f9-4b8d321840f3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:56.469084 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-2ba691b5-f49e-4216-a3f9-4b8d321840f3 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/networks?id=af95bf43-7133-4482-9983-d04b8af79544 HTTP/1.1" status: 200 len: 796 time: 0.1022279 Nov 29 12:08:56.519717 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-c6a7391d-cc3a-4ad2-b5a4-fd4fef805be7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62 HTTP/1.1" status: 200 len: 380 time: 0.0411239 Nov 29 12:08:56.532922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'port': {'device_id': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'admin_state_up': True, 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'security_groups': ['cc86dad9-5fd7-46a9-bb90-64b4011bdc32']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:56.637985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Made reservation on behalf of c3984cbe9c6d42c8acb8ed64a99d8c62 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:08:56.641834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:56.653025 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-533ebacc-fa79-400e-8116-19644b937bad req-8bb0e67d-2b05-4eba-8354-bb37d093248e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0269427 Nov 29 12:08:56.765381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.20.0.11 (af95bf43-7133-4482-9983-d04b8af79544/fc99a965-dbec-4f5c-a4ce-aeef423e983e/613fa1a7-164d-4bc5-9daf-19cb3b1e865e) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:08:56.900642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:56.932734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:56.974853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network af95bf43-7133-4482-9983-d04b8af79544 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:08:56.977788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:08:56.981288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:08:56.989994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:57.035079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:57.035700 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.052322 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fb53864b-d9eb-422a-a581-a9f26458ff0a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5231154 Nov 29 12:08:57.062496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-590e3184-d6ee-4cf1-bd3f-38392202c58a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:08:57.063534 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-590e3184-d6ee-4cf1-bd3f-38392202c58a tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055118 Nov 29 12:08:57.076730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Request body: {'port': {'device_id': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:08:57.138849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.160773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 051a302d-454f-4ca9-8e02-42aa3eac3ef1 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:08:57.207290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:57.207665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.250928 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8003576d-9253-4cd2-95c3-66e26e9c1914 None None] Provisioning complete for port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:08:57.251225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8003576d-9253-4cd2-95c3-66e26e9c1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.310082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8003576d-9253-4cd2-95c3-66e26e9c1914 None None] Port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:08:57.597250 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.669101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613fa1a7-164d-4bc5-9daf-19cb3b1e865e {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:08:57.676749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.688565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Transition to ACTIVE for port object 613fa1a7-164d-4bc5-9daf-19cb3b1e865e will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:08:57.693048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.748549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:57.774749 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442e4fc-81ed-42d4-923e-2cea0890b158 req-3d11fd42-5c51-43f6-8e8e-899499e86688 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:57.776419 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6442e4fc-81ed-42d4-923e-2cea0890b158 req-3d11fd42-5c51-43f6-8e8e-899499e86688 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 944 time: 0.0567930 Nov 29 12:08:57.814905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Attempting to bind port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:08:57.815248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Attempting to bind port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:08:57.816233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Attempting to bind port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e on network af95bf43-7133-4482-9983-d04b8af79544 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:08:57.822361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e on network af95bf43-7133-4482-9983-d04b8af79544 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:08:57.822677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6442e4fc-81ed-42d4-923e-2cea0890b158 req-06c73ae3-44fd-4d59-93ae-8e405cf37250 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397971 Nov 29 12:08:57.823072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Attempting to bind port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e on network af95bf43-7133-4482-9983-d04b8af79544 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:08:57.828169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:08:57.828507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Checking segment: {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:08:57.828890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Bound using segment: {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:08:57.829410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Bound port: 613fa1a7-164d-4bc5-9daf-19cb3b1e865e, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f74e3b-188e-4f56-96c0-384a2d4c0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:08:57.829764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.894565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] For port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:08:57.897746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] For port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:08:57.903117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.941456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:57.942101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:08:57.943490 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] 10.222.0.30 "PUT /v2.0/ports/613fa1a7-164d-4bc5-9daf-19cb3b1e865e HTTP/1.1" status: 200 len: 1094 time: 0.8714292 Nov 29 12:08:57.943936 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:08:57.946228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b1de2f-6368-4e6a-8698-cf7e18c2b733" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:08:57.973806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38789222-bf44-4956-890f-983eabb4cf5f service neutron] Pushing event updated for resources: {'Port': ['ID=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:08:57.995626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f2c83f-b2c4-4b4b-b82b-640662900d56 x-openstack-request-id: req-c7f2c83f-b2c4-4b4b-b82b-640662900d56 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:08:57.995931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:08:57.996248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7f2c83f-b2c4-4b4b-b82b-640662900d56 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:08:57.996874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'status': 'completed', 'code': 200} Nov 29 12:08:58.040559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-e6e98328-e8d3-472a-827f-c36d42821cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:58.042203 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-e6e98328-e8d3-472a-827f-c36d42821cee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 1097 time: 0.0424609 Nov 29 12:08:58.085715 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-536cfaf4-8421-4caa-898a-42aa1fb928e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e HTTP/1.1" status: 200 len: 217 time: 0.0353453 Nov 29 12:08:58.134681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-00e8c505-bec7-470c-b0a1-479713ea0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:58.136743 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-00e8c505-bec7-470c-b0a1-479713ea0e7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc99a965-dbec-4f5c-a4ce-aeef423e983e HTTP/1.1" status: 200 len: 833 time: 0.0437617 Nov 29 12:08:58.186060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-287d8d3a-f67c-4fe6-899a-a8a48b01c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:58.187557 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-287d8d3a-f67c-4fe6-899a-a8a48b01c59f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af95bf43-7133-4482-9983-d04b8af79544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438967 Nov 29 12:08:58.272899 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-fe3036ca-fa2e-49e7-8c46-d1af75c9d983 service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780849 Nov 29 12:08:58.363234 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-309c6ccd-1341-4fa4-b316-4e1f7deab380 req-8e9c01e4-a17e-44c6-934f-00223ed8fc9c service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830636 Nov 29 12:08:58.444475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-ceaf8fb7-8fe3-455f-87ea-854822540f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:58.446024 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-ceaf8fb7-8fe3-455f-87ea-854822540f09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 1097 time: 0.0394936 Nov 29 12:08:58.536546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-ebf540b7-0b27-4503-a1cc-8f229228ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:58.538099 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-ebf540b7-0b27-4503-a1cc-8f229228ea8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=af95bf43-7133-4482-9983-d04b8af79544 HTTP/1.1" status: 200 len: 897 time: 0.0851612 Nov 29 12:08:58.578322 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-2b1babc3-634f-458e-b3f5-f32f0aba3548 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e HTTP/1.1" status: 200 len: 217 time: 0.0335424 Nov 29 12:08:58.624561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-a6880d06-aa63-4cd1-9c19-bca122bda6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:58.625987 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-a6880d06-aa63-4cd1-9c19-bca122bda6af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc99a965-dbec-4f5c-a4ce-aeef423e983e HTTP/1.1" status: 200 len: 833 time: 0.0412853 Nov 29 12:08:58.668844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-25e66aa1-b624-4e4d-ab5d-ca3953b40cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:58.670355 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-25e66aa1-b624-4e4d-ab5d-ca3953b40cb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af95bf43-7133-4482-9983-d04b8af79544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374179 Nov 29 12:08:58.760622 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-e9b02a00-4048-40fb-af3b-cf5e2b62e52d service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824594 Nov 29 12:08:58.846768 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-86b1de2f-6368-4e6a-8698-cf7e18c2b733 req-5a8cb6df-9a07-4a33-9ae0-a22315cdac5e service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794315 Nov 29 12:08:58.940262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1efd0-c70c-4225-b75b-08ab58505c4b req-80729a24-91b7-4c21-b5d4-57cf49713697 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:08:58.942195 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f9a1efd0-c70c-4225-b75b-08ab58505c4b req-80729a24-91b7-4c21-b5d4-57cf49713697 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 944 time: 0.0500400 Nov 29 12:08:58.980729 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f9a1efd0-c70c-4225-b75b-08ab58505c4b req-cd711f57-242a-4676-9a09-4ee491bbf74e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325930 Nov 29 12:09:00.140321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86541924-be0c-4764-bfd7-c6aff5252c0c req-76a157ca-2e87-4506-ae7d-e662415b4d7f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:00.141758 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-86541924-be0c-4764-bfd7-c6aff5252c0c req-76a157ca-2e87-4506-ae7d-e662415b4d7f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 944 time: 0.0473530 Nov 29 12:09:00.181422 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-86541924-be0c-4764-bfd7-c6aff5252c0c req-fccb4c8d-09e4-4f6a-a0d1-1f0a44bc0f80 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329974 Nov 29 12:09:00.697053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-161bf471-6bc6-4c51-a9ca-7549739d32ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:01.295808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3716395-08b1-45ee-b858-6dd291eba1c5 req-2e9a9c01-93e7-461a-a848-59f70cb8a200 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:01.297167 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b3716395-08b1-45ee-b858-6dd291eba1c5 req-2e9a9c01-93e7-461a-a848-59f70cb8a200 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 944 time: 0.0509186 Nov 29 12:09:01.303732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 613fa1a7-164d-4bc5-9daf-19cb3b1e865e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:09:01.335430 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b3716395-08b1-45ee-b858-6dd291eba1c5 req-92f7f17a-ba97-4484-b172-3586e465a43c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317125 Nov 29 12:09:01.397638 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:09:01.408481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'port_id': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'mac_address': 'fa:16:3e:65:75:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:09:01.447554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:01.459708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613fa1a7-164d-4bc5-9daf-19cb3b1e865e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:09:01.478081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:09:01.482462 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:01.528686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:09:01.779277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['613fa1a7-164d-4bc5-9daf-19cb3b1e865e'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:09:02.448044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861ad6e-a4f9-440b-aec7-d3803de42fbb req-e133d1f9-f44c-4bfd-80ae-e71b13e3bef2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:02.449502 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0861ad6e-a4f9-440b-aec7-d3803de42fbb req-e133d1f9-f44c-4bfd-80ae-e71b13e3bef2 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 945 time: 0.0485046 Nov 29 12:09:02.485561 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0861ad6e-a4f9-440b-aec7-d3803de42fbb req-7e9a25cf-4657-4a0b-b5cc-39cf0b4ca922 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302331 Nov 29 12:09:03.258451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-779ba369-0897-4e70-b71f-96ca437c93a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:03.318750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 613fa1a7-164d-4bc5-9daf-19cb3b1e865e up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:09:03.366139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:09:03.369598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:09:03.369994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:03.446107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:03.468105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:09:03.470361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffc4e87-7bd8-45d5-a6c2-3fb7d6378654" -d '{"events": [{"server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:09:03.486416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:09:03.487393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:03.511952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427bb412-92e9-406d-8e62-1419fc3bc035 x-openstack-request-id: req-427bb412-92e9-406d-8e62-1419fc3bc035 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:09:03.512270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "name": "network-vif-plugged", "status": "completed", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:09:03.512518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-427bb412-92e9-406d-8e62-1419fc3bc035 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:09:03.512882 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'code': 200} Nov 29 12:09:03.538767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:09:03.604842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09474e0e-a641-420d-b796-025684f8073f req-ee817091-00ed-439a-874a-2819d8d430f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:03.606462 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-09474e0e-a641-420d-b796-025684f8073f req-ee817091-00ed-439a-874a-2819d8d430f0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 946 time: 0.0493274 Nov 29 12:09:03.645459 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-09474e0e-a641-420d-b796-025684f8073f req-51c29131-eb01-41d8-b374-b567f773c967 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Nov 29 12:09:03.678951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dcffb-88b5-4827-8508-7898a740625e req-534665b7-3491-4fe1-86fd-01cb84520543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:03.680450 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-797dcffb-88b5-4827-8508-7898a740625e req-534665b7-3491-4fe1-86fd-01cb84520543 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0467579 Nov 29 12:09:03.686265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:03.715357 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-797dcffb-88b5-4827-8508-7898a740625e req-2df4883e-9d49-4ee6-9935-771d39c5ded8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282662 Nov 29 12:09:04.692801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:04.763184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051894-9741-4b1d-a533-8c11d40e696a req-4d7770da-b3f7-4b16-9559-ad4f48f85d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:04.764541 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c1051894-9741-4b1d-a533-8c11d40e696a req-4d7770da-b3f7-4b16-9559-ad4f48f85d33 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 946 time: 0.0515783 Nov 29 12:09:04.802344 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c1051894-9741-4b1d-a533-8c11d40e696a req-1bd610f8-8e06-4a54-ae92-8f167dff2968 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313525 Nov 29 12:09:05.915266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448c07b-41e7-41d5-a4a0-3cd063c4eef2 req-6c3b2a3b-285b-4e10-92cd-de212803d555 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:05.917781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9448c07b-41e7-41d5-a4a0-3cd063c4eef2 req-6c3b2a3b-285b-4e10-92cd-de212803d555 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 946 time: 0.0482187 Nov 29 12:09:05.955625 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9448c07b-41e7-41d5-a4a0-3cd063c4eef2 req-4e059cf7-6680-4136-897e-ee20454bcc92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Nov 29 12:09:06.009815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:06.070644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7f2e7-38af-408d-a5cb-c587592c84b3 req-704a3a64-5ec8-4a56-b700-6e43f419a16c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:06.072101 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-adc7f2e7-38af-408d-a5cb-c587592c84b3 req-704a3a64-5ec8-4a56-b700-6e43f419a16c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 946 time: 0.0483284 Nov 29 12:09:06.109481 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-adc7f2e7-38af-408d-a5cb-c587592c84b3 req-4ee8244c-d319-40ca-a3cb-ff7f5dfc6bea tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312157 Nov 29 12:09:06.131062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34508) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:09:06.173753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf673b5c-6c74-4ef8-9a78-bf3356e7cf02 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:06.175273 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bf673b5c-6c74-4ef8-9a78-bf3356e7cf02 tempest-TestNetworkBasicOps-2021503737 tempest-TestNetworkBasicOps-2021503737-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 1094 time: 0.0432372 Nov 29 12:09:06.177901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34510) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:09:06.182077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:09:06.203200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:06.300835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:06.405104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Allocated IP 172.26.5.46 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/350cbb7c-d484-4f22-9d04-a6d7c1df2f32) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:09:06.504320 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:06.536681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:06.575743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:09:06.578534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:09:06.581972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:09:06.608505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=350cbb7c-d484-4f22-9d04-a6d7c1df2f32,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:09:06.912598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:06.980898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:07.128243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:07.132636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:07.199925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event updated for resources: {'Port': ['ID=350cbb7c-d484-4f22-9d04-a6d7c1df2f32,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:09:07.209818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:07.305776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP bf6497f1-4f30-41e5-96b3-7bb07cbe8cae associated. External IP: 172.26.5.46, port: 613fa1a7-164d-4bc5-9daf-19cb3b1e865e. Nov 29 12:09:07.509295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router e4d44989-0468-415a-bafe-8be075047720 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:09:07.614551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:09:07.623938 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] Sync routers for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:09:07.632805 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:07.634284 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:09:07.634894 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:09:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:09:07.659231 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a9b36d66-c6a8-49bc-ad84-3e83794d2d11 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4803290 Nov 29 12:09:07.660072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:09:07.662094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34512) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:09:07.662601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20846736-d421-49a5-a68e-3c5d2cc30915" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:09:07.704177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85503e79-2a33-4dca-8921-5b41ff2b17d1 x-openstack-request-id: req-85503e79-2a33-4dca-8921-5b41ff2b17d1 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:09:07.705450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:09:07.705450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85503e79-2a33-4dca-8921-5b41ff2b17d1 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:09:07.705795 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'status': 'completed', 'code': 200} Nov 29 12:09:07.727331 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-640576ac-ab15-4cf7-a077-7c78e5a1479f tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/bf6497f1-4f30-41e5-96b3-7bb07cbe8cae HTTP/1.1" status: 200 len: 991 time: 0.0620155 Nov 29 12:09:07.744249 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:09:07.766271 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-550485b5-3923-4374-a2b7-d8b9c536ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:07.767687 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-550485b5-3923-4374-a2b7-d8b9c536ad9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0394020 Nov 29 12:09:07.859570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-58e993a5-9d51-4bdd-8207-de039f7069d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:07.861044 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-58e993a5-9d51-4bdd-8207-de039f7069d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=af95bf43-7133-4482-9983-d04b8af79544 HTTP/1.1" status: 200 len: 897 time: 0.0866601 Nov 29 12:09:07.924959 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-e50d1831-baa5-4a33-aa57-67429718679d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e HTTP/1.1" status: 200 len: 999 time: 0.0569060 Nov 29 12:09:07.961538 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'bf6497f1-4f30-41e5-96b3-7bb07cbe8cae', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'e4d44989-0468-415a-bafe-8be075047720', 'port_id': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'mac_address': 'fa:16:3e:65:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:09:06Z', 'updated_at': '2021-11-29T12:09:06Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:08:54Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:09:07.978453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-361ad1ff-27c5-48b5-97b9-14814896d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:07.979921 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-361ad1ff-27c5-48b5-97b9-14814896d9fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc99a965-dbec-4f5c-a4ce-aeef423e983e HTTP/1.1" status: 200 len: 833 time: 0.0483110 Nov 29 12:09:07.990372 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] Checking router: e4d44989-0468-415a-bafe-8be075047720 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:09:07.998558 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:09:07.999154 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:09:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:09:08.024771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-112dd0ec-385e-43aa-8389-dc792cb690c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:08.026202 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-112dd0ec-385e-43aa-8389-dc792cb690c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af95bf43-7133-4482-9983-d04b8af79544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394530 Nov 29 12:09:08.101698 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:09:08.112980 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-66fa0bcf-de76-4add-a478-8706af48956f service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795283 Nov 29 12:09:08.203822 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-20846736-d421-49a5-a68e-3c5d2cc30915 req-ad789b95-63f2-4ca7-a604-520b41db7055 service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841992 Nov 29 12:09:08.325458 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'bf6497f1-4f30-41e5-96b3-7bb07cbe8cae', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'e4d44989-0468-415a-bafe-8be075047720', 'port_id': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'mac_address': 'fa:16:3e:65:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:09:06Z', 'updated_at': '2021-11-29T12:09:06Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:08:54Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:09:08.354255 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc19c9fe-a1c6-47a0-a886-2cd6aed8f3ef None None] The sync data for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv is: [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:08:52Z', 'revision_number': 4, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'bf6497f1-4f30-41e5-96b3-7bb07cbe8cae', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'e4d44989-0468-415a-bafe-8be075047720', 'port_id': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'mac_address': 'fa:16:3e:65:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:09:06Z', 'updated_at': '2021-11-29T12:09:06Z', 'revision_number': 0, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:08:54Z', 'revision_number': 5, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:09:08.535700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cca2885-8870-4715-950a-2b4205be2b8b None None] New status for floating IP bf6497f1-4f30-41e5-96b3-7bb07cbe8cae: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:09:08.729197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34516) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:09:08.788523 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-10be26a3-2d86-45aa-be56-20ee291114f5 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/bf6497f1-4f30-41e5-96b3-7bb07cbe8cae HTTP/1.1" status: 200 len: 993 time: 0.0581300 Nov 29 12:09:22.961658 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:09:27.596676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:30.698489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2aa0500b-e175-4ebf-b61c-8893ea500dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:33.259003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39df06b4-e457-4609-a36c-8befddb42365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:33.687305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:34.695768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:36.012416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:48.092424 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-fc88319d-678a-4876-b7bb-05bdf8651242 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798917 Nov 29 12:09:48.171488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-2efa7380-12a9-491c-b0fd-66f529fe0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:48.172945 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-2efa7380-12a9-491c-b0fd-66f529fe0cff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0391462 Nov 29 12:09:48.271793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-08b30a0d-f4dd-46e6-ba9d-ada28d73ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:48.273201 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-08b30a0d-f4dd-46e6-ba9d-ada28d73ea23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=af95bf43-7133-4482-9983-d04b8af79544 HTTP/1.1" status: 200 len: 897 time: 0.0806823 Nov 29 12:09:48.339430 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-5af43874-4d1d-453d-a9fd-f12e92038c43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e HTTP/1.1" status: 200 len: 1001 time: 0.0594518 Nov 29 12:09:48.387689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-186bd37b-6784-4135-bcf3-b5126cc9aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:48.389199 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-186bd37b-6784-4135-bcf3-b5126cc9aadc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc99a965-dbec-4f5c-a4ce-aeef423e983e HTTP/1.1" status: 200 len: 833 time: 0.0429816 Nov 29 12:09:48.433428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-c5a2c6ea-c59f-4e88-9a71-a67d80ce38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:09:48.434894 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-c5a2c6ea-c59f-4e88-9a71-a67d80ce38e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af95bf43-7133-4482-9983-d04b8af79544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391021 Nov 29 12:09:48.526896 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-b7eee194-ee94-417f-bbef-e2c742056be7 service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834618 Nov 29 12:09:48.613387 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fe62170b-ba66-43b2-b13c-f9363ea88304 req-5d1d7e84-6065-4302-8667-2fc95339e4fb service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793846 Nov 29 12:09:57.600812 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:09:59.961874 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:10:00.698787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e71e12f8-7839-4dd7-acb0-002ec6dcdd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:03.258470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dccf5ac9-aeb4-4d4a-af52-2d19b88fc0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:03.686691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:04.698490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:06.014229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:11.405603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34542) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:11.411352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f6302dc6-dad7-4f41-acfe-2115ac9ac5ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:10:11.701388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6302dc6-dad7-4f41-acfe-2115ac9ac5ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:11.711912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6302dc6-dad7-4f41-acfe-2115ac9ac5ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:11.815156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6302dc6-dad7-4f41-acfe-2115ac9ac5ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router e4d44989-0468-415a-bafe-8be075047720 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:10:11.916718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6302dc6-dad7-4f41-acfe-2115ac9ac5ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:10:11.923682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6302dc6-dad7-4f41-acfe-2115ac9ac5ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:11.925084 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f6302dc6-dad7-4f41-acfe-2115ac9ac5ed tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/e4d44989-0468-415a-bafe-8be075047720 HTTP/1.1" status: 200 len: 887 time: 0.5182226 Nov 29 12:10:11.926393 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb555168-7443-4adc-98b6-2120b938c1be None None] Sync routers for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:10:11.936379 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb555168-7443-4adc-98b6-2120b938c1be None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:10:11.936984 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-fb555168-7443-4adc-98b6-2120b938c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:10:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:11.968799 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-fb555168-7443-4adc-98b6-2120b938c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:11.977620 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb555168-7443-4adc-98b6-2120b938c1be None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:10:11.978296 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-fb555168-7443-4adc-98b6-2120b938c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:10:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:12.011589 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-fb555168-7443-4adc-98b6-2120b938c1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:12.012210 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb555168-7443-4adc-98b6-2120b938c1be None None] The sync data for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv is: [] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:10:12.744959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01da8f7a-749d-4a7e-a2a6-ac01919ce90d None None] New status for floating IP bf6497f1-4f30-41e5-96b3-7bb07cbe8cae: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:10:13.164921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 847f0ff1-d181-4db0-827f-e797f1c0f289 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:10:13.239348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:13.258041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 847f0ff1-d181-4db0-827f-e797f1c0f289, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=847f0ff1-d181-4db0-827f-e797f1c0f289,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:13.262022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:13.262714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 051a302d-454f-4ca9-8e02-42aa3eac3ef1 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:10:13.333553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=847f0ff1-d181-4db0-827f-e797f1c0f289,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:13.342612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.342955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.343296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.343630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.343956 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.344284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.344607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.344926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.345246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.345564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.345876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.346217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:13.379992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:13.414105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 051a302d-454f-4ca9-8e02-42aa3eac3ef1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=051a302d-454f-4ca9-8e02-42aa3eac3ef1,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:13.417741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:13.462869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=051a302d-454f-4ca9-8e02-42aa3eac3ef1,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:14.052355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34552) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:14.057064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-58735218-dd62-4644-83e4-59678eba9863 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:10:14.353849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58735218-dd62-4644-83e4-59678eba9863 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1584953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579749', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10191'] for router, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:14.365383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58735218-dd62-4644-83e4-59678eba9863 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1584944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584943', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579740'] for router, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:14.468839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58735218-dd62-4644-83e4-59678eba9863 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router e4d44989-0468-415a-bafe-8be075047720 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:10:14.575231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58735218-dd62-4644-83e4-59678eba9863 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:10:14.582729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-58735218-dd62-4644-83e4-59678eba9863 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:14.584316 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58735218-dd62-4644-83e4-59678eba9863 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/e4d44989-0468-415a-bafe-8be075047720 HTTP/1.1" status: 200 len: 886 time: 0.5309691 Nov 29 12:10:14.584471 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] Sync routers for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:10:14.587190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34556) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:14.593353 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:10:14.593972 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:10:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:14.651641 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b33c4e2a-b029-4ca1-ba26-db4ec9543203 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/bf6497f1-4f30-41e5-96b3-7bb07cbe8cae HTTP/1.1" status: 200 len: 991 time: 0.0633807 Nov 29 12:10:14.695161 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:10:14.903373 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:14Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'bf6497f1-4f30-41e5-96b3-7bb07cbe8cae', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'e4d44989-0468-415a-bafe-8be075047720', 'port_id': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'mac_address': 'fa:16:3e:65:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:09:06Z', 'updated_at': '2021-11-29T12:10:12Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:10:13Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:14.928297 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] Checking router: e4d44989-0468-415a-bafe-8be075047720 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:10:14.936085 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:10:14.936662 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:10:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:15.037684 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:10:15.261369 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:14Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'bf6497f1-4f30-41e5-96b3-7bb07cbe8cae', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'e4d44989-0468-415a-bafe-8be075047720', 'port_id': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'mac_address': 'fa:16:3e:65:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:09:06Z', 'updated_at': '2021-11-29T12:10:12Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:10:13Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:15.286334 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb829f3-9627-44e5-98ab-5bc2c1a68522 None None] The sync data for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv is: [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:14Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'bf6497f1-4f30-41e5-96b3-7bb07cbe8cae', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'e4d44989-0468-415a-bafe-8be075047720', 'port_id': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'mac_address': 'fa:16:3e:65:75:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:09:06Z', 'updated_at': '2021-11-29T12:10:12Z', 'revision_number': 2, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:10:13Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:10:15.655553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34562) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:15.720944 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2c7728a9-a1ae-45b3-b39e-08c9a6a4abc0 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/bf6497f1-4f30-41e5-96b3-7bb07cbe8cae HTTP/1.1" status: 200 len: 991 time: 0.0642381 Nov 29 12:10:16.724394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34566) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:16.782142 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cfb17-c9d2-421e-9ff6-e4aa3c9f3220 None None] New status for floating IP bf6497f1-4f30-41e5-96b3-7bb07cbe8cae: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:10:16.786739 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bf1af8bc-9644-4e45-ad96-fca9a49720e8 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/bf6497f1-4f30-41e5-96b3-7bb07cbe8cae HTTP/1.1" status: 200 len: 991 time: 0.0611608 Nov 29 12:10:17.206574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 847f0ff1-d181-4db0-827f-e797f1c0f289 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:10:17.253479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 847f0ff1-d181-4db0-827f-e797f1c0f289 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:10:17.253854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:17.329357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:17.348762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 847f0ff1-d181-4db0-827f-e797f1c0f289, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=847f0ff1-d181-4db0-827f-e797f1c0f289,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:17.351875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:17.352610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 051a302d-454f-4ca9-8e02-42aa3eac3ef1 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:10:17.422698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=847f0ff1-d181-4db0-827f-e797f1c0f289,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:17.435454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:10:17.435827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:17.516942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:17.547548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 051a302d-454f-4ca9-8e02-42aa3eac3ef1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=051a302d-454f-4ca9-8e02-42aa3eac3ef1,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:17.552389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:17.596543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=051a302d-454f-4ca9-8e02-42aa3eac3ef1,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:17.788705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34568) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:17.851498 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e10a0791-1d6d-4941-942e-9a7ee690cd8c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/floatingips/bf6497f1-4f30-41e5-96b3-7bb07cbe8cae HTTP/1.1" status: 200 len: 993 time: 0.0617352 Nov 29 12:10:18.099140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34574) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:18.251149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 350cbb7c-d484-4f22-9d04-a6d7c1df2f32 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:10:18.251489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:18.323244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:18.323574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:18.335292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 350cbb7c-d484-4f22-9d04-a6d7c1df2f32 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:10:18.478131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:18.504746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=350cbb7c-d484-4f22-9d04-a6d7c1df2f32,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:18.532585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.532932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.533269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.533601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.533928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.534279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.534669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.535027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.535667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.535989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.536310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.536629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:18.579912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:18.580238 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Floating IP bf6497f1-4f30-41e5-96b3-7bb07cbe8cae disassociated (deleted). External IP: 172.26.5.46, port: 613fa1a7-164d-4bc5-9daf-19cb3b1e865e. Nov 29 12:10:18.776709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router e4d44989-0468-415a-bafe-8be075047720 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:10:18.881275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:10:18.885745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:18.890388 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] Sync routers for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:10:18.899118 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:10:18.899715 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:10:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:18.917449 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c5882996-2bcc-4d18-b454-fc213bf7fb2c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/floatingips/bf6497f1-4f30-41e5-96b3-7bb07cbe8cae HTTP/1.1" status: 204 len: 168 time: 0.8148878 Nov 29 12:10:18.917449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:10:18.918011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:10:18.955999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2591669-7e83-4441-8cc3-0a5efad54639 x-openstack-request-id: req-f2591669-7e83-4441-8cc3-0a5efad54639 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:10:18.956304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:10:18.956558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2591669-7e83-4441-8cc3-0a5efad54639 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:10:18.957016 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'status': 'completed', 'code': 200} Nov 29 12:10:19.008162 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:10:19.024222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-8aa53f44-844b-4275-a8ad-5a4a56423681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:19.025698 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-8aa53f44-844b-4275-a8ad-5a4a56423681 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0464835 Nov 29 12:10:19.133691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-3cd2e99e-bdd6-4e19-8015-daa20ac3ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:19.135843 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-3cd2e99e-bdd6-4e19-8015-daa20ac3ce57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=af95bf43-7133-4482-9983-d04b8af79544 HTTP/1.1" status: 200 len: 897 time: 0.0998960 Nov 29 12:10:19.171235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a088435-d8fa-4650-b8d9-0b598667b987 req-8c157ab4-1f0a-4953-aab7-edc175db98c7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:19.178958 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2a088435-d8fa-4650-b8d9-0b598667b987 req-8c157ab4-1f0a-4953-aab7-edc175db98c7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 946 time: 0.0755398 Nov 29 12:10:19.185774 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-5fd63753-59f6-40ab-bc9f-045778b59a5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e HTTP/1.1" status: 200 len: 217 time: 0.0430045 Nov 29 12:10:19.204302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 847f0ff1-d181-4db0-827f-e797f1c0f289 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:10:19.214687 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2a088435-d8fa-4650-b8d9-0b598667b987 req-1641f8f0-cb98-44a8-ac6f-b2b52453a6ad tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347550 Nov 29 12:10:19.234201 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:14Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:19.246280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-6c428848-c205-4a3d-a725-a6cd2c5b2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:19.248164 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-6c428848-c205-4a3d-a725-a6cd2c5b2ef0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc99a965-dbec-4f5c-a4ce-aeef423e983e HTTP/1.1" status: 200 len: 833 time: 0.0554762 Nov 29 12:10:19.262562 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] Checking router: e4d44989-0468-415a-bafe-8be075047720 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:10:19.266169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 847f0ff1-d181-4db0-827f-e797f1c0f289 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:10:19.266735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:19.271598 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:10:19.272191 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:10:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:19.302405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-7e9530fd-382f-45e4-9260-e7df0aebcbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:19.304141 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-7e9530fd-382f-45e4-9260-e7df0aebcbd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af95bf43-7133-4482-9983-d04b8af79544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486104 Nov 29 12:10:19.387830 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:10:19.403081 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-4ccb3362-f66f-4912-becf-1b713dda701b service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902128 Nov 29 12:10:19.495404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 051a302d-454f-4ca9-8e02-42aa3eac3ef1 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:10:19.499903 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4e1fb4da-05d5-4c66-b79d-c1b393f8db2b req-8c05c0eb-02df-4b69-81c7-7cc869ebf61b service neutron] 10.222.0.30 "GET /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883985 Nov 29 12:10:19.547263 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:10:19.547633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:19.681110 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:14Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:19.709803 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0066c95-4f40-4233-a86b-81fb4391a3f2 None None] The sync data for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv is: [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:14Z', 'revision_number': 6, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '051a302d-454f-4ca9-8e02-42aa3eac3ef1', 'name': '', 'network_id': 'af95bf43-7133-4482-9983-d04b8af79544', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'mac_address': 'fa:16:3e:8b:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:51Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'subnets': [{'id': 'fc99a965-dbec-4f5c-a4ce-aeef423e983e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:10:20.301737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9a235a-5f08-4567-9b95-12ce0da697e9 None None] New status for floating IP bf6497f1-4f30-41e5-96b3-7bb07cbe8cae: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:10:20.349378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52a157-3e5d-4f18-a8bf-7ff006ec00aa req-41178248-aa18-4eef-a6b5-7607f23ee9f7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:20.350851 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9d52a157-3e5d-4f18-a8bf-7ff006ec00aa req-41178248-aa18-4eef-a6b5-7607f23ee9f7 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 946 time: 0.0491912 Nov 29 12:10:20.389098 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9d52a157-3e5d-4f18-a8bf-7ff006ec00aa req-519890ec-f2d8-4404-9c1b-9900dbc91566 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/security-groups?id=cc86dad9-5fd7-46a9-bb90-64b4011bdc32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321875 Nov 29 12:10:20.680783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-d4e67fa0-fdbb-448c-be7b-fb8b97af238e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:20.682150 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-d4e67fa0-fdbb-448c-be7b-fb8b97af238e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 946 time: 0.0486462 Nov 29 12:10:21.033865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:10:21.034145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:21.121777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:21.122223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:21.135057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 613fa1a7-164d-4bc5-9daf-19cb3b1e865e owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:10:21.263312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:21.294796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=613fa1a7-164d-4bc5-9daf-19cb3b1e865e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:21.335021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] No DVR routers for this DVR port 613fa1a7-164d-4bc5-9daf-19cb3b1e865e on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:10:21.337493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:21.341695 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1f782780-a32e-4239-a0b0-9790479fbea5 req-83a186c9-dee4-4b0a-8f2f-9597ff4e681e tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.30 "DELETE /v2.0/ports/613fa1a7-164d-4bc5-9daf-19cb3b1e865e HTTP/1.1" status: 204 len: 173 time: 0.6529334 Nov 29 12:10:21.341695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'name': 'network-vif-deleted', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:10:21.343506 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e630d0d-e50c-4ca3-9468-a826ed7581f2" -d '{"events": [{"server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "name": "network-vif-deleted", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:10:21.379715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7331f0a4-ba33-42bf-8d24-b526be5f5d28 x-openstack-request-id: req-7331f0a4-ba33-42bf-8d24-b526be5f5d28 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:10:21.380013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcf5812-446f-4e52-ac1d-2ca72925d2a2", "name": "network-vif-deleted", "tag": "613fa1a7-164d-4bc5-9daf-19cb3b1e865e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:10:21.380264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7331f0a4-ba33-42bf-8d24-b526be5f5d28 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:10:21.380657 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcf5812-446f-4e52-ac1d-2ca72925d2a2', 'name': 'network-vif-deleted', 'tag': '613fa1a7-164d-4bc5-9daf-19cb3b1e865e', 'status': 'completed', 'code': 200} Nov 29 12:10:21.497387 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b6beb034-09a0-406d-923a-59766d91e056 req-13d05344-0579-4ecd-888d-3ca3f24b48b4 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "GET /v2.0/ports?device_id=8dcf5812-446f-4e52-ac1d-2ca72925d2a2 HTTP/1.1" status: 200 len: 210 time: 0.0267379 Nov 29 12:10:22.553683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34592) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:22.614129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7824ac13-d328-40bb-a902-57fe66f62b4c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:22.638469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7824ac13-d328-40bb-a902-57fe66f62b4c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:22.696015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7824ac13-d328-40bb-a902-57fe66f62b4c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:22.699070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7824ac13-d328-40bb-a902-57fe66f62b4c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:22.700589 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7824ac13-d328-40bb-a902-57fe66f62b4c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/security-groups/cc86dad9-5fd7-46a9-bb90-64b4011bdc32 HTTP/1.1" status: 204 len: 168 time: 0.1457520 Nov 29 12:10:22.710180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824ac13-d328-40bb-a902-57fe66f62b4c tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc86dad9-5fd7-46a9-bb90-64b4011bdc32,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:22.731335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34596) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:23.084607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:23.331540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 051a302d-454f-4ca9-8e02-42aa3eac3ef1 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:10:23.331830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:23.418462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 051a302d-454f-4ca9-8e02-42aa3eac3ef1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=051a302d-454f-4ca9-8e02-42aa3eac3ef1,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:23.418824 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:23.431752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 051a302d-454f-4ca9-8e02-42aa3eac3ef1 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:10:23.618312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:23.645224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=051a302d-454f-4ca9-8e02-42aa3eac3ef1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:23.810164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:23.846883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 613fa1a7-164d-4bc5-9daf-19cb3b1e865e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:10:23.866853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 613fa1a7-164d-4bc5-9daf-19cb3b1e865e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:10:23.867191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 613fa1a7-164d-4bc5-9daf-19cb3b1e865e not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:10:24.020611 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Router e4d44989-0468-415a-bafe-8be075047720 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:10:24.121211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:10:24.126229 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c287dda2-8145-40df-a2a5-9e86c26fd44d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "PUT /v2.0/routers/e4d44989-0468-415a-bafe-8be075047720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938131 Nov 29 12:10:24.129498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34598) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:24.131337 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] Sync routers for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:10:24.140172 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:10:24.140762 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:10:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:24.178250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b98955-c211-444e-84ec-6aefb2d51c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting subnet fc99a965-dbec-4f5c-a4ce-aeef423e983e {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:10:24.181327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8b98955-c211-444e-84ec-6aefb2d51c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.220296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8b98955-c211-444e-84ec-6aefb2d51c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.241119 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:10:24.306359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8b98955-c211-444e-84ec-6aefb2d51c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.364030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8b98955-c211-444e-84ec-6aefb2d51c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.391000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98955-c211-444e-84ec-6aefb2d51c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Subnet': ['ID=fc99a965-dbec-4f5c-a4ce-aeef423e983e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:24.395195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8b98955-c211-444e-84ec-6aefb2d51c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.398362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a8b98955-c211-444e-84ec-6aefb2d51c23 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/subnets/fc99a965-dbec-4f5c-a4ce-aeef423e983e HTTP/1.1" status: 204 len: 168 time: 0.2678173 Nov 29 12:10:24.401007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34600) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:24.406640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e44547-def6-4c52-9c13-8cbab6057f1d None None] Network af95bf43-7133-4482-9983-d04b8af79544 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:10:24.420829 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:23Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:24.448179 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] Checking router: e4d44989-0468-415a-bafe-8be075047720 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:10:24.456770 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] Routers {'e4d44989-0468-415a-bafe-8be075047720'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:10:24.457377 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:10:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e4d44989-0468-415a-bafe-8be075047720'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:24.515947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.567941 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] Set router e4d44989-0468-415a-bafe-8be075047720 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:10:24.600320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] DHCP port deletion for af95bf43-7133-4482-9983-d04b8af79544 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:10:24.625142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.647760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] Deleting port 25f0d5eb-1319-4534-91da-a67b3bf482ec {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:10:24.648135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.680160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Deleting port 847f0ff1-d181-4db0-827f-e797f1c0f289 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:10:24.680501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.710523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] For port 25f0d5eb-1319-4534-91da-a67b3bf482ec, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=25f0d5eb-1319-4534-91da-a67b3bf482ec,segment=NetworkSegment(36f74e3b-188e-4f56-96c0-384a2d4c0e97),segment_id=36f74e3b-188e-4f56-96c0-384a2d4c0e97)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:24.711011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.723600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] Calling delete_port for 25f0d5eb-1319-4534-91da-a67b3bf482ec owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:10:24.751890 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:23Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:24.764730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] For port 847f0ff1-d181-4db0-827f-e797f1c0f289, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=847f0ff1-d181-4db0-827f-e797f1c0f289,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:24.765198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.777737 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce438b30-d156-4a0a-a791-0d5397386d7b None None] The sync data for ids ['e4d44989-0468-415a-bafe-8be075047720'] in dv-neutron-819578-1-hyperv is: [{'id': 'e4d44989-0468-415a-bafe-8be075047720', 'name': 'tempest-TestNetworkBasicOps-router-532276119', 'tenant_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:08:48Z', 'updated_at': '2021-11-29T12:10:23Z', 'revision_number': 7, 'project_id': 'c3984cbe9c6d42c8acb8ed64a99d8c62', 'gw_port': {'id': '847f0ff1-d181-4db0-827f-e797f1c0f289', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:f9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4d44989-0468-415a-bafe-8be075047720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:08:49Z', 'updated_at': '2021-11-29T12:10:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:10:24.779346 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Calling delete_port for 847f0ff1-d181-4db0-827f-e797f1c0f289 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:10:24.807310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.832707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] Pushing event deleted for resources: {'Port': ['ID=25f0d5eb-1319-4534-91da-a67b3bf482ec,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:24.837555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70cfa6-88e8-4c6b-9f97-ced2848da567 None None] No DVR routers for this DVR port 25f0d5eb-1319-4534-91da-a67b3bf482ec on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:10:24.954653 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:24.980363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Port': ['ID=847f0ff1-d181-4db0-827f-e797f1c0f289,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:25.037767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.132363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.134159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.181514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.182178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Fanout notify agent at l3_agent the message router_deleted on router e4d44989-0468-415a-bafe-8be075047720 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:10:25.189556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.193471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34602) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:25.194189 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-25a1384a-6501-4f1e-a79a-76a0645b694d tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/routers/e4d44989-0468-415a-bafe-8be075047720 HTTP/1.1" status: 204 len: 168 time: 0.7915647 Nov 29 12:10:25.248070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 25f0d5eb-1319-4534-91da-a67b3bf482ec no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:10:25.267264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 25f0d5eb-1319-4534-91da-a67b3bf482ec {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:10:25.267607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 25f0d5eb-1319-4534-91da-a67b3bf482ec not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:10:25.268048 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 051a302d-454f-4ca9-8e02-42aa3eac3ef1 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:10:25.279996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.287862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 051a302d-454f-4ca9-8e02-42aa3eac3ef1 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:10:25.288199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 051a302d-454f-4ca9-8e02-42aa3eac3ef1 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:10:25.376213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.397077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af95bf43-7133-4482-9983-d04b8af79544']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:25.406509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f74e3b-188e-4f56-96c0-384a2d4c0e97') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:25.406810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f74e3b-188e-4f56-96c0-384a2d4c0e97') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:10:25.417046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.430142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.436293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:10:25.436293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:10:25.439843 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:10:25.499707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.507701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.510839 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] 10.222.0.23 "DELETE /v2.0/networks/af95bf43-7133-4482-9983-d04b8af79544 HTTP/1.1" status: 204 len: 168 time: 0.3162165 Nov 29 12:10:25.522983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Pushing event deleted for resources: {'Network': ['ID=af95bf43-7133-4482-9983-d04b8af79544,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:25.530232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.530588 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.530929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.531265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.531594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.531925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.532253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.532579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.533055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.533341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.533577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.533845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d177b4-8a7a-4e29-b61a-34e7e17c4a92 tempest-TestNetworkBasicOps-1097561038 tempest-TestNetworkBasicOps-1097561038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:10:25.777644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34608) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:25.905321 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-065e0838-7a9b-4db5-824f-78070e329445 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3984cbe9c6d42c8acb8ed64a99d8c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263907 Nov 29 12:10:25.907653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34612) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:25.957474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d5bf-8f1d-44e8-97e6-6069b0583925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:25.978046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d5bf-8f1d-44e8-97e6-6069b0583925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.023565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d5bf-8f1d-44e8-97e6-6069b0583925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.026472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0fb5d5bf-8f1d-44e8-97e6-6069b0583925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.027598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0fb5d5bf-8f1d-44e8-97e6-6069b0583925 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/95ca9b97-9ad0-4705-80f8-ff28a0a2777a HTTP/1.1" status: 204 len: 168 time: 0.1190588 Nov 29 12:10:26.034844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5d5bf-8f1d-44e8-97e6-6069b0583925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca9b97-9ad0-4705-80f8-ff28a0a2777a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:26.277707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34618) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:26.291152 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-304e62bc-bf2b-4021-a81d-a999521d3d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.367533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-304e62bc-bf2b-4021-a81d-a999521d3d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.371169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-304e62bc-bf2b-4021-a81d-a999521d3d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.407635 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-304e62bc-bf2b-4021-a81d-a999521d3d2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8390925885514cbc8e8880e4efc63f23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288488 Nov 29 12:10:26.408477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e62bc-bf2b-4021-a81d-a999521d3d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d41f7ad-e1fe-46cf-b382-39313751b1bb,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:26.410871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34620) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:26.465739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-629e06d3-63ea-4b42-ad4c-f8acaf6c43eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.486972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-629e06d3-63ea-4b42-ad4c-f8acaf6c43eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.531223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-629e06d3-63ea-4b42-ad4c-f8acaf6c43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.533920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-629e06d3-63ea-4b42-ad4c-f8acaf6c43eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:26.535583 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-629e06d3-63ea-4b42-ad4c-f8acaf6c43eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d41f7ad-e1fe-46cf-b382-39313751b1bb HTTP/1.1" status: 204 len: 168 time: 0.1237309 Nov 29 12:10:26.543574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e06d3-63ea-4b42-ad4c-f8acaf6c43eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d41f7ad-e1fe-46cf-b382-39313751b1bb,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:27.133340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 847f0ff1-d181-4db0-827f-e797f1c0f289 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:10:27.153320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 847f0ff1-d181-4db0-827f-e797f1c0f289 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:10:27.153662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 847f0ff1-d181-4db0-827f-e797f1c0f289 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:10:27.609113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:30.701713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-298424ec-5558-4528-a683-ed4f045e2fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:33.133643 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-6e0bf573-9ae4-4c23-8bc6-1ff0e2f0aa74 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=94e16b0bd51d4a8787afa7087958a283&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293183 Nov 29 12:10:33.260796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3eb3a818-f3bc-4805-8920-5147f71db7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:33.640773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-0be50d81-883a-4377-ba50-b8d0087d50e8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:33.642233 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-0be50d81-883a-4377-ba50-b8d0087d50e8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5031819 Nov 29 12:10:33.656382 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-e0e6d556-32f9-4fcb-b118-9e99d0702905 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/quotas/94e16b0bd51d4a8787afa7087958a283 HTTP/1.1" status: 200 len: 375 time: 0.0084546 Nov 29 12:10:33.687788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:33.688165 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-2b7b5c8d-a6b1-4809-bc84-cbdab0c68024 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=94e16b0bd51d4a8787afa7087958a283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266097 Nov 29 12:10:33.845176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ae8ac5c1-f20e-4459-9987-b61864989a19 req-b83ca7b0-5843-404c-9bc2-85cfaca2cfbf tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 210 time: 0.0260823 Nov 29 12:10:34.645388 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-4636abef-d5ca-4eeb-a286-b1b88472431f tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=94e16b0bd51d4a8787afa7087958a283&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318725 Nov 29 12:10:34.702817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:34.940858 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6ad8a79e-d389-41f2-8d61-b01f47c88b09 req-dc88db08-f7b1-4e8e-ae0b-a778c2b40d1a tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 210 time: 0.0279315 Nov 29 12:10:35.094190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-e21668c3-b2fc-49e4-bd8c-f99b8433f07e tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:35.095535 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-e21668c3-b2fc-49e4-bd8c-f99b8433f07e tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4439077 Nov 29 12:10:35.108504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Request body: {'port': {'device_id': 'c4dda455-1360-495d-bab9-ecf47076ce83', 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8', 'admin_state_up': True, 'tenant_id': '94e16b0bd51d4a8787afa7087958a283'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:10:35.217082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Made reservation on behalf of 94e16b0bd51d4a8787afa7087958a283 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:10:35.220567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.228787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.308491 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.312697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.375112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391e6bcf-1b34-4539-854e-e9c672b06372,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:35.445769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Allocated IP 192.168.233.106 (c95da725-2fae-44db-aed5-ec67c92803f8/8e2d0373-6582-4b24-88f3-aaae3eb394aa/8a2f5573-0b20-4849-b55c-e3844b151e43) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:10:35.587499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.619733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.664728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Network c95da725-2fae-44db-aed5-ec67c92803f8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:10:35.667596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:10:35.671087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:10:35.696436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Pushing event updated for resources: {'Port': ['ID=8a2f5573-0b20-4849-b55c-e3844b151e43,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:35.725773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:35.726425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.746521 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-19df5e9f-7468-428a-8639-18e84291e1b8 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6416740 Nov 29 12:10:35.759756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Request body: {'port': {'device_id': 'c4dda455-1360-495d-bab9-ecf47076ce83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:10:35.817325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.889425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c04b65c1-e548-4282-80cd-f98accb3f486 None None] Provisioning complete for port 8a2f5573-0b20-4849-b55c-e3844b151e43 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:10:35.889425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c04b65c1-e548-4282-80cd-f98accb3f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:35.923843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c04b65c1-e548-4282-80cd-f98accb3f486 None None] Port 8a2f5573-0b20-4849-b55c-e3844b151e43 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:10:36.017981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:36.060222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b28133-e602-41db-a14a-52302e44fd6a req-7d257f2f-55a7-4807-ae32-46290894db1e tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:36.061696 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-74b28133-e602-41db-a14a-52302e44fd6a req-7d257f2f-55a7-4807-ae32-46290894db1e tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 936 time: 0.0506370 Nov 29 12:10:36.102820 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-74b28133-e602-41db-a14a-52302e44fd6a req-48354233-d7e3-4547-adbf-9d153ca895a0 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Nov 29 12:10:36.112844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2f5573-0b20-4849-b55c-e3844b151e43 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:10:36.122251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:36.132887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Transition to ACTIVE for port object 8a2f5573-0b20-4849-b55c-e3844b151e43 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:10:36.136267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:36.185444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f5573-0b20-4849-b55c-e3844b151e43,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:36.257720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Attempting to bind port 8a2f5573-0b20-4849-b55c-e3844b151e43 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:10:36.258086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Attempting to bind port 8a2f5573-0b20-4849-b55c-e3844b151e43 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:10:36.258542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Attempting to bind port 8a2f5573-0b20-4849-b55c-e3844b151e43 on network c95da725-2fae-44db-aed5-ec67c92803f8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:10:36.262959 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Port 8a2f5573-0b20-4849-b55c-e3844b151e43 on network c95da725-2fae-44db-aed5-ec67c92803f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:10:36.263278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Attempting to bind port 8a2f5573-0b20-4849-b55c-e3844b151e43 on network c95da725-2fae-44db-aed5-ec67c92803f8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:10:36.268098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:10:36.268467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Checking segment: {'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:10:36.268846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Bound using segment: {'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:10:36.269359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Bound port: 8a2f5573-0b20-4849-b55c-e3844b151e43, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09f5064-4b44-49ce-b615-376ec8e371b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:10:36.270237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:36.335363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] For port 8a2f5573-0b20-4849-b55c-e3844b151e43, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:10:36.338394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] For port 8a2f5573-0b20-4849-b55c-e3844b151e43, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8a2f5573-0b20-4849-b55c-e3844b151e43,segment=NetworkSegment(f09f5064-4b44-49ce-b615-376ec8e371b3),segment_id=f09f5064-4b44-49ce-b615-376ec8e371b3)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:10:36.343993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:36.376605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:36.377262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:36.378625 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] 10.222.0.30 "PUT /v2.0/ports/8a2f5573-0b20-4849-b55c-e3844b151e43 HTTP/1.1" status: 200 len: 1098 time: 0.6235797 Nov 29 12:10:36.379657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dda455-1360-495d-bab9-ecf47076ce83', 'tag': '8a2f5573-0b20-4849-b55c-e3844b151e43'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:10:36.381890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2775b09b-5854-4f7a-9003-427688795316" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dda455-1360-495d-bab9-ecf47076ce83", "tag": "8a2f5573-0b20-4849-b55c-e3844b151e43"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:10:36.419130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac909b-06b9-41db-9d39-6af7c4f1139f service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f5573-0b20-4849-b55c-e3844b151e43,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:36.423759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3e4122-2573-4e7a-ac0d-fa7d47dc5e5f x-openstack-request-id: req-af3e4122-2573-4e7a-ac0d-fa7d47dc5e5f {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:10:36.424124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dda455-1360-495d-bab9-ecf47076ce83", "tag": "8a2f5573-0b20-4849-b55c-e3844b151e43", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:10:36.424439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af3e4122-2573-4e7a-ac0d-fa7d47dc5e5f {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:10:36.425065 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dda455-1360-495d-bab9-ecf47076ce83', 'tag': '8a2f5573-0b20-4849-b55c-e3844b151e43', 'status': 'completed', 'code': 200} Nov 29 12:10:36.470028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5b84f870-cc7c-4a20-aae6-c095afdb1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:36.471598 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5b84f870-cc7c-4a20-aae6-c095afdb1c6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94e16b0bd51d4a8787afa7087958a283&device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 1101 time: 0.0436938 Nov 29 12:10:36.521849 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-89282528-cd7b-446e-88f8-e108c15369a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=8a2f5573-0b20-4849-b55c-e3844b151e43 HTTP/1.1" status: 200 len: 217 time: 0.0422139 Nov 29 12:10:36.572204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-af941ee6-c705-4a20-a716-3e861222fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:36.573982 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-af941ee6-c705-4a20-a716-3e861222fcce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e2d0373-6582-4b24-88f3-aaae3eb394aa HTTP/1.1" status: 200 len: 843 time: 0.0459700 Nov 29 12:10:36.630506 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5ed6faa6-903b-4ae6-adb6-4ea97f0551fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:36.632020 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-5ed6faa6-903b-4ae6-adb6-4ea97f0551fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c95da725-2fae-44db-aed5-ec67c92803f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0511098 Nov 29 12:10:36.723796 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-7bcd53d5-27fb-4eb8-9e72-a488238a0777 service neutron] 10.222.0.30 "GET /v2.0/networks/c95da725-2fae-44db-aed5-ec67c92803f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842888 Nov 29 12:10:36.809262 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-80122fb2-766a-4316-899d-f2b1b7b2f586 req-6bb28b5a-a7c2-4239-9883-32d1281f964a service neutron] 10.222.0.30 "GET /v2.0/networks/c95da725-2fae-44db-aed5-ec67c92803f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788903 Nov 29 12:10:36.892920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b09b-5854-4f7a-9003-427688795316 req-ceb2fb07-8c5f-4bc8-af66-f29a16d6602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:36.894338 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2775b09b-5854-4f7a-9003-427688795316 req-ceb2fb07-8c5f-4bc8-af66-f29a16d6602c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=94e16b0bd51d4a8787afa7087958a283&device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 1101 time: 0.0441670 Nov 29 12:10:36.960998 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:10:36.982901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b09b-5854-4f7a-9003-427688795316 req-e6df2e2b-441f-4a81-92ac-b508ed8c794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:36.984368 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2775b09b-5854-4f7a-9003-427688795316 req-e6df2e2b-441f-4a81-92ac-b508ed8c794f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c95da725-2fae-44db-aed5-ec67c92803f8 HTTP/1.1" status: 200 len: 870 time: 0.0833380 Nov 29 12:10:37.024626 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2775b09b-5854-4f7a-9003-427688795316 req-bfe2efb8-49a2-4a3d-9921-13d949935619 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=8a2f5573-0b20-4849-b55c-e3844b151e43 HTTP/1.1" status: 200 len: 217 time: 0.0334234 Nov 29 12:10:37.076603 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b09b-5854-4f7a-9003-427688795316 req-71a107a2-9a4b-42fb-a1f9-e85f9620aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:37.077992 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2775b09b-5854-4f7a-9003-427688795316 req-71a107a2-9a4b-42fb-a1f9-e85f9620aa31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e2d0373-6582-4b24-88f3-aaae3eb394aa HTTP/1.1" status: 200 len: 843 time: 0.0463355 Nov 29 12:10:37.121583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775b09b-5854-4f7a-9003-427688795316 req-3c1a3abb-a584-493e-b06d-37cb1aed664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:37.123035 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2775b09b-5854-4f7a-9003-427688795316 req-3c1a3abb-a584-493e-b06d-37cb1aed664b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c95da725-2fae-44db-aed5-ec67c92803f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0386698 Nov 29 12:10:37.211304 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2775b09b-5854-4f7a-9003-427688795316 req-14ea0001-2fff-44fe-abb2-5ef61b26acaf service neutron] 10.222.0.30 "GET /v2.0/networks/c95da725-2fae-44db-aed5-ec67c92803f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810986 Nov 29 12:10:37.214263 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21512adb-3c6d-4c13-8e7b-5c98fc6f0193 req-590e1ec7-4764-4082-80ab-69086250132a tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:37.215720 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-21512adb-3c6d-4c13-8e7b-5c98fc6f0193 req-590e1ec7-4764-4082-80ab-69086250132a tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 948 time: 0.0475476 Nov 29 12:10:37.252624 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-21512adb-3c6d-4c13-8e7b-5c98fc6f0193 req-1f119cb8-da79-41b6-950d-752d7ade9f6d tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309155 Nov 29 12:10:37.306978 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2775b09b-5854-4f7a-9003-427688795316 req-077b90a9-dc05-475b-9e7f-8da294100864 service neutron] 10.222.0.30 "GET /v2.0/networks/c95da725-2fae-44db-aed5-ec67c92803f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887365 Nov 29 12:10:38.367955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7bbca-8737-41f3-af9f-b3fc93e8395a req-f09da31e-56c4-432b-9834-6642cee7b396 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:38.369443 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8e7bbca-8737-41f3-af9f-b3fc93e8395a req-f09da31e-56c4-432b-9834-6642cee7b396 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 948 time: 0.0490539 Nov 29 12:10:38.406233 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8e7bbca-8737-41f3-af9f-b3fc93e8395a req-ab74e1a1-d56e-4ac1-9b31-8c1b8f08fac2 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307448 Nov 29 12:10:39.518527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a7f6-4afb-4de0-b332-7528d027b6db req-53ada9f3-b129-4a0b-ac1a-992f7ac9f009 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:39.519988 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cd85a7f6-4afb-4de0-b332-7528d027b6db req-53ada9f3-b129-4a0b-ac1a-992f7ac9f009 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 948 time: 0.0490234 Nov 29 12:10:39.559837 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cd85a7f6-4afb-4de0-b332-7528d027b6db req-f360219b-0b84-4814-9a03-54c3849cf3bf tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340388 Nov 29 12:10:39.918480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 8a2f5573-0b20-4849-b55c-e3844b151e43 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:10:40.011226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 8a2f5573-0b20-4849-b55c-e3844b151e43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8a2f5573-0b20-4849-b55c-e3844b151e43,segment=NetworkSegment(f09f5064-4b44-49ce-b615-376ec8e371b3),segment_id=f09f5064-4b44-49ce-b615-376ec8e371b3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:40.022124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '8a2f5573-0b20-4849-b55c-e3844b151e43', 'network_id': 'c95da725-2fae-44db-aed5-ec67c92803f8', 'port_id': '8a2f5573-0b20-4849-b55c-e3844b151e43', 'mac_address': 'fa:16:3e:ac:09:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2d0373-6582-4b24-88f3-aaae3eb394aa', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:10:40.058061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:40.070215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2f5573-0b20-4849-b55c-e3844b151e43 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:10:40.088406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 8a2f5573-0b20-4849-b55c-e3844b151e43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8a2f5573-0b20-4849-b55c-e3844b151e43,segment=NetworkSegment(f09f5064-4b44-49ce-b615-376ec8e371b3),segment_id=f09f5064-4b44-49ce-b615-376ec8e371b3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:40.092267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:40.136521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=8a2f5573-0b20-4849-b55c-e3844b151e43,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:40.402326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['8a2f5573-0b20-4849-b55c-e3844b151e43'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:10:40.671516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc5810-bee9-45a9-b1d4-06a03c69d2db req-59bf9a8c-b047-419c-b00a-4f449dfb80e3 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:40.672897 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a0fc5810-bee9-45a9-b1d4-06a03c69d2db req-59bf9a8c-b047-419c-b00a-4f449dfb80e3 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 949 time: 0.0487926 Nov 29 12:10:40.712220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a0fc5810-bee9-45a9-b1d4-06a03c69d2db req-aadec62f-bd3c-4534-994b-d8e13f5ca9cd tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Nov 29 12:10:41.820660 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7562cc-58db-4914-8904-7d367f4569ce req-14096144-4d28-40e3-95f3-065f628f67be tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:41.822027 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ec7562cc-58db-4914-8904-7d367f4569ce req-14096144-4d28-40e3-95f3-065f628f67be tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 949 time: 0.0472257 Nov 29 12:10:41.858700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ec7562cc-58db-4914-8904-7d367f4569ce req-f679aa0d-bad7-4213-9852-c5a190c733ee tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306835 Nov 29 12:10:41.924524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 8a2f5573-0b20-4849-b55c-e3844b151e43 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:10:41.972095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 8a2f5573-0b20-4849-b55c-e3844b151e43 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:10:41.976311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 8a2f5573-0b20-4849-b55c-e3844b151e43 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:10:41.976676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:42.051076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:42.073141 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dda455-1360-495d-bab9-ecf47076ce83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f5573-0b20-4849-b55c-e3844b151e43'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:10:42.075313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c805114-6e59-4584-a738-8131ceee5afa" -d '{"events": [{"server_uuid": "c4dda455-1360-495d-bab9-ecf47076ce83", "name": "network-vif-plugged", "status": "completed", "tag": "8a2f5573-0b20-4849-b55c-e3844b151e43"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:10:42.087997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 8a2f5573-0b20-4849-b55c-e3844b151e43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8a2f5573-0b20-4849-b55c-e3844b151e43,segment=NetworkSegment(f09f5064-4b44-49ce-b615-376ec8e371b3),segment_id=f09f5064-4b44-49ce-b615-376ec8e371b3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:42.091862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:42.113502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12134f7-7332-4f9c-9900-662b4d2c7fd7 x-openstack-request-id: req-f12134f7-7332-4f9c-9900-662b4d2c7fd7 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:10:42.113800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dda455-1360-495d-bab9-ecf47076ce83", "name": "network-vif-plugged", "status": "completed", "tag": "8a2f5573-0b20-4849-b55c-e3844b151e43", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:10:42.114107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f12134f7-7332-4f9c-9900-662b4d2c7fd7 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:10:42.114489 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dda455-1360-495d-bab9-ecf47076ce83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f5573-0b20-4849-b55c-e3844b151e43', 'code': 200} Nov 29 12:10:42.139484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=8a2f5573-0b20-4849-b55c-e3844b151e43,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:42.269643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313eab3b-2435-40fb-ab09-6e31897baaff req-4958aad5-58a5-4fb1-a141-971cb5ed9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:42.271811 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-313eab3b-2435-40fb-ab09-6e31897baaff req-4958aad5-58a5-4fb1-a141-971cb5ed9c3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 1103 time: 0.0414033 Nov 29 12:10:42.307068 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-313eab3b-2435-40fb-ab09-6e31897baaff req-4cf18a63-55d2-4357-837e-3bbbb34d85f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281646 Nov 29 12:10:42.968223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51fa49-7698-46d6-971a-6a1f210b9004 req-223e053e-64ea-4e8f-a690-a2495a0f631c tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:42.969658 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e51fa49-7698-46d6-971a-6a1f210b9004 req-223e053e-64ea-4e8f-a690-a2495a0f631c tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 950 time: 0.0474627 Nov 29 12:10:43.009897 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e51fa49-7698-46d6-971a-6a1f210b9004 req-c5c89a0e-fa38-4a01-b911-bd48bffa8109 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Nov 29 12:10:44.123731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2f88f-e204-4c06-90e0-359df8b7cbe2 req-f7c2ecc9-d5d0-484e-8c77-e9437d024d4b tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:44.125188 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3ff2f88f-e204-4c06-90e0-359df8b7cbe2 req-f7c2ecc9-d5d0-484e-8c77-e9437d024d4b tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 950 time: 0.0483255 Nov 29 12:10:44.162324 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3ff2f88f-e204-4c06-90e0-359df8b7cbe2 req-484202ec-2d3c-4bc5-973c-a74e430f92eb tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Nov 29 12:10:44.436508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-3004245b-9e31-40e7-a46a-d2eaf7cb84c7 req-f3ee5027-323b-41f9-a2ac-c681660df80f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:10:44.437467 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3004245b-9e31-40e7-a46a-d2eaf7cb84c7 req-f3ee5027-323b-41f9-a2ac-c681660df80f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053985 Nov 29 12:10:44.789915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-e929b7db-3b7a-4ec7-9862-cbb62af77b05 req-bf307e83-9a68-4dbf-b3d9-76c3e04a8930 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:10:44.790907 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e929b7db-3b7a-4ec7-9862-cbb62af77b05 req-bf307e83-9a68-4dbf-b3d9-76c3e04a8930 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052447 Nov 29 12:10:45.137844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d0c2-e565-4b10-ac61-aa3d560c4c1b req-d51fd3ae-9de6-4165-85e1-b9c0a8bda62e tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:45.139360 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fdd3d0c2-e565-4b10-ac61-aa3d560c4c1b req-d51fd3ae-9de6-4165-85e1-b9c0a8bda62e tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 950 time: 0.0487349 Nov 29 12:10:45.176123 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fdd3d0c2-e565-4b10-ac61-aa3d560c4c1b req-7c1782cd-ad7a-4db9-8d1b-6b9e467e0274 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308249 Nov 29 12:10:46.293618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccd6f8-3936-4192-845d-0a9f1ff6b11d req-6c40c9b8-e078-4363-9e67-9154b2784ffa tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:46.295203 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aeccd6f8-3936-4192-845d-0a9f1ff6b11d req-6c40c9b8-e078-4363-9e67-9154b2784ffa tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 950 time: 0.0528381 Nov 29 12:10:46.337220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aeccd6f8-3936-4192-845d-0a9f1ff6b11d req-36788eb4-f035-44f3-b090-9f611b899f49 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/security-groups?id=391e6bcf-1b34-4539-854e-e9c672b06372&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361075 Nov 29 12:10:46.676139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7889f-1745-4e1e-9726-87af26494020 req-21a51454-44c1-44df-84a2-7a3511d70777 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:46.678254 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3bc7889f-1745-4e1e-9726-87af26494020 req-21a51454-44c1-44df-84a2-7a3511d70777 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 950 time: 0.0544960 Nov 29 12:10:46.762669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Deleting port 8a2f5573-0b20-4849-b55c-e3844b151e43 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:10:46.762932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:46.851421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] For port 8a2f5573-0b20-4849-b55c-e3844b151e43, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8a2f5573-0b20-4849-b55c-e3844b151e43,segment=NetworkSegment(f09f5064-4b44-49ce-b615-376ec8e371b3),segment_id=f09f5064-4b44-49ce-b615-376ec8e371b3)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:46.851806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:46.863319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Calling delete_port for 8a2f5573-0b20-4849-b55c-e3844b151e43 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:10:46.991745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:47.003078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['8a2f5573-0b20-4849-b55c-e3844b151e43'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:10:47.026300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Pushing event deleted for resources: {'Port': ['ID=8a2f5573-0b20-4849-b55c-e3844b151e43,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:47.067599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] No DVR routers for this DVR port 8a2f5573-0b20-4849-b55c-e3844b151e43 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:10:47.070226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:47.073786 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3bc7889f-1745-4e1e-9726-87af26494020 req-f8f1e7e4-95a8-4535-a311-782e17a56812 tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.30 "DELETE /v2.0/ports/8a2f5573-0b20-4849-b55c-e3844b151e43 HTTP/1.1" status: 204 len: 173 time: 0.3890870 Nov 29 12:10:47.074257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dda455-1360-495d-bab9-ecf47076ce83', 'name': 'network-vif-deleted', 'tag': '8a2f5573-0b20-4849-b55c-e3844b151e43'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:10:47.076535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a553f0cf-d3c1-48b0-804b-e0837b6b5350" -d '{"events": [{"server_uuid": "c4dda455-1360-495d-bab9-ecf47076ce83", "name": "network-vif-deleted", "tag": "8a2f5573-0b20-4849-b55c-e3844b151e43"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:10:47.119262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9502cdf9-02b4-48dd-bfc6-1f169b406fcd x-openstack-request-id: req-9502cdf9-02b4-48dd-bfc6-1f169b406fcd {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:10:47.119776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dda455-1360-495d-bab9-ecf47076ce83", "name": "network-vif-deleted", "tag": "8a2f5573-0b20-4849-b55c-e3844b151e43", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:10:47.120043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9502cdf9-02b4-48dd-bfc6-1f169b406fcd {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:10:47.120441 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dda455-1360-495d-bab9-ecf47076ce83', 'name': 'network-vif-deleted', 'tag': '8a2f5573-0b20-4849-b55c-e3844b151e43', 'status': 'completed', 'code': 200} Nov 29 12:10:47.448208 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1e4e112b-eccd-4cb2-85c5-534f667979ab req-6fda7b83-1512-4ebc-9a2f-2cf45615faeb tempest-ServersAdminNegativeTestJSON-1674604988 tempest-ServersAdminNegativeTestJSON-1674604988-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4dda455-1360-495d-bab9-ecf47076ce83 HTTP/1.1" status: 200 len: 210 time: 0.0318077 Nov 29 12:10:48.737903 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34756) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:48.865089 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-57702929-a020-432c-8b8d-16018132eecf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94e16b0bd51d4a8787afa7087958a283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259575 Nov 29 12:10:48.867543 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34760) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:48.913679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5b66a21-cac1-4ff5-ba81-fdf28574f196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:48.933606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5b66a21-cac1-4ff5-ba81-fdf28574f196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:48.978677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5b66a21-cac1-4ff5-ba81-fdf28574f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:48.981414 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f5b66a21-cac1-4ff5-ba81-fdf28574f196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:48.982575 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f5b66a21-cac1-4ff5-ba81-fdf28574f196 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/391e6bcf-1b34-4539-854e-e9c672b06372 HTTP/1.1" status: 204 len: 168 time: 0.1141670 Nov 29 12:10:48.990807 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b66a21-cac1-4ff5-ba81-fdf28574f196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391e6bcf-1b34-4539-854e-e9c672b06372,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:49.230843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34766) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:49.243812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4cde4fc-3bae-47f4-8848-cd2360b6ed3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:49.319434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4cde4fc-3bae-47f4-8848-cd2360b6ed3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:49.322991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4cde4fc-3bae-47f4-8848-cd2360b6ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:49.359948 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b4cde4fc-3bae-47f4-8848-cd2360b6ed3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e29ab7821454ad5bfaefe56c6bfe7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280437 Nov 29 12:10:49.361820 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cde4fc-3bae-47f4-8848-cd2360b6ed3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2042952a-fb33-42f4-85dd-de167f07a476,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:49.362746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34768) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:49.412090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fbcca46d-f54f-443a-b51b-46ed452f6c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:49.431854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fbcca46d-f54f-443a-b51b-46ed452f6c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:49.477347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fbcca46d-f54f-443a-b51b-46ed452f6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:49.479953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fbcca46d-f54f-443a-b51b-46ed452f6c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:49.481098 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fbcca46d-f54f-443a-b51b-46ed452f6c0f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2042952a-fb33-42f4-85dd-de167f07a476 HTTP/1.1" status: 204 len: 168 time: 0.1173050 Nov 29 12:10:49.489562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcca46d-f54f-443a-b51b-46ed452f6c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2042952a-fb33-42f4-85dd-de167f07a476,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:49.996661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 8a2f5573-0b20-4849-b55c-e3844b151e43 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:10:50.019081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 8a2f5573-0b20-4849-b55c-e3844b151e43 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:10:50.019421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 8a2f5573-0b20-4849-b55c-e3844b151e43 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:10:50.124546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34790) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:50.216438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1871247756-network', 'tenant_id': 'c471863b67094af59f383f37d06efcd2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:10:50.238324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Made reservation on behalf of c471863b67094af59f383f37d06efcd2 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:10:50.241450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.249527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.325176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.329422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.350869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:10:50.366095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a8fb3-5407-45d1-85b6-ea88ca16353f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:50.370185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.370539 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Added segment 03e90c5c-b6ea-47ee-b5da-cf4b0e697480 of type vlan for network 8474b038-6491-4b08-ad61-3320160cc733 Nov 29 12:10:50.409391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.433366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.434452 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:50.435036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.501300 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3755078 Nov 29 12:10:50.504389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34794) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:10:50.509373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Request body: {'subnet': {'network_id': '8474b038-6491-4b08-ad61-3320160cc733', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1871247756-subnet', 'tenant_id': 'c471863b67094af59f383f37d06efcd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:10:50.529222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Made reservation on behalf of c471863b67094af59f383f37d06efcd2 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:10:50.530531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec4bc2-b506-4330-b6c9-850518756700 admin admin] Pushing event updated for resources: {'Network': ['ID=8474b038-6491-4b08-ad61-3320160cc733,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:50.531581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.540814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8474b038-6491-4b08-ad61-3320160cc733 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:10:50.702964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.755477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0baab20c-e96e-46dd-a794-06276841eb9f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:50.765227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Checking segment: {'id': '03e90c5c-b6ea-47ee-b5da-cf4b0e697480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8474b038-6491-4b08-ad61-3320160cc733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:10:50.765585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Network hostable DHCP agents. Network: 8474b038-6491-4b08-ad61-3320160cc733, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:10:50.782239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Network 8474b038-6491-4b08-ad61-3320160cc733 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:10:50.791130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 8474b038-6491-4b08-ad61-3320160cc733) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:10:50.795047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:50.795633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:50.800038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3cf3c7-1721-4fda-8e48-7fd17cd992d0 None None] Network 8474b038-6491-4b08-ad61-3320160cc733 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:10:50.814446 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7bb1c54c-f7d3-49fc-ba8f-097e142923a2 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3089228 Nov 29 12:10:50.930640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181089d3-2757-4e71-a910-7866b0b1b84f None None] Network 8474b038-6491-4b08-ad61-3320160cc733 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:10:51.227167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-d30b16e9-f766-4e2c-8029-e1cc91fff6c0 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:51.228521 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-d30b16e9-f766-4e2c-8029-e1cc91fff6c0 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/networks?id=8474b038-6491-4b08-ad61-3320160cc733 HTTP/1.1" status: 200 len: 812 time: 0.1025984 Nov 29 12:10:51.242699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-b7ef4123-558c-4ac5-9e7f-0757724818ce tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/quotas/c471863b67094af59f383f37d06efcd2 HTTP/1.1" status: 200 len: 375 time: 0.0086510 Nov 29 12:10:51.273391 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-409356a5-f70b-419b-a91f-4c22a09c36fb tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c471863b67094af59f383f37d06efcd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255799 Nov 29 12:10:51.283416 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8ca2dcac-3e02-4f74-9932-e8304a6d7ffa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:10:51.284345 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8ca2dcac-3e02-4f74-9932-e8304a6d7ffa service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047538 Nov 29 12:10:51.369346 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-5578f489-8b75-4fac-93ea-d4c7199652af service neutron] 10.222.0.23 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796623 Nov 29 12:10:51.460625 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-2cf1e86b-8929-4808-b610-e99c08628479 service neutron] 10.222.0.23 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Nov 29 12:10:51.617114 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8229be91-1d83-44c0-a4eb-304f12082a60 req-d003c823-d791-41be-9b3f-f2f553de6691 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 210 time: 0.0272734 Nov 29 12:10:52.504435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-f9670a44-96f8-46d1-82d1-63f74879409a tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:52.505895 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-f9670a44-96f8-46d1-82d1-63f74879409a tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.30 "GET /v2.0/networks?id=8474b038-6491-4b08-ad61-3320160cc733 HTTP/1.1" status: 200 len: 812 time: 0.1036201 Nov 29 12:10:52.519221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Request body: {'port': {'device_id': '15e06b96-8669-412b-8fd8-54848c875270', 'network_id': '8474b038-6491-4b08-ad61-3320160cc733', 'admin_state_up': True, 'tenant_id': 'c471863b67094af59f383f37d06efcd2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:10:52.635768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Made reservation on behalf of c471863b67094af59f383f37d06efcd2 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:10:52.639353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:52.709831 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-15b70ca0-b7f5-47a0-bacc-65d0606a563f req-3d13d530-d800-4e96-b827-023b4866a455 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 210 time: 0.0261726 Nov 29 12:10:52.764209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Allocated IP 172.20.0.3 (8474b038-6491-4b08-ad61-3320160cc733/0baab20c-e96e-46dd-a794-06276841eb9f/101f3518-69d2-4334-a47b-603cb52e69e4) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:10:52.900359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:52.938922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:52.979511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Network 8474b038-6491-4b08-ad61-3320160cc733 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:10:52.982445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:10:52.985861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:10:52.994411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Pushing event updated for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:53.036884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:53.037958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:53.052370 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-8eab9c00-2a67-4639-a5d4-86c9af119f30 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374601 Nov 29 12:10:53.064144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Request body: {'port': {'device_id': '15e06b96-8669-412b-8fd8-54848c875270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:10:53.116637 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:53.362756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101f3518-69d2-4334-a47b-603cb52e69e4 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:10:53.369767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:53.382362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Transition to ACTIVE for port object 101f3518-69d2-4334-a47b-603cb52e69e4 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:10:53.385971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:53.452253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Pushing event updated for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:53.499954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Attempting to bind port 101f3518-69d2-4334-a47b-603cb52e69e4 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:10:53.500280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Attempting to bind port 101f3518-69d2-4334-a47b-603cb52e69e4 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '03e90c5c-b6ea-47ee-b5da-cf4b0e697480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8474b038-6491-4b08-ad61-3320160cc733'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:10:53.500602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Attempting to bind port 101f3518-69d2-4334-a47b-603cb52e69e4 on network 8474b038-6491-4b08-ad61-3320160cc733 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:10:53.504728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Port 101f3518-69d2-4334-a47b-603cb52e69e4 on network 8474b038-6491-4b08-ad61-3320160cc733 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:10:53.505462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Attempting to bind port 101f3518-69d2-4334-a47b-603cb52e69e4 on network 8474b038-6491-4b08-ad61-3320160cc733 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:10:53.511436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:10:53.511770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Checking segment: {'id': '03e90c5c-b6ea-47ee-b5da-cf4b0e697480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8474b038-6491-4b08-ad61-3320160cc733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:10:53.512147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Bound using segment: {'id': '03e90c5c-b6ea-47ee-b5da-cf4b0e697480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8474b038-6491-4b08-ad61-3320160cc733'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:10:53.512991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Bound port: 101f3518-69d2-4334-a47b-603cb52e69e4, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e90c5c-b6ea-47ee-b5da-cf4b0e697480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8474b038-6491-4b08-ad61-3320160cc733'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:10:53.512991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:53.583797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:10:53.587233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:10:53.591173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:53.622510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:53.623109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:53.624453 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] 10.222.0.30 "PUT /v2.0/ports/101f3518-69d2-4334-a47b-603cb52e69e4 HTTP/1.1" status: 200 len: 1093 time: 0.5641816 Nov 29 12:10:53.624882 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:10:53.627103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4" -d '{"events": [{"name": "network-changed", "server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:10:53.652491 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091aac6-d18b-4cfb-820d-7fd4a067f02a service neutron] Pushing event updated for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:53.669762 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc594f4-d909-4952-9f3e-dfe4745384c1 x-openstack-request-id: req-9cc594f4-d909-4952-9f3e-dfe4745384c1 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:10:53.670066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:10:53.670312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9cc594f4-d909-4952-9f3e-dfe4745384c1 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:10:53.670692 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4', 'status': 'completed', 'code': 200} Nov 29 12:10:53.705283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-2531a96f-2818-45ed-8d57-d7b95144e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:53.706769 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-2531a96f-2818-45ed-8d57-d7b95144e56b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c471863b67094af59f383f37d06efcd2&device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 1096 time: 0.0455647 Nov 29 12:10:53.747591 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-a20d4950-d55b-4b46-a25f-aa3b66c4e1a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101f3518-69d2-4334-a47b-603cb52e69e4 HTTP/1.1" status: 200 len: 217 time: 0.0330970 Nov 29 12:10:53.794621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-5795f869-f68a-4479-8f2e-d2230d1d7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:53.796067 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-5795f869-f68a-4479-8f2e-d2230d1d7fa3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0baab20c-e96e-46dd-a794-06276841eb9f HTTP/1.1" status: 200 len: 852 time: 0.0422676 Nov 29 12:10:53.826202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287eef-a8c1-4f2e-87b4-e617a66eed7d req-aa7ee195-ad7e-4a99-bc1a-a31cd5298353 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:53.827672 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7d287eef-a8c1-4f2e-87b4-e617a66eed7d req-aa7ee195-ad7e-4a99-bc1a-a31cd5298353 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 943 time: 0.0526783 Nov 29 12:10:53.828086 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-4e794f3d-b7ec-4d66-8930-df0e8f1da9ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8474b038-6491-4b08-ad61-3320160cc733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252867 Nov 29 12:10:53.864328 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7d287eef-a8c1-4f2e-87b4-e617a66eed7d req-2b3d432d-d1b5-42e1-8b61-7873947de9c2 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Nov 29 12:10:53.916500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-6b501e0e-0602-421d-b853-1389a620e63f service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816140 Nov 29 12:10:54.003610 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-10d9dae4-4ad0-4a3b-a13a-de5da203db99 req-d1556c2c-c338-4e9f-aa74-cdd94227043f service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803380 Nov 29 12:10:54.094747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-4abd094b-b136-41fb-84e6-ebec5b437d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:54.096170 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-4abd094b-b136-41fb-84e6-ebec5b437d6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c471863b67094af59f383f37d06efcd2&device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 1096 time: 0.0435939 Nov 29 12:10:54.182605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-9b737fd4-2fc5-4fdb-bb32-cfedfd1f56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:54.183933 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-9b737fd4-2fc5-4fdb-bb32-cfedfd1f56dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=8474b038-6491-4b08-ad61-3320160cc733 HTTP/1.1" status: 200 len: 913 time: 0.0804765 Nov 29 12:10:54.227460 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-5ceb3399-f06d-452c-8114-c8d17c71a130 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101f3518-69d2-4334-a47b-603cb52e69e4 HTTP/1.1" status: 200 len: 217 time: 0.0363166 Nov 29 12:10:54.273329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-614de104-00c6-4a6f-b247-2f08a248d867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:54.274754 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-614de104-00c6-4a6f-b247-2f08a248d867 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0baab20c-e96e-46dd-a794-06276841eb9f HTTP/1.1" status: 200 len: 852 time: 0.0409060 Nov 29 12:10:54.305571 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-57173db9-2205-4801-ad61-2206beee7b5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8474b038-6491-4b08-ad61-3320160cc733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239098 Nov 29 12:10:54.390723 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-fb427dbc-1a54-419b-bd6c-8065a9646d3a service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781333 Nov 29 12:10:54.479740 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d9c5e0ea-fdf5-4a60-a3e0-cdaa3dbccca4 req-46f13f01-38f9-4be7-ac45-6dff632ba901 service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818338 Nov 29 12:10:54.979871 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e9d9-86e8-4ed7-9f21-1722d19cfb09 req-76a9926d-aa0d-45c1-a6f1-bcf5bd911fd7 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:54.981325 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d47e9d9-86e8-4ed7-9f21-1722d19cfb09 req-76a9926d-aa0d-45c1-a6f1-bcf5bd911fd7 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 943 time: 0.0498979 Nov 29 12:10:55.019009 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d47e9d9-86e8-4ed7-9f21-1722d19cfb09 req-9bc70ae0-6f92-412d-9001-f6d8e05e2a62 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Nov 29 12:10:56.002569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 101f3518-69d2-4334-a47b-603cb52e69e4 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:10:56.093035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:56.105003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '101f3518-69d2-4334-a47b-603cb52e69e4', 'network_id': '8474b038-6491-4b08-ad61-3320160cc733', 'port_id': '101f3518-69d2-4334-a47b-603cb52e69e4', 'mac_address': 'fa:16:3e:b9:69:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0baab20c-e96e-46dd-a794-06276841eb9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:10:56.131111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc1a57-16e0-4293-bec1-b13d07f9c533 req-d85635af-8cbb-434a-853c-3b84dd50cb18 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:56.132589 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67bc1a57-16e0-4293-bec1-b13d07f9c533 req-d85635af-8cbb-434a-853c-3b84dd50cb18 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 943 time: 0.0486302 Nov 29 12:10:56.143719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:56.156447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101f3518-69d2-4334-a47b-603cb52e69e4 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:10:56.170010 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67bc1a57-16e0-4293-bec1-b13d07f9c533 req-3c66e187-8a5f-478e-af2c-10984cfc0b15 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Nov 29 12:10:56.175368 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:56.179796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:56.229779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:56.496739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['101f3518-69d2-4334-a47b-603cb52e69e4'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:10:57.285694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959460fd-2489-418e-a899-24003b744960 req-afe71e27-9aaa-4856-beca-27de55c25129 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:57.287683 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-959460fd-2489-418e-a899-24003b744960 req-afe71e27-9aaa-4856-beca-27de55c25129 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 944 time: 0.0518572 Nov 29 12:10:57.324723 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-959460fd-2489-418e-a899-24003b744960 req-1fb9a335-2431-4a3a-85be-1fc58aff5179 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312772 Nov 29 12:10:57.602351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:58.012125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 101f3518-69d2-4334-a47b-603cb52e69e4 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:10:58.059797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 101f3518-69d2-4334-a47b-603cb52e69e4 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:10:58.063667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 101f3518-69d2-4334-a47b-603cb52e69e4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:10:58.064031 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:58.136154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:58.157049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:10:58.159588 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570fe073-6158-4ba9-be40-f44f45a58464" -d '{"events": [{"server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "name": "network-vif-plugged", "status": "completed", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:10:58.174620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:10:58.178989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:10:58.201493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e59bef-932c-407e-88bb-dbe967ecba04 x-openstack-request-id: req-45e59bef-932c-407e-88bb-dbe967ecba04 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:10:58.201778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "name": "network-vif-plugged", "status": "completed", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:10:58.202051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45e59bef-932c-407e-88bb-dbe967ecba04 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:10:58.202444 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4', 'code': 200} Nov 29 12:10:58.226689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:10:58.352018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5576d0-afa1-433f-8670-b04a0ea3345e req-f6e4af1d-8591-42b2-8479-a281c6cb2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:58.353224 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8b5576d0-afa1-433f-8670-b04a0ea3345e req-f6e4af1d-8591-42b2-8479-a281c6cb2b5d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 1098 time: 0.0397305 Nov 29 12:10:58.390738 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8b5576d0-afa1-433f-8670-b04a0ea3345e req-fdcc7687-27fa-4c7d-9d26-30394ba20365 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290122 Nov 29 12:10:58.437696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058d216-7207-4e3b-b21f-be9fa275fc4f req-6774ccd7-07f7-4f74-b92d-ceb6695a069a tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:58.439176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4058d216-7207-4e3b-b21f-be9fa275fc4f req-6774ccd7-07f7-4f74-b92d-ceb6695a069a tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0476718 Nov 29 12:10:58.478331 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4058d216-7207-4e3b-b21f-be9fa275fc4f req-5967f4b7-3de8-4b01-8fec-c7e75b4394c5 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Nov 29 12:10:59.593367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfcc25-3fd0-4b19-8a29-e713f5e922d6 req-7733d3a2-aa9a-4dd2-bec4-0038df980ac3 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:10:59.594836 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1bdfcc25-3fd0-4b19-8a29-e713f5e922d6 req-7733d3a2-aa9a-4dd2-bec4-0038df980ac3 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0494413 Nov 29 12:10:59.632694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1bdfcc25-3fd0-4b19-8a29-e713f5e922d6 req-b0df79c4-a7e9-403c-8170-760fa7fd5255 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Nov 29 12:11:00.705261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed666b6b-25ea-46b8-99ae-85bf0797f90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:00.756283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f13c5-392c-4638-90e8-71ed1b2629d3 req-8bdaed98-a120-4706-85d3-e89ddfaa413f tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:00.757746 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-871f13c5-392c-4638-90e8-71ed1b2629d3 req-8bdaed98-a120-4706-85d3-e89ddfaa413f tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0572731 Nov 29 12:11:00.795118 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-871f13c5-392c-4638-90e8-71ed1b2629d3 req-f93f8cf7-9d42-4c13-b819-9230abeafe95 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Nov 29 12:11:01.117375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9da7f7-91d8-4e97-9903-adcc7a3a4dea req-e3adae89-05a3-4f7b-9a67-87d9614ecb03 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:01.119085 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a9da7f7-91d8-4e97-9903-adcc7a3a4dea req-e3adae89-05a3-4f7b-9a67-87d9614ecb03 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0492334 Nov 29 12:11:01.144733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34854) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:11:01.158688 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a9da7f7-91d8-4e97-9903-adcc7a3a4dea req-10218fab-8d8d-4c96-9b8e-7c8305e713be tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Nov 29 12:11:01.227481 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-d6d0c2a8-dc87-4b81-9b15-a7c69e0f51bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815752 Nov 29 12:11:01.236216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-b9c83705-2904-469b-a814-ed1a15b9d602 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:11:01.237156 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-b9c83705-2904-469b-a814-ed1a15b9d602 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047991 Nov 29 12:11:02.277725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093437-6a4c-4e9e-b2ee-ae76036d12b7 req-1f8f8eaa-e989-40e1-8623-ac89ea2368f9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:02.279218 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c3093437-6a4c-4e9e-b2ee-ae76036d12b7 req-1f8f8eaa-e989-40e1-8623-ac89ea2368f9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0481834 Nov 29 12:11:02.317388 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c3093437-6a4c-4e9e-b2ee-ae76036d12b7 req-e95bb4b7-3aa7-4ada-9e8c-b01018f3ac39 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Nov 29 12:11:02.401435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec863b-c132-4833-835b-929417cb0509 req-128d2f60-0c02-4619-8eee-5dc64e3f1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:02.402907 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-128d2f60-0c02-4619-8eee-5dc64e3f1de4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c471863b67094af59f383f37d06efcd2&device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 1098 time: 0.0392239 Nov 29 12:11:02.489162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec863b-c132-4833-835b-929417cb0509 req-41676a78-1acf-4a4d-aa56-c719ad539fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:02.491247 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-41676a78-1acf-4a4d-aa56-c719ad539fdd service neutron] 10.222.0.30 "GET /v2.0/networks?id=8474b038-6491-4b08-ad61-3320160cc733 HTTP/1.1" status: 200 len: 913 time: 0.0819986 Nov 29 12:11:02.534131 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-66230eb1-f379-4ac4-b45a-64aee94850c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101f3518-69d2-4334-a47b-603cb52e69e4 HTTP/1.1" status: 200 len: 217 time: 0.0359488 Nov 29 12:11:02.581005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec863b-c132-4833-835b-929417cb0509 req-0e0986a7-fc13-44f3-9bc9-f161a60011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:02.582377 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-0e0986a7-fc13-44f3-9bc9-f161a60011e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0baab20c-e96e-46dd-a794-06276841eb9f HTTP/1.1" status: 200 len: 852 time: 0.0420878 Nov 29 12:11:02.615393 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-8f832205-7adb-4fca-80d8-84fb9cb9ab96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8474b038-6491-4b08-ad61-3320160cc733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259869 Nov 29 12:11:02.704002 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-0fbacf83-536e-4bd4-834b-0bfe924530df service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813925 Nov 29 12:11:02.791900 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-cc813408-4303-40e8-9af1-13ed6ab548c2 service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809321 Nov 29 12:11:03.260835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-233babd4-ffb3-4367-84f3-2c7054c2223e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:03.437064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b5d9e-12fa-4899-96c2-d690a9ce49dc req-3eeadd59-b1ee-413c-97bd-384748db8fd7 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:03.438459 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-016b5d9e-12fa-4899-96c2-d690a9ce49dc req-3eeadd59-b1ee-413c-97bd-384748db8fd7 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Nov 29 12:11:03.477256 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-016b5d9e-12fa-4899-96c2-d690a9ce49dc req-31886c1b-e1c4-4124-8049-78d8f11f6504 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328658 Nov 29 12:11:03.688233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:04.589687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e070a6-aa9e-49de-ab85-b728a48852ae req-321edc15-349a-43f8-9ee1-e3ff6cf28f83 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:04.591193 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-36e070a6-aa9e-49de-ab85-b728a48852ae req-321edc15-349a-43f8-9ee1-e3ff6cf28f83 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0490220 Nov 29 12:11:04.628587 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-36e070a6-aa9e-49de-ab85-b728a48852ae req-d79b6c56-0ce4-4ee1-8c68-54636416aadd tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314384 Nov 29 12:11:04.704675 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:05.739148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d244bc-8c51-4cb2-95a5-db13994c0064 req-c1d5951f-6ef7-400a-af21-e4c479314f4a tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:05.740630 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04d244bc-8c51-4cb2-95a5-db13994c0064 req-c1d5951f-6ef7-400a-af21-e4c479314f4a tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0480103 Nov 29 12:11:05.778961 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04d244bc-8c51-4cb2-95a5-db13994c0064 req-72dfe9cc-736b-4f77-85d6-aa16f290c8c5 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Nov 29 12:11:06.019603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:06.894165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ecf5-24ba-4a60-a0c9-aeb1d926b255 req-51fce814-d24b-49ef-ba1e-8e6129f66de5 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:06.895610 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2bc7ecf5-24ba-4a60-a0c9-aeb1d926b255 req-51fce814-d24b-49ef-ba1e-8e6129f66de5 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0516043 Nov 29 12:11:06.932736 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2bc7ecf5-24ba-4a60-a0c9-aeb1d926b255 req-0b97158d-9009-4a13-a952-ae0fd0918b4c tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310762 Nov 29 12:11:08.044490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e72338-b881-4ab6-ad03-534abd9e5253 req-b24812a2-d377-4823-8348-113f45a581d4 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:08.046025 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20e72338-b881-4ab6-ad03-534abd9e5253 req-b24812a2-d377-4823-8348-113f45a581d4 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0481956 Nov 29 12:11:08.082827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20e72338-b881-4ab6-ad03-534abd9e5253 req-2f40c1a6-d8c4-4d78-a5a2-b604d9409c6b tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311356 Nov 29 12:11:09.196216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea586143-251f-4641-a877-63b05207733c req-add85cee-145b-465c-bc19-7e92e0df8f2d tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:09.198017 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ea586143-251f-4641-a877-63b05207733c req-add85cee-145b-465c-bc19-7e92e0df8f2d tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0472426 Nov 29 12:11:09.234517 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ea586143-251f-4641-a877-63b05207733c req-97ce7c74-7e68-4b3d-a6d8-432ca0d80343 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308042 Nov 29 12:11:10.354879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3485f9-d4e0-4330-94dc-8c9a1c1402fc req-2af31472-1f70-40ae-ad74-37b22accb108 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:10.356324 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bf3485f9-d4e0-4330-94dc-8c9a1c1402fc req-2af31472-1f70-40ae-ad74-37b22accb108 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0519252 Nov 29 12:11:10.392450 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bf3485f9-d4e0-4330-94dc-8c9a1c1402fc req-c798150b-b0c9-40c2-8942-f70a73b72303 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303116 Nov 29 12:11:11.505600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb01292-e190-4e8f-984f-ed0aff7d67de req-9cfd55f2-de04-4980-9015-57d60f36de82 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:11.507113 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-acb01292-e190-4e8f-984f-ed0aff7d67de req-9cfd55f2-de04-4980-9015-57d60f36de82 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0497136 Nov 29 12:11:11.544532 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-acb01292-e190-4e8f-984f-ed0aff7d67de req-48f5ff35-2aa0-40fe-8a67-8a49428beca9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Nov 29 12:11:12.657805 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae971-5fa3-4a7b-92d0-1a9036f9cd3b req-3fec9e8a-ba77-44ed-8825-72a6b34e5a2b tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:12.659290 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d38ae971-5fa3-4a7b-92d0-1a9036f9cd3b req-3fec9e8a-ba77-44ed-8825-72a6b34e5a2b tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Nov 29 12:11:12.696538 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d38ae971-5fa3-4a7b-92d0-1a9036f9cd3b req-29c93f9e-eac3-49dc-b0cd-d7349b5d306e tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Nov 29 12:11:13.811615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11782d27-c949-4380-adee-3cd50ad764b3 req-5a9d9dc9-f74d-4385-823a-1a43f848fe79 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:13.812979 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-11782d27-c949-4380-adee-3cd50ad764b3 req-5a9d9dc9-f74d-4385-823a-1a43f848fe79 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0521369 Nov 29 12:11:13.849751 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-11782d27-c949-4380-adee-3cd50ad764b3 req-04b91cd1-8556-4fbe-9aa1-38f4f3038d4f tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303185 Nov 29 12:11:13.959803 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:11:14.963783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4996a3b-5e92-4075-b70e-e03abaa21ee2 req-91dd17dd-95bc-4694-bbdf-359d905f9bf2 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:14.965286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b4996a3b-5e92-4075-b70e-e03abaa21ee2 req-91dd17dd-95bc-4694-bbdf-359d905f9bf2 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0484555 Nov 29 12:11:15.001218 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b4996a3b-5e92-4075-b70e-e03abaa21ee2 req-1d5b8e7d-9cef-40b9-885b-ccc94d62259b tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300202 Nov 29 12:11:16.111600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b6b11-f58f-4df4-b4eb-2833de9a115f req-9960aa31-38f9-4bd2-af58-68673783b1e5 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:16.113039 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-760b6b11-f58f-4df4-b4eb-2833de9a115f req-9960aa31-38f9-4bd2-af58-68673783b1e5 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0478539 Nov 29 12:11:16.150018 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-760b6b11-f58f-4df4-b4eb-2833de9a115f req-ea26f7f0-1aa5-4eaa-a077-65e9c7931872 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306139 Nov 29 12:11:17.266262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca660c-cef3-48a6-9132-55c61d69e92e req-cd9c6f38-1fab-4340-8aab-b1a118f4c147 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:17.267699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9aca660c-cef3-48a6-9132-55c61d69e92e req-cd9c6f38-1fab-4340-8aab-b1a118f4c147 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0528355 Nov 29 12:11:17.303921 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9aca660c-cef3-48a6-9132-55c61d69e92e req-9fb8cd0c-34ea-4b56-a718-e3eaec74a61c tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298827 Nov 29 12:11:18.415338 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cafece-5834-4c9b-a305-49a1a0994083 req-0b3fb449-ea44-41c0-8df4-ffbfb93b21d3 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:18.416792 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71cafece-5834-4c9b-a305-49a1a0994083 req-0b3fb449-ea44-41c0-8df4-ffbfb93b21d3 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Nov 29 12:11:18.453251 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71cafece-5834-4c9b-a305-49a1a0994083 req-1f13021a-758e-49d7-9029-cfc5457878da tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Nov 29 12:11:19.566506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75184fcf-5906-4d0b-b8ab-c647d0d7106e req-4d29e400-cf14-4db1-afa9-7af70334cb99 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:19.567973 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-75184fcf-5906-4d0b-b8ab-c647d0d7106e req-4d29e400-cf14-4db1-afa9-7af70334cb99 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0485282 Nov 29 12:11:19.605046 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-75184fcf-5906-4d0b-b8ab-c647d0d7106e req-59104afa-b326-4b4f-8994-e0f88b845e66 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Nov 29 12:11:20.720091 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a5eb-ebb2-4d0d-b5fc-93e1ad0e5338 req-58c3fcae-28b7-45d1-abb9-03bc15f11783 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:20.721560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c95a5eb-ebb2-4d0d-b5fc-93e1ad0e5338 req-58c3fcae-28b7-45d1-abb9-03bc15f11783 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0527456 Nov 29 12:11:20.762774 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c95a5eb-ebb2-4d0d-b5fc-93e1ad0e5338 req-1afb7c04-3076-4a24-9674-5830bed6d52e tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 Nov 29 12:11:21.871925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9874e26-22de-4e6a-a99d-54c1d369906d req-0c29ca79-3662-4841-81eb-b1fcb2f4cdd0 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:21.873334 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9874e26-22de-4e6a-a99d-54c1d369906d req-0c29ca79-3662-4841-81eb-b1fcb2f4cdd0 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0471883 Nov 29 12:11:21.910269 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9874e26-22de-4e6a-a99d-54c1d369906d req-9ee66593-0ff4-4cba-85f7-8655dbe15486 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Nov 29 12:11:23.022196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21102db6-6ab3-41f0-99d4-f24ff92b95f6 req-d2909caf-ff06-480f-a7fc-44d49e323e78 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:23.023687 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-21102db6-6ab3-41f0-99d4-f24ff92b95f6 req-d2909caf-ff06-480f-a7fc-44d49e323e78 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0478289 Nov 29 12:11:23.060540 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-21102db6-6ab3-41f0-99d4-f24ff92b95f6 req-aa8ae580-756f-42ec-a1e2-0b1ece9da615 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Nov 29 12:11:24.181204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b680050-5c4d-4265-99cc-e7e76f658a48 req-d290c249-37a4-4a87-a736-ae544218e763 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:24.182667 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7b680050-5c4d-4265-99cc-e7e76f658a48 req-d290c249-37a4-4a87-a736-ae544218e763 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0514674 Nov 29 12:11:24.220022 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7b680050-5c4d-4265-99cc-e7e76f658a48 req-b643f182-660f-46fc-a959-399c3ffb3205 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Nov 29 12:11:25.331534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24553457-5d28-4794-b643-a83dd41b0348 req-d8ab7bcc-278e-4a1b-be11-66121b5ba66f tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:25.332983 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24553457-5d28-4794-b643-a83dd41b0348 req-d8ab7bcc-278e-4a1b-be11-66121b5ba66f tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0486627 Nov 29 12:11:25.369100 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24553457-5d28-4794-b643-a83dd41b0348 req-ad70c1ce-da9e-4320-9c4d-8c89a47c9f06 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304124 Nov 29 12:11:26.481975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52b58a-f92b-4f81-8716-59ae176ce3bf req-0a052c70-c4cd-4690-84a9-e242fd3fef66 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:26.483455 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fe52b58a-f92b-4f81-8716-59ae176ce3bf req-0a052c70-c4cd-4690-84a9-e242fd3fef66 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0500586 Nov 29 12:11:26.521631 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fe52b58a-f92b-4f81-8716-59ae176ce3bf req-1044c21d-775b-4502-99c7-d1125a71926d tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Nov 29 12:11:27.603572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:27.637448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d55f2-d5c2-4727-9f60-867db3963584 req-29faba58-6fb4-459d-96ec-be7eae9ecb4d tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:27.638969 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-121d55f2-d5c2-4727-9f60-867db3963584 req-29faba58-6fb4-459d-96ec-be7eae9ecb4d tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Nov 29 12:11:27.675462 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-121d55f2-d5c2-4727-9f60-867db3963584 req-e854754c-4114-4579-bb02-38e08ba84915 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305531 Nov 29 12:11:28.786901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf14cb-22b8-48c7-a1cc-021b99ce590d req-f6c5f844-b552-4949-b6ff-ac9d7e41c2f2 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:28.788897 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1fdf14cb-22b8-48c7-a1cc-021b99ce590d req-f6c5f844-b552-4949-b6ff-ac9d7e41c2f2 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Nov 29 12:11:28.825257 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1fdf14cb-22b8-48c7-a1cc-021b99ce590d req-51727a77-f184-42aa-97d7-83bdbec35431 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306373 Nov 29 12:11:29.604923 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-c6ae9200-a4d0-48c2-8fda-203a8b36db2d service neutron] 10.222.0.30 "GET /v2.0/ports/101f3518-69d2-4334-a47b-603cb52e69e4/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0540576 Nov 29 12:11:29.943446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53b9c-2a17-4ecc-92a8-2708bdcf3377 req-b33c2f0a-acef-4107-b945-00add24c2b42 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:29.944999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0ad53b9c-2a17-4ecc-92a8-2708bdcf3377 req-b33c2f0a-acef-4107-b945-00add24c2b42 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0510709 Nov 29 12:11:29.985569 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0ad53b9c-2a17-4ecc-92a8-2708bdcf3377 req-f125048e-eddb-4f37-b752-0763aa8db71c tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Nov 29 12:11:30.107222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec863b-c132-4833-835b-929417cb0509 req-baa0bad7-d53e-4899-aaf5-774131fa3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:30.108630 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-baa0bad7-d53e-4899-aaf5-774131fa3c9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270&tenant_id=c471863b67094af59f383f37d06efcd2 HTTP/1.1" status: 200 len: 1098 time: 0.3474467 Nov 29 12:11:30.168052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec863b-c132-4833-835b-929417cb0509 req-e31133ea-7020-4836-8558-89ea53738190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:30.169495 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-e31133ea-7020-4836-8558-89ea53738190 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c471863b67094af59f383f37d06efcd2&device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 1098 time: 0.0389209 Nov 29 12:11:30.257781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec863b-c132-4833-835b-929417cb0509 req-a8d3a1df-ed46-4fea-a5e9-25bb6b13f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:30.259199 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-a8d3a1df-ed46-4fea-a5e9-25bb6b13f788 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8474b038-6491-4b08-ad61-3320160cc733 HTTP/1.1" status: 200 len: 913 time: 0.0829918 Nov 29 12:11:30.299071 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-f2260fa8-e840-4fd6-a87b-9f1a4eb1c37a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101f3518-69d2-4334-a47b-603cb52e69e4 HTTP/1.1" status: 200 len: 217 time: 0.0331094 Nov 29 12:11:30.344739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec863b-c132-4833-835b-929417cb0509 req-83f9dca2-f0e3-40a8-a657-babd2caf93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:30.346112 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-83f9dca2-f0e3-40a8-a657-babd2caf93cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0baab20c-e96e-46dd-a794-06276841eb9f HTTP/1.1" status: 200 len: 852 time: 0.0407357 Nov 29 12:11:30.376437 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-2a12861b-362d-4242-8c27-593e68330fdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8474b038-6491-4b08-ad61-3320160cc733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227625 Nov 29 12:11:30.466962 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-96236f7c-c4ba-4117-8fb1-eb1282ed205f service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814137 Nov 29 12:11:30.552946 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdec863b-c132-4833-835b-929417cb0509 req-c279ee2e-49a8-46cf-b4e7-a13ea8799eef service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793395 Nov 29 12:11:30.706474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-feb5561a-0d28-4205-84b8-5e14f862c571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:31.102639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b396-db30-4ef5-9dde-9310503a742c req-9925541e-5a96-49dd-ac4c-55ebec652761 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:31.104067 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ee21b396-db30-4ef5-9dde-9310503a742c req-9925541e-5a96-49dd-ac4c-55ebec652761 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0528634 Nov 29 12:11:31.142358 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ee21b396-db30-4ef5-9dde-9310503a742c req-582caf04-4773-47b3-9f05-d70cf6044882 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Nov 29 12:11:32.138541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 101f3518-69d2-4334-a47b-603cb52e69e4 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:11:32.142153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 101f3518-69d2-4334-a47b-603cb52e69e4 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:11:32.256380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1dd6a-1b96-4e35-9084-fa2fe059f78c req-7802de0a-e65e-4fcf-aeab-0e302dfc0c16 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:32.258429 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bfd1dd6a-1b96-4e35-9084-fa2fe059f78c req-7802de0a-e65e-4fcf-aeab-0e302dfc0c16 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Nov 29 12:11:32.277532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:32.295849 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bfd1dd6a-1b96-4e35-9084-fa2fe059f78c req-aa287e8e-ab3b-42d5-affa-c202803c4bf0 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Nov 29 12:11:32.299568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:11:32.322407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:11:32.324824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7d07d7-3e84-4134-a2f8-0feb9a8688ca" -d '{"events": [{"server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "name": "network-vif-unplugged", "status": "completed", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:11:32.329233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '101f3518-69d2-4334-a47b-603cb52e69e4', 'network_id': '8474b038-6491-4b08-ad61-3320160cc733', 'port_id': '101f3518-69d2-4334-a47b-603cb52e69e4', 'mac_address': 'fa:16:3e:b9:69:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0baab20c-e96e-46dd-a794-06276841eb9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:11:32.339154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:11:32.360069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:32.385041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e84efd-f09a-4d74-b8ad-a74d635bb3d9 x-openstack-request-id: req-d4e84efd-f09a-4d74-b8ad-a74d635bb3d9 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:11:32.385332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "name": "network-vif-unplugged", "status": "completed", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:11:32.385581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d4e84efd-f09a-4d74-b8ad-a74d635bb3d9 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:11:32.385975 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4', 'code': 200} Nov 29 12:11:32.400294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:32.425154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 101f3518-69d2-4334-a47b-603cb52e69e4 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:11:32.430019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:32.438995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.439337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.439699 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.440028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.440354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.440681 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.441002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.441321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.441639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.441977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.442298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.442608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:32.476891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:11:32.477249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:11:33.014324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:33.026862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101f3518-69d2-4334-a47b-603cb52e69e4 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:11:33.045768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:11:33.049905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:33.100098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:33.123846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['101f3518-69d2-4334-a47b-603cb52e69e4'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:11:33.271610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bd624662-8008-47e3-a47f-54656b339a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:33.407341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cc351-fd45-4511-b1bd-93f3ae79a268 req-e518f5fb-381e-4e1f-9dd5-1e56b78966bc tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:33.408801 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b35cc351-fd45-4511-b1bd-93f3ae79a268 req-e518f5fb-381e-4e1f-9dd5-1e56b78966bc tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 944 time: 0.0479388 Nov 29 12:11:33.445294 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b35cc351-fd45-4511-b1bd-93f3ae79a268 req-b964d5a2-5a98-4316-a7bb-65944987fb9f tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300403 Nov 29 12:11:33.688333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:33.753951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-75f6e474-0466-408f-9c44-bbce11794333 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:33.755414 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-75f6e474-0466-408f-9c44-bbce11794333 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.30 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270&tenant_id=c471863b67094af59f383f37d06efcd2&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 944 time: 0.0914357 Nov 29 12:11:33.835624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-f34ffadd-8c56-4061-b5b3-0d0d943639f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:33.837070 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-f34ffadd-8c56-4061-b5b3-0d0d943639f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c471863b67094af59f383f37d06efcd2&device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 1097 time: 0.0395288 Nov 29 12:11:33.924703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-bc049519-95f9-41df-ab85-0137a51c741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:33.926143 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-bc049519-95f9-41df-ab85-0137a51c741c service neutron] 10.222.0.30 "GET /v2.0/networks?id=8474b038-6491-4b08-ad61-3320160cc733 HTTP/1.1" status: 200 len: 913 time: 0.0826726 Nov 29 12:11:33.967785 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-a57f39c5-f642-4c4f-8931-ef6e4d68cc93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=101f3518-69d2-4334-a47b-603cb52e69e4 HTTP/1.1" status: 200 len: 217 time: 0.0339844 Nov 29 12:11:34.014686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-b26b5557-54d7-4db1-b2de-a2246d6f3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:34.016042 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-b26b5557-54d7-4db1-b2de-a2246d6f3203 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0baab20c-e96e-46dd-a794-06276841eb9f HTTP/1.1" status: 200 len: 852 time: 0.0419056 Nov 29 12:11:34.049291 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-4ecdd368-59ed-4780-ab14-f58eb3122ece service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8474b038-6491-4b08-ad61-3320160cc733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268397 Nov 29 12:11:34.140181 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-9a66b6ed-1e51-4b1f-a781-077e54362a81 service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828824 Nov 29 12:11:34.153815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 101f3518-69d2-4334-a47b-603cb52e69e4 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:11:34.201720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 101f3518-69d2-4334-a47b-603cb52e69e4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:11:34.202111 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:34.233384 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-352c58c4-31bb-4ccf-b8e4-01bc720efbf6 service neutron] 10.222.0.30 "GET /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861855 Nov 29 12:11:34.277412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:34.308932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:11:34.312749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:34.357045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:34.387026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:11:34.389249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526aba5c-312b-4822-bf99-cb4c565c9fbe" -d '{"events": [{"server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "name": "network-vif-plugged", "status": "completed", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:11:34.436931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6620c3-f661-4af0-91da-5c0031716e35 x-openstack-request-id: req-1b6620c3-f661-4af0-91da-5c0031716e35 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:11:34.437220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "name": "network-vif-plugged", "status": "completed", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:11:34.437497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b6620c3-f661-4af0-91da-5c0031716e35 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:11:34.437884 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4', 'code': 200} Nov 29 12:11:34.709274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:34.925019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfafa5-9a04-4a25-a9df-33fdcb4ac6d3 req-cfbc2e4c-7abf-426a-af76-ebfb86515bef tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:34.926399 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3fbfafa5-9a04-4a25-a9df-33fdcb4ac6d3 req-cfbc2e4c-7abf-426a-af76-ebfb86515bef tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0514834 Nov 29 12:11:34.964314 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3fbfafa5-9a04-4a25-a9df-33fdcb4ac6d3 req-65ec0901-c060-4392-90d6-1bf21456ff2a tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314379 Nov 29 12:11:36.021498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:36.080068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f77e93-1a1c-465a-a91f-3f46309a0043 req-aa268e98-bc3f-4529-97ad-8ab5dd47d129 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:36.081508 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-46f77e93-1a1c-465a-a91f-3f46309a0043 req-aa268e98-bc3f-4529-97ad-8ab5dd47d129 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Nov 29 12:11:36.118318 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-46f77e93-1a1c-465a-a91f-3f46309a0043 req-a0a4432f-2e0e-48b0-bedb-e4bf835b84f0 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d5a8fb3-5407-45d1-85b6-ea88ca16353f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Nov 29 12:11:36.747141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-08fbc262-75c9-4dd5-851e-c53bb125d379 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:36.748552 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-08fbc262-75c9-4dd5-851e-c53bb125d379 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.30 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 945 time: 0.0477567 Nov 29 12:11:36.832763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Deleting port 101f3518-69d2-4334-a47b-603cb52e69e4 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:11:36.833022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:36.920727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] For port 101f3518-69d2-4334-a47b-603cb52e69e4, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=101f3518-69d2-4334-a47b-603cb52e69e4,segment=NetworkSegment(03e90c5c-b6ea-47ee-b5da-cf4b0e697480),segment_id=03e90c5c-b6ea-47ee-b5da-cf4b0e697480)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:11:36.921085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:36.933485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Calling delete_port for 101f3518-69d2-4334-a47b-603cb52e69e4 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:11:37.058343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:37.073420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['101f3518-69d2-4334-a47b-603cb52e69e4'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:11:37.087808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Pushing event deleted for resources: {'Port': ['ID=101f3518-69d2-4334-a47b-603cb52e69e4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:37.116827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.117180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.117514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.117845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.118266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.118596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.118921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.119244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.119567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.119885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.120200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.120516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:37.139785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] No DVR routers for this DVR port 101f3518-69d2-4334-a47b-603cb52e69e4 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:11:37.142251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:37.145543 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-84c03102-e3a2-4ee0-bfec-ee028f7e760f req-d32aeaef-bb37-4e1b-adbe-00bd179d2ea9 tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.30 "DELETE /v2.0/ports/101f3518-69d2-4334-a47b-603cb52e69e4 HTTP/1.1" status: 204 len: 173 time: 0.3908496 Nov 29 12:11:37.145926 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'name': 'network-vif-deleted', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:11:37.148777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111f0b4-35be-4633-9944-14af2edcd633" -d '{"events": [{"server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "name": "network-vif-deleted", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:11:37.195210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faebc9b-fd32-4cb2-a12c-1c2ce40f1a32 x-openstack-request-id: req-4faebc9b-fd32-4cb2-a12c-1c2ce40f1a32 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:11:37.195619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e06b96-8669-412b-8fd8-54848c875270", "name": "network-vif-deleted", "tag": "101f3518-69d2-4334-a47b-603cb52e69e4", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:11:37.195982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4faebc9b-fd32-4cb2-a12c-1c2ce40f1a32 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:11:37.196387 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e06b96-8669-412b-8fd8-54848c875270', 'name': 'network-vif-deleted', 'tag': '101f3518-69d2-4334-a47b-603cb52e69e4', 'status': 'completed', 'code': 200} Nov 29 12:11:37.216714 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b2939c35-0301-44ef-8169-6cdfb450d9bb req-bd56d052-bd07-419f-816b-2c282e0208dd tempest-DeleteServersTestJSON-217599550 tempest-DeleteServersTestJSON-217599550-project] 10.222.0.23 "GET /v2.0/ports?device_id=15e06b96-8669-412b-8fd8-54848c875270 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Nov 29 12:11:38.342128 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34960) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:11:38.385799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Deleting subnet 0baab20c-e96e-46dd-a794-06276841eb9f {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:11:38.388801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.425979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.463696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.517117 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.545524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0baab20c-e96e-46dd-a794-06276841eb9f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:38.548329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.550955 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0baab20c-e96e-46dd-a794-06276841eb9f HTTP/1.1" status: 204 len: 168 time: 0.2078524 Nov 29 12:11:38.553701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34962) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:11:38.557162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.557515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.557852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.558211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.558540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.558866 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.559197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.559507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.559825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.560144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.560463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.560779 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e2384-267c-4116-813e-17ab96498a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:11:38.623601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.701514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.720907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8474b038-6491-4b08-ad61-3320160cc733']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:11:38.730358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e90c5c-b6ea-47ee-b5da-cf4b0e697480') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:11:38.730651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e90c5c-b6ea-47ee-b5da-cf4b0e697480') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:11:38.739557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.751867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.757443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:11:38.757844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:11:38.759562 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:11:38.812128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.820072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:38.827546 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8474b038-6491-4b08-ad61-3320160cc733 HTTP/1.1" status: 204 len: 168 time: 0.2690766 Nov 29 12:11:38.836964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec26b3-39e4-449d-8d93-02f07f1a6467 admin admin] Pushing event deleted for resources: {'Network': ['ID=8474b038-6491-4b08-ad61-3320160cc733,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:38.950956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34966) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:11:38.990256 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4aa96da0-c9e9-422f-83dc-20c15448961f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c471863b67094af59f383f37d06efcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380621 Nov 29 12:11:38.992525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34968) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:11:39.043482 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7782a455-b99d-4c2b-b8c1-f245a3246f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:39.063358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7782a455-b99d-4c2b-b8c1-f245a3246f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:39.109170 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7782a455-b99d-4c2b-b8c1-f245a3246f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:39.111735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7782a455-b99d-4c2b-b8c1-f245a3246f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:39.112868 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7782a455-b99d-4c2b-b8c1-f245a3246f78 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0d5a8fb3-5407-45d1-85b6-ea88ca16353f HTTP/1.1" status: 204 len: 168 time: 0.1194172 Nov 29 12:11:39.120747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782a455-b99d-4c2b-b8c1-f245a3246f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a8fb3-5407-45d1-85b6-ea88ca16353f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:39.791070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 34990) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:11:39.898321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1560747590-network', 'tenant_id': 'f8d9eea3925447ab8cafdad41a68c3b1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:11:39.918434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Made reservation on behalf of f8d9eea3925447ab8cafdad41a68c3b1 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:11:39.920959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:39.929722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.003274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.007131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.031525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:11:40.040765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd4d78-517f-409b-8af9-d66227e9464d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:40.046799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.047174 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Added segment 29370083-2ea5-4ea3-801c-6a1edfdca6c3 of type vlan for network 013a753b-c8d4-4f30-ab0d-522fda57e69e Nov 29 12:11:40.086239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.109898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.111012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:40.111582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.164685 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3723755 Nov 29 12:11:40.167476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 34994) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:11:40.172712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Request body: {'subnet': {'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1560747590-subnet', 'tenant_id': 'f8d9eea3925447ab8cafdad41a68c3b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:11:40.175045 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cbf86-0439-4a52-a5bd-6b02f4b9cd38 admin admin] Pushing event updated for resources: {'Network': ['ID=013a753b-c8d4-4f30-ab0d-522fda57e69e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:40.185131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 013a753b-c8d4-4f30-ab0d-522fda57e69e details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:11:40.194178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Made reservation on behalf of f8d9eea3925447ab8cafdad41a68c3b1 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:11:40.196463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.226345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 101f3518-69d2-4334-a47b-603cb52e69e4 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:11:40.248066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 101f3518-69d2-4334-a47b-603cb52e69e4 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:11:40.248411 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 101f3518-69d2-4334-a47b-603cb52e69e4 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:11:40.361130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.419409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb10b8be-1472-401d-b3d2-be94f7f10c88,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:40.426461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Checking segment: {'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:11:40.426819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Network hostable DHCP agents. Network: 013a753b-c8d4-4f30-ab0d-522fda57e69e, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:11:40.442846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Network 013a753b-c8d4-4f30-ab0d-522fda57e69e is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:11:40.451529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 013a753b-c8d4-4f30-ab0d-522fda57e69e) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:11:40.455956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:40.456986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:40.462122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29de49d-e5ab-4bc2-8a3f-8a231e66a7eb None None] Network 013a753b-c8d4-4f30-ab0d-522fda57e69e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:11:40.472736 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f090249e-602e-4d0d-abdb-f646aaaee12f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3041477 Nov 29 12:11:40.583757 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535f43c-2a88-497e-94f1-87d956da8f89 None None] Network 013a753b-c8d4-4f30-ab0d-522fda57e69e requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:11:41.007381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-78dbe153-5f1f-4ba1-85c7-a022e5d44cdc tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:41.008717 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-78dbe153-5f1f-4ba1-85c7-a022e5d44cdc tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 815 time: 0.1039739 Nov 29 12:11:41.022910 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-2474a93f-b712-4ff6-b3a2-94c9afd81127 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/quotas/f8d9eea3925447ab8cafdad41a68c3b1 HTTP/1.1" status: 200 len: 375 time: 0.0086365 Nov 29 12:11:41.052377 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-a17861e6-5216-4c44-9852-18f5208449d2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245652 Nov 29 12:11:41.139423 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-8629b5bb-b56f-43da-8e97-f584df5067d8 service neutron] 10.222.0.23 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797594 Nov 29 12:11:41.229001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-d169ab15-f312-4eab-9930-d728890912f7 service neutron] 10.222.0.23 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837269 Nov 29 12:11:41.432313 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6d6672ae-a8d7-492b-a56f-6e1c2add08bf req-3ce7ae2a-d7b0-417e-95bc-68b31e2278dd tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 210 time: 0.0766690 Nov 29 12:11:42.257629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-3a11f292-5c6c-469a-87c9-ac43c88743e1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:42.262997 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-3a11f292-5c6c-469a-87c9-ac43c88743e1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 815 time: 0.1064734 Nov 29 12:11:42.275441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Request body: {'port': {'device_id': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e', 'admin_state_up': True, 'tenant_id': 'f8d9eea3925447ab8cafdad41a68c3b1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:11:42.385438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Made reservation on behalf of f8d9eea3925447ab8cafdad41a68c3b1 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:11:42.388935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:42.515140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Allocated IP 172.20.0.3 (013a753b-c8d4-4f30-ab0d-522fda57e69e/cb10b8be-1472-401d-b3d2-be94f7f10c88/a9919883-3289-4d1c-96c6-9a94263d8a35) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:11:42.535452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-28377b72-5f2d-41b8-9e89-f83db0ba5049 req-32a2aad6-d5cf-463d-b223-7832a53c0388 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 210 time: 0.0346801 Nov 29 12:11:42.677116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:42.710629 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:42.759093 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Network 013a753b-c8d4-4f30-ab0d-522fda57e69e is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:11:42.762101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:11:42.764619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:11:42.791493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Pushing event updated for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:42.819388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:42.819987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:42.834864 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-1b6d4b29-31f5-43e1-8f63-2b1d80b58554 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632463 Nov 29 12:11:42.869561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Request body: {'port': {'device_id': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:11:42.919274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:43.176631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9919883-3289-4d1c-96c6-9a94263d8a35 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:11:43.184113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:43.195610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Transition to ACTIVE for port object a9919883-3289-4d1c-96c6-9a94263d8a35 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:11:43.199948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:43.262359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Pushing event updated for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:43.310431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Attempting to bind port a9919883-3289-4d1c-96c6-9a94263d8a35 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:11:43.310760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Attempting to bind port a9919883-3289-4d1c-96c6-9a94263d8a35 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:11:43.311085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Attempting to bind port a9919883-3289-4d1c-96c6-9a94263d8a35 on network 013a753b-c8d4-4f30-ab0d-522fda57e69e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:11:43.315120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Port a9919883-3289-4d1c-96c6-9a94263d8a35 on network 013a753b-c8d4-4f30-ab0d-522fda57e69e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:11:43.315423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Attempting to bind port a9919883-3289-4d1c-96c6-9a94263d8a35 on network 013a753b-c8d4-4f30-ab0d-522fda57e69e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:11:43.322001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:11:43.322339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Checking segment: {'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:11:43.322967 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Bound using segment: {'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:11:43.323382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Bound port: a9919883-3289-4d1c-96c6-9a94263d8a35, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:11:43.323727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:43.386747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:11:43.389619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:11:43.394273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:43.425460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:43.426084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:43.427426 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9919883-3289-4d1c-96c6-9a94263d8a35 HTTP/1.1" status: 200 len: 1093 time: 0.5624454 Nov 29 12:11:43.427855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:11:43.430140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722f3567-47ae-413c-9c71-0684b566b90b" -d '{"events": [{"name": "network-changed", "server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:11:43.460859 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632c5a5-0935-4b8e-9a7a-5e12d65bec86 service neutron] Pushing event updated for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:43.504495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-ec7ef346-adde-4dd1-bbde-1cffe9183d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:43.506071 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-ec7ef346-adde-4dd1-bbde-1cffe9183d1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 1096 time: 0.0411417 Nov 29 12:11:43.552281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80502c4-453a-4279-907a-2be398c86223 x-openstack-request-id: req-c80502c4-453a-4279-907a-2be398c86223 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:11:43.552575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:11:43.552819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c80502c4-453a-4279-907a-2be398c86223 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:11:43.553226 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'status': 'completed', 'code': 200} Nov 29 12:11:43.554695 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-9e7ecbdd-a6f4-4108-b0b2-35a5a371cfaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9919883-3289-4d1c-96c6-9a94263d8a35 HTTP/1.1" status: 200 len: 217 time: 0.0401173 Nov 29 12:11:43.606099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-872473b0-388d-4aba-973c-906498a3544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:43.607550 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-872473b0-388d-4aba-973c-906498a3544f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0453460 Nov 29 12:11:43.639199 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-9396a8ab-1964-4622-80e4-7fd0d7dfde0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247538 Nov 29 12:11:43.649540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337484f9-6795-4a8f-96f0-5f0cfe5af251 req-a1350530-4d24-4570-87ff-1bcc712a8588 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:43.651034 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-337484f9-6795-4a8f-96f0-5f0cfe5af251 req-a1350530-4d24-4570-87ff-1bcc712a8588 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 943 time: 0.0479770 Nov 29 12:11:43.686923 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-337484f9-6795-4a8f-96f0-5f0cfe5af251 req-7d395451-be65-4982-a8bc-bb7a9ca3d2be tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298975 Nov 29 12:11:43.730080 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-b517b6d0-4f6a-4059-8a40-0cfbbb4567bf service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840626 Nov 29 12:11:43.816971 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1c24b779-99ab-4cf6-81d6-ef9a1ba7a19f req-2b70df13-920d-4cd2-a265-1186a82b97bf service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798993 Nov 29 12:11:43.901725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f3567-47ae-413c-9c71-0684b566b90b req-b8a73281-5e0e-4647-8f2c-57a10fd13215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:43.903246 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-722f3567-47ae-413c-9c71-0684b566b90b req-b8a73281-5e0e-4647-8f2c-57a10fd13215 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 1096 time: 0.0407066 Nov 29 12:11:43.993518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f3567-47ae-413c-9c71-0684b566b90b req-b18f1827-d1a1-4e9b-948a-ddb84630fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:43.994901 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-722f3567-47ae-413c-9c71-0684b566b90b req-b18f1827-d1a1-4e9b-948a-ddb84630fad9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0851710 Nov 29 12:11:44.034279 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-722f3567-47ae-413c-9c71-0684b566b90b req-726d3f1c-397a-4c8b-958c-3fedc226310a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9919883-3289-4d1c-96c6-9a94263d8a35 HTTP/1.1" status: 200 len: 217 time: 0.0328467 Nov 29 12:11:44.080251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f3567-47ae-413c-9c71-0684b566b90b req-9956ab75-bf2f-4687-aa4d-e01f186387dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:44.081604 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-722f3567-47ae-413c-9c71-0684b566b90b req-9956ab75-bf2f-4687-aa4d-e01f186387dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0412502 Nov 29 12:11:44.114765 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-722f3567-47ae-413c-9c71-0684b566b90b req-b06cce2f-4412-4a1b-88f1-dd9f42c97e9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266824 Nov 29 12:11:44.200965 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-722f3567-47ae-413c-9c71-0684b566b90b req-cb40d475-e7e9-4bf5-a2f5-6ab4467dbefc service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790308 Nov 29 12:11:44.294598 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-722f3567-47ae-413c-9c71-0684b566b90b req-833b41f5-18e4-4384-8677-d401351f994c service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827227 Nov 29 12:11:44.801932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604272f3-b151-4e81-9e01-edb26e3a596d req-3763b11d-6270-4264-9744-7fdf97778c4c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:44.804020 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-604272f3-b151-4e81-9e01-edb26e3a596d req-3763b11d-6270-4264-9744-7fdf97778c4c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 943 time: 0.0510504 Nov 29 12:11:44.840116 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-604272f3-b151-4e81-9e01-edb26e3a596d req-4a46015b-a88e-4fe9-beed-8e2d9218df6a tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304239 Nov 29 12:11:45.951229 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4e5bc-1834-4887-9175-02152a2678a9 req-ee917e06-b4ea-4914-ae2a-71265cc1b355 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:45.952679 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1e4e5bc-1834-4887-9175-02152a2678a9 req-ee917e06-b4ea-4914-ae2a-71265cc1b355 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 943 time: 0.0482180 Nov 29 12:11:45.988960 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1e4e5bc-1834-4887-9175-02152a2678a9 req-908107bd-7523-41f4-8623-1a5be185cb49 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304341 Nov 29 12:11:46.203404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a9919883-3289-4d1c-96c6-9a94263d8a35 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:11:46.291114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:11:46.301628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e', 'port_id': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'mac_address': 'fa:16:3e:2e:6c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb10b8be-1472-401d-b3d2-be94f7f10c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:11:46.339671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:46.351517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9919883-3289-4d1c-96c6-9a94263d8a35 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:11:46.371888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:11:46.375586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:46.419883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:46.698506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['a9919883-3289-4d1c-96c6-9a94263d8a35'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:11:47.099746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c15f03-571f-42aa-8ca8-e72725f8e8c2 req-2ed0b81c-83a5-423b-b211-f40e4b30f638 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:47.101815 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f7c15f03-571f-42aa-8ca8-e72725f8e8c2 req-2ed0b81c-83a5-423b-b211-f40e4b30f638 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 944 time: 0.0478632 Nov 29 12:11:47.137750 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f7c15f03-571f-42aa-8ca8-e72725f8e8c2 req-cf4da8b6-ad21-43c6-84b9-5d805e626986 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301688 Nov 29 12:11:48.218829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a9919883-3289-4d1c-96c6-9a94263d8a35 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:11:48.252520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a5ff-8d4b-4d35-87c5-401042103d65 req-758a5e04-c491-4cbc-96ee-8af630cf29a3 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:48.253991 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6868a5ff-8d4b-4d35-87c5-401042103d65 req-758a5e04-c491-4cbc-96ee-8af630cf29a3 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 944 time: 0.0516174 Nov 29 12:11:48.267220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port a9919883-3289-4d1c-96c6-9a94263d8a35 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:11:48.270798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port a9919883-3289-4d1c-96c6-9a94263d8a35 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:11:48.271168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:48.292271 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6868a5ff-8d4b-4d35-87c5-401042103d65 req-48ed4c1a-e771-429f-980e-6e1357579687 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Nov 29 12:11:48.345417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:48.367420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:11:48.369634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cbca4f-b351-4d3f-9a69-ee1701554323" -d '{"events": [{"server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "name": "network-vif-plugged", "status": "completed", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:11:48.385095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:11:48.388969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:48.414444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d632ea2-2f9f-47f9-81fe-24e66312f758 x-openstack-request-id: req-5d632ea2-2f9f-47f9-81fe-24e66312f758 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:11:48.414728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "name": "network-vif-plugged", "status": "completed", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:11:48.415022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5d632ea2-2f9f-47f9-81fe-24e66312f758 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:11:48.415348 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'code': 200} Nov 29 12:11:48.442546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:11:48.563344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5084a9-7b69-453d-be5e-b497fcfbcf59 req-35bdaf9e-da0e-4bf9-b638-fc8ff9fab095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:48.564868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dc5084a9-7b69-453d-be5e-b497fcfbcf59 req-35bdaf9e-da0e-4bf9-b638-fc8ff9fab095 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 1098 time: 0.0393600 Nov 29 12:11:48.598766 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dc5084a9-7b69-453d-be5e-b497fcfbcf59 req-d2028f63-db17-4357-b223-15c80fe482c9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270050 Nov 29 12:11:49.404975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c01d-6e44-4e0d-ac00-b26d981075a0 req-7d80fae1-91da-4ba6-bdb3-691112ba35e0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:49.406517 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8253c01d-6e44-4e0d-ac00-b26d981075a0 req-7d80fae1-91da-4ba6-bdb3-691112ba35e0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0483422 Nov 29 12:11:49.448131 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8253c01d-6e44-4e0d-ac00-b26d981075a0 req-622fb541-35b3-461f-a225-37d79eef5f3f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355473 Nov 29 12:11:50.561060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f80fc-b41b-4619-9dc0-848340963e1a req-3b1e54b0-1eca-498f-af39-633988b966ea tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:50.562505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-735f80fc-b41b-4619-9dc0-848340963e1a req-3b1e54b0-1eca-498f-af39-633988b966ea tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0463319 Nov 29 12:11:50.598415 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-735f80fc-b41b-4619-9dc0-848340963e1a req-cbff5dff-5ca3-4a86-9f79-66ea1ba51a27 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302219 Nov 29 12:11:50.712040 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20999ef3-544b-4dc0-84a8-50c87767a058 req-01408703-6228-4559-a73f-aa18732772ae tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:50.713456 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20999ef3-544b-4dc0-84a8-50c87767a058 req-01408703-6228-4559-a73f-aa18732772ae tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0507545 Nov 29 12:11:50.750060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-20999ef3-544b-4dc0-84a8-50c87767a058 req-71fbed60-a64d-4545-b1ac-8a06319015a8 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Nov 29 12:11:50.943843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f31d5-5b3d-45d3-88bc-bda107091179 req-a5d6e56b-052f-4f3c-8b93-b05b34848cba tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:50.945316 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-681f31d5-5b3d-45d3-88bc-bda107091179 req-a5d6e56b-052f-4f3c-8b93-b05b34848cba tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0488381 Nov 29 12:11:50.958198 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:11:50.982866 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-681f31d5-5b3d-45d3-88bc-bda107091179 req-c6bb6b54-b04a-4813-b38d-11385af59042 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Nov 29 12:11:51.093397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070629c-efe4-480d-8f0a-e54a48559f13 req-625673d4-d908-4960-b304-ec9a45a24a84 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:51.094855 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6070629c-efe4-480d-8f0a-e54a48559f13 req-625673d4-d908-4960-b304-ec9a45a24a84 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0475268 Nov 29 12:11:51.132008 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6070629c-efe4-480d-8f0a-e54a48559f13 req-cceecdbe-a2a7-4ba7-81fd-48809ac7b825 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Nov 29 12:11:51.342623 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-74d0cf59-56e4-4368-8083-08824f12a0cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392041 Nov 29 12:11:51.361474 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3cb8b-869a-48cc-aac0-5ee7b70248c3 req-cd64a805-3235-4c64-9d4d-ef0cd136841d tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:51.362968 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-72d3cb8b-869a-48cc-aac0-5ee7b70248c3 req-cd64a805-3235-4c64-9d4d-ef0cd136841d tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0521016 Nov 29 12:11:51.401089 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-72d3cb8b-869a-48cc-aac0-5ee7b70248c3 req-22631f36-06e1-4cd0-a320-56cb67beed33 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Nov 29 12:11:52.336339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-9a2d6ed2-1239-4b9a-a84b-24ff130dc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:52.337680 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-9a2d6ed2-1239-4b9a-a84b-24ff130dc033 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 1098 time: 0.0396609 Nov 29 12:11:52.429345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-4b57fa21-5103-49bf-8697-4c8b09627434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:52.430851 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-4b57fa21-5103-49bf-8697-4c8b09627434 service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0857980 Nov 29 12:11:52.472427 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-19364ae4-e523-47c9-8244-3d8152e31a8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9919883-3289-4d1c-96c6-9a94263d8a35 HTTP/1.1" status: 200 len: 217 time: 0.0337920 Nov 29 12:11:52.516167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02c961-08d8-4d87-af96-70d19ab95247 req-6cf0afd5-84c7-4bdd-bd7a-be8e84099510 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:52.517656 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d02c961-08d8-4d87-af96-70d19ab95247 req-6cf0afd5-84c7-4bdd-bd7a-be8e84099510 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0499883 Nov 29 12:11:52.525369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-72567140-02b7-446f-bb38-74c18d67cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:52.527001 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-72567140-02b7-446f-bb38-74c18d67cb06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0478244 Nov 29 12:11:52.555728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d02c961-08d8-4d87-af96-70d19ab95247 req-c53f3673-ac05-4f5d-9e08-163a73008167 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320954 Nov 29 12:11:52.558500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-b85e0975-d331-42f8-8ba8-a7835ed252a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247471 Nov 29 12:11:52.645793 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-05cd60ed-894e-43bb-8051-d22a4218f4d8 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805285 Nov 29 12:11:52.736275 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-8a81f8b1-8b5c-40e0-8a8a-2a17cfc5ffa6 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835690 Nov 29 12:11:53.666386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ecc31-1014-4a38-b2ed-d6f653a1d432 req-f867f81c-bd80-429c-8231-c4aada888fab tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:53.667799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-880ecc31-1014-4a38-b2ed-d6f653a1d432 req-f867f81c-bd80-429c-8231-c4aada888fab tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0469518 Nov 29 12:11:53.704781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-880ecc31-1014-4a38-b2ed-d6f653a1d432 req-040a5916-58cf-4a0e-8a39-83969251dcf7 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Nov 29 12:11:54.820710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72156a9-bf11-4e50-aba5-61cf1dba2d81 req-b5fcdc6e-ae4f-4e6d-932d-0ef6db10e826 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:54.822097 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f72156a9-bf11-4e50-aba5-61cf1dba2d81 req-b5fcdc6e-ae4f-4e6d-932d-0ef6db10e826 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0511353 Nov 29 12:11:54.858823 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f72156a9-bf11-4e50-aba5-61cf1dba2d81 req-e6dc44e7-a88e-45fe-8a5b-3d591fdae2e4 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Nov 29 12:11:55.968990 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc282-a977-430c-a55c-f26b3a94af03 req-97892000-28d7-4804-85b7-c2d35ef399b0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:55.970532 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a69fc282-a977-430c-a55c-f26b3a94af03 req-97892000-28d7-4804-85b7-c2d35ef399b0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0474072 Nov 29 12:11:56.007227 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a69fc282-a977-430c-a55c-f26b3a94af03 req-20921964-fd03-4f1c-bda2-39ec8203e6f1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301232 Nov 29 12:11:57.123557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1563a6-33f9-473f-a741-85bb001e97c0 req-13e47b1a-4df1-4c6a-a090-89aa495c4b22 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:57.125011 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a1563a6-33f9-473f-a741-85bb001e97c0 req-13e47b1a-4df1-4c6a-a090-89aa495c4b22 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0514817 Nov 29 12:11:57.161049 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a1563a6-33f9-473f-a741-85bb001e97c0 req-a5749bdd-2c79-4dc0-a4e7-1e42f9e2c17f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301878 Nov 29 12:11:57.621709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:11:58.275726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e422c7-047d-4ecf-86e5-b82277b6d97d req-a0f2c05a-8dbc-41fd-bbaa-6f4473062cc1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:58.277170 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24e422c7-047d-4ecf-86e5-b82277b6d97d req-a0f2c05a-8dbc-41fd-bbaa-6f4473062cc1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0511649 Nov 29 12:11:58.313380 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24e422c7-047d-4ecf-86e5-b82277b6d97d req-e74b5228-f042-482e-9ca6-059ff48b5a91 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304399 Nov 29 12:11:59.426919 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162163b-f356-45d7-899a-d660beb27b73 req-18872855-7912-4283-804d-470512978227 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:11:59.428269 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7162163b-f356-45d7-899a-d660beb27b73 req-18872855-7912-4283-804d-470512978227 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0478840 Nov 29 12:11:59.466895 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7162163b-f356-45d7-899a-d660beb27b73 req-4ad98227-480f-4505-bea6-ec8e8a7d34a1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Nov 29 12:12:00.578746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc8339-edc9-455e-b6d6-1ea3bf703023 req-5888b95c-b112-40c0-bc45-b50d1e434ee1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:00.580211 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1dbc8339-edc9-455e-b6d6-1ea3bf703023 req-5888b95c-b112-40c0-bc45-b50d1e434ee1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Nov 29 12:12:00.616837 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1dbc8339-edc9-455e-b6d6-1ea3bf703023 req-981f62e7-fe58-4630-be6d-8822eaf19002 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Nov 29 12:12:00.706887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1eb0b66a-e83e-42e5-995a-efa114d781d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:01.734493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b887644-0c4c-4a36-8d53-d9ed554978fe req-fd8e5b58-fb8b-4a71-9eee-5d23b5675c83 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:01.736035 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b887644-0c4c-4a36-8d53-d9ed554978fe req-fd8e5b58-fb8b-4a71-9eee-5d23b5675c83 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Nov 29 12:12:01.773343 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b887644-0c4c-4a36-8d53-d9ed554978fe req-32b7ce3f-df38-4bff-98ce-4e6e70b4b484 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Nov 29 12:12:02.888539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8e66c-d4cb-48b9-b42f-09db8d870b33 req-11f3deb6-3eae-4057-bd6b-eae00f23e8e8 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:02.890011 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bbb8e66c-d4cb-48b9-b42f-09db8d870b33 req-11f3deb6-3eae-4057-bd6b-eae00f23e8e8 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0473566 Nov 29 12:12:02.926405 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bbb8e66c-d4cb-48b9-b42f-09db8d870b33 req-3664b136-37a1-4ad5-9654-ecae291715cd tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305610 Nov 29 12:12:03.262883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-083c7253-a2eb-4167-8799-019c3cf8fbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:03.689017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:04.038195 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102890f1-4519-4a68-97e8-4e06478ca513 req-91c5a6c3-5498-48dc-807d-a0d8949b8976 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:04.040269 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-102890f1-4519-4a68-97e8-4e06478ca513 req-91c5a6c3-5498-48dc-807d-a0d8949b8976 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0472722 Nov 29 12:12:04.075820 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-102890f1-4519-4a68-97e8-4e06478ca513 req-e3b73409-9a1f-45e3-be30-95c407242f19 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297389 Nov 29 12:12:04.710829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:05.192103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1085a-27ae-4742-b5b5-9d8b199aa0b7 req-7887ce45-f5ef-4614-bd83-ae68ebebafed tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:05.193535 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9ba1085a-27ae-4742-b5b5-9d8b199aa0b7 req-7887ce45-f5ef-4614-bd83-ae68ebebafed tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0509031 Nov 29 12:12:05.229614 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9ba1085a-27ae-4742-b5b5-9d8b199aa0b7 req-c5a3d35e-7688-4993-b13b-bb832397377d tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300374 Nov 29 12:12:06.025039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:06.340992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01208722-7199-4522-b14c-6202198dc6c8 req-18694161-82b3-435e-ba80-5d337f6618c3 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:06.342432 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-01208722-7199-4522-b14c-6202198dc6c8 req-18694161-82b3-435e-ba80-5d337f6618c3 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0473878 Nov 29 12:12:06.378423 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-01208722-7199-4522-b14c-6202198dc6c8 req-b9a9e3c8-027d-4e92-9275-96ccdd433490 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302801 Nov 29 12:12:07.489546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f938be-efb5-459a-b4ef-a6f40b00c039 req-04f272b7-956b-4298-a3a3-477d21c1ef1b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:07.490953 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-50f938be-efb5-459a-b4ef-a6f40b00c039 req-04f272b7-956b-4298-a3a3-477d21c1ef1b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Nov 29 12:12:07.527947 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-50f938be-efb5-459a-b4ef-a6f40b00c039 req-700faae4-35b6-4ead-8e5b-4871a048d34a tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305154 Nov 29 12:12:08.642717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585f3b-763d-465d-a172-724ecfc0f0f2 req-0a8d7a45-d6fb-4bf4-81d6-801c568c68b8 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:08.644164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fe585f3b-763d-465d-a172-724ecfc0f0f2 req-0a8d7a45-d6fb-4bf4-81d6-801c568c68b8 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0512288 Nov 29 12:12:08.680777 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fe585f3b-763d-465d-a172-724ecfc0f0f2 req-c8c0f24a-08e4-45f4-8ed5-c1321ffce060 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303516 Nov 29 12:12:09.795986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18226-1c2d-4b20-83d2-db2982ce1828 req-eccc399c-c497-4413-91eb-b1d06d9996e9 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:09.797362 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e2e18226-1c2d-4b20-83d2-db2982ce1828 req-eccc399c-c497-4413-91eb-b1d06d9996e9 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0505064 Nov 29 12:12:09.833922 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e2e18226-1c2d-4b20-83d2-db2982ce1828 req-fae981cf-ef4c-46ad-b249-47ecd0b8cac9 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Nov 29 12:12:10.946204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e178-0448-4074-98be-6ce58ce3e932 req-5710cc06-ba99-4d81-b1a9-cdaad92d53bf tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:10.947893 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9609e178-0448-4074-98be-6ce58ce3e932 req-5710cc06-ba99-4d81-b1a9-cdaad92d53bf tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0492430 Nov 29 12:12:10.986049 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9609e178-0448-4074-98be-6ce58ce3e932 req-a03964e6-5918-44f0-8a6a-d9abe72422eb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Nov 29 12:12:12.098965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816a98-7f4f-40a3-ad4c-429869fe23fd req-12f04ac4-23e6-4085-b2c9-4f91771a86d2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:12.100378 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-22816a98-7f4f-40a3-ad4c-429869fe23fd req-12f04ac4-23e6-4085-b2c9-4f91771a86d2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Nov 29 12:12:12.138682 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-22816a98-7f4f-40a3-ad4c-429869fe23fd req-9a4ed2ec-e771-46ce-a712-9d3e01f3d645 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320468 Nov 29 12:12:13.249314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab821f1-c4b1-410a-99f8-ad6b98fb0f2d req-35faadd2-8222-4787-b1d8-351165187af2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:13.250767 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6ab821f1-c4b1-410a-99f8-ad6b98fb0f2d req-35faadd2-8222-4787-b1d8-351165187af2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0470135 Nov 29 12:12:13.286528 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6ab821f1-c4b1-410a-99f8-ad6b98fb0f2d req-7db69656-64f6-4d13-8b0b-549768eb7f12 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300589 Nov 29 12:12:14.397886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd4662-3ebf-48e0-aed1-1cc86121b680 req-e80a0a4f-4bf6-4125-ad98-0aa157185275 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:14.399337 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71dd4662-3ebf-48e0-aed1-1cc86121b680 req-e80a0a4f-4bf6-4125-ad98-0aa157185275 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0469692 Nov 29 12:12:14.435679 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71dd4662-3ebf-48e0-aed1-1cc86121b680 req-dcac3237-e342-4ec1-a85a-53d60a3bea6f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305398 Nov 29 12:12:15.550066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e31e3-485d-4e53-8a95-37db268b60f5 req-a45df2f1-7a00-40a1-b1d7-88ca87a713f9 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:15.551497 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-257e31e3-485d-4e53-8a95-37db268b60f5 req-a45df2f1-7a00-40a1-b1d7-88ca87a713f9 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0510018 Nov 29 12:12:15.588742 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-257e31e3-485d-4e53-8a95-37db268b60f5 req-0fa51c71-fa58-4d3b-b398-0cbd22fef065 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Nov 29 12:12:16.700855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097ebbf-57ea-4feb-a5f1-a6d9915002f5 req-aedc4c3a-0b48-446d-926e-68a52f2d1e93 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:16.702318 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5097ebbf-57ea-4feb-a5f1-a6d9915002f5 req-aedc4c3a-0b48-446d-926e-68a52f2d1e93 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0478065 Nov 29 12:12:16.737613 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5097ebbf-57ea-4feb-a5f1-a6d9915002f5 req-b49f57ef-0252-4376-a669-e37137d6321e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296042 Nov 29 12:12:17.848884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc14ba-8d0b-432e-b484-72d48e6af64d req-76fb6936-3e30-470b-a838-c631c019b8e7 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:17.850341 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35fc14ba-8d0b-432e-b484-72d48e6af64d req-76fb6936-3e30-470b-a838-c631c019b8e7 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0489442 Nov 29 12:12:17.887588 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35fc14ba-8d0b-432e-b484-72d48e6af64d req-84cefff3-c918-4181-a07d-095f1572550f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309267 Nov 29 12:12:19.002357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc330a-9afe-42cf-9f7c-312cf166d1d1 req-9d7065d9-0da3-4f67-8809-d833ed85377e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:19.003809 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9dc330a-9afe-42cf-9f7c-312cf166d1d1 req-9d7065d9-0da3-4f67-8809-d833ed85377e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0509288 Nov 29 12:12:19.041416 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9dc330a-9afe-42cf-9f7c-312cf166d1d1 req-b59d3094-a411-4d47-9666-6ce15943d650 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318203 Nov 29 12:12:19.328439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-3cf6956d-ac9c-44d8-885a-c5f97dfcfe3b service neutron] 10.222.0.30 "GET /v2.0/ports/a9919883-3289-4d1c-96c6-9a94263d8a35/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0527601 Nov 29 12:12:19.526064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-fcb789ba-c16d-4244-a009-3b44c682189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:19.527531 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-fcb789ba-c16d-4244-a009-3b44c682189e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255&tenant_id=f8d9eea3925447ab8cafdad41a68c3b1 HTTP/1.1" status: 200 len: 1098 time: 0.0408945 Nov 29 12:12:19.590673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-2ff89b76-34d7-4567-b93c-d68eb51c4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:19.592125 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-2ff89b76-34d7-4567-b93c-d68eb51c4401 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 1098 time: 0.0430958 Nov 29 12:12:19.677187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-e9f2a1e7-835a-486e-9fa7-3fea48868154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:19.678623 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-e9f2a1e7-835a-486e-9fa7-3fea48868154 service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0798128 Nov 29 12:12:19.717996 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-5f3cd454-8264-4a87-8c00-3c8843e232c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9919883-3289-4d1c-96c6-9a94263d8a35 HTTP/1.1" status: 200 len: 217 time: 0.0326412 Nov 29 12:12:19.767766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-7db978bd-6892-4f87-a44f-a4c0cfde91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:19.769067 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-7db978bd-6892-4f87-a44f-a4c0cfde91c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0445881 Nov 29 12:12:19.799281 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-22ef2d35-512e-41f6-9bcd-99a56f622fc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236716 Nov 29 12:12:19.884527 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-fdcb75b2-57e4-435e-b235-13fb8103ef42 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780892 Nov 29 12:12:19.975781 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7e4495bf-bb2a-435b-ac4c-565ad16ec794 req-9981537d-6a6a-424e-b908-735ee3eba810 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833051 Nov 29 12:12:20.164255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076df1f4-b884-4b53-9771-894d68afeb12 req-0428507f-7ffc-406a-8770-d29c42bfd1e2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:20.165704 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-076df1f4-b884-4b53-9771-894d68afeb12 req-0428507f-7ffc-406a-8770-d29c42bfd1e2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0496871 Nov 29 12:12:20.202357 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-076df1f4-b884-4b53-9771-894d68afeb12 req-88a38274-6fa1-43dd-a241-7a6ef5160b32 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305736 Nov 29 12:12:21.312610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df426cd9-455c-4644-9153-ada7c51f68e8 req-a85d514b-d192-4ba3-94fc-5f9cd75b9a61 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:21.314065 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df426cd9-455c-4644-9153-ada7c51f68e8 req-a85d514b-d192-4ba3-94fc-5f9cd75b9a61 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0467649 Nov 29 12:12:21.350083 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df426cd9-455c-4644-9153-ada7c51f68e8 req-dbf0a1d3-39c3-4574-afa0-e0e689802f40 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302825 Nov 29 12:12:22.398778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a9919883-3289-4d1c-96c6-9a94263d8a35 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:12:22.400847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a9919883-3289-4d1c-96c6-9a94263d8a35 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:12:22.472504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7284-e9da-4bb2-abf7-c58d4430f700 req-b9efa2e7-7dd7-4292-b1bc-c5102eb7e03b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:22.474005 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53ee7284-e9da-4bb2-abf7-c58d4430f700 req-b9efa2e7-7dd7-4292-b1bc-c5102eb7e03b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0577214 Nov 29 12:12:22.516250 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53ee7284-e9da-4bb2-abf7-c58d4430f700 req-27958b4c-9119-4aab-a616-31d34dde5dab tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355270 Nov 29 12:12:22.552566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:22.575273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:12:22.594313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:12:22.596568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a148d5d-451c-4f7e-80e6-369659211045" -d '{"events": [{"server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "name": "network-vif-unplugged", "status": "completed", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:12:22.601183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e', 'port_id': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'mac_address': 'fa:16:3e:2e:6c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb10b8be-1472-401d-b3d2-be94f7f10c88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:12:22.610601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:12:22.615281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:22.677426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:22.697356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6dd35e-af9f-4600-a54c-9fd22426648f x-openstack-request-id: req-1a6dd35e-af9f-4600-a54c-9fd22426648f {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:12:22.697915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "name": "network-vif-unplugged", "status": "completed", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:12:22.698203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a6dd35e-af9f-4600-a54c-9fd22426648f {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:12:22.698581 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'code': 200} Nov 29 12:12:22.705187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:22.708572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9919883-3289-4d1c-96c6-9a94263d8a35 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:12:22.727474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:12:22.730965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:22.778230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:22.783697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['a9919883-3289-4d1c-96c6-9a94263d8a35'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:12:23.628457 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90749b99-5692-4c28-b2a0-0246b3bbe960 req-9eb71d94-9b67-4f45-bffc-8c10a19fece6 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:23.629912 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-90749b99-5692-4c28-b2a0-0246b3bbe960 req-9eb71d94-9b67-4f45-bffc-8c10a19fece6 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 944 time: 0.0481441 Nov 29 12:12:23.666679 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-90749b99-5692-4c28-b2a0-0246b3bbe960 req-934a97a3-3f3c-4a4b-b1fe-3cb789e83a93 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Nov 29 12:12:23.853748 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b79c5-a86f-4e0d-8349-077a14478223 req-63366939-bb46-4665-bf6a-b3e376284afe tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:23.855295 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8b0b79c5-a86f-4e0d-8349-077a14478223 req-63366939-bb46-4665-bf6a-b3e376284afe tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 944 time: 0.0487652 Nov 29 12:12:23.892728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8b0b79c5-a86f-4e0d-8349-077a14478223 req-f475bff4-696b-452c-9069-7d7acdf1a86c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Nov 29 12:12:23.906806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-d3c47ac9-80d2-4a49-8556-971adbb8d39c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:23.906806 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-d3c47ac9-80d2-4a49-8556-971adbb8d39c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255&tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 944 time: 0.0515456 Nov 29 12:12:23.984160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-175ac4b5-3365-4cb6-8b60-35c7d86f05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:23.985590 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-175ac4b5-3365-4cb6-8b60-35c7d86f05ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 1097 time: 0.0394533 Nov 29 12:12:24.074283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-872d6a58-1697-477f-89cb-f84767193462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:24.075643 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-872d6a58-1697-477f-89cb-f84767193462 service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0833197 Nov 29 12:12:24.114676 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-8a79d225-40e4-4c03-aeb1-f3e77aa54809 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9919883-3289-4d1c-96c6-9a94263d8a35 HTTP/1.1" status: 200 len: 217 time: 0.0324328 Nov 29 12:12:24.163864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-87bf7b9f-9507-4a38-b4ca-511fd9867c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:24.165261 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-87bf7b9f-9507-4a38-b4ca-511fd9867c3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0445373 Nov 29 12:12:24.198064 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-1cfef7a5-c196-44b1-95ef-5e9253c727bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240538 Nov 29 12:12:24.284654 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-97bb3b51-6fbc-4294-9b93-cc81bfd44478 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799317 Nov 29 12:12:24.373254 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a40e0ae9-f9f8-4b55-b518-2b1e51d75aed req-722da136-c46a-4de6-a5fb-237331e52475 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821316 Nov 29 12:12:24.404967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a9919883-3289-4d1c-96c6-9a94263d8a35 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:12:24.451772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port a9919883-3289-4d1c-96c6-9a94263d8a35 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:12:24.452140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:24.528729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:24.559033 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:12:24.562486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:24.608365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:24.699693 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:12:24.702042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3608d8a7-e2da-4260-b732-f0aabebf9b0b" -d '{"events": [{"server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "name": "network-vif-plugged", "status": "completed", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:12:24.737545 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58a8bbc-c661-40fa-bcef-2db5b3d9e1d1 x-openstack-request-id: req-a58a8bbc-c661-40fa-bcef-2db5b3d9e1d1 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:12:24.737833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "name": "network-vif-plugged", "status": "completed", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:12:24.738113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a58a8bbc-c661-40fa-bcef-2db5b3d9e1d1 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:12:24.738503 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'code': 200} Nov 29 12:12:25.007704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e913-31e0-457e-a86d-b8f781e75792 req-cef99d59-4547-41bc-9582-07f8206e47d4 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:25.009057 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d74e913-31e0-457e-a86d-b8f781e75792 req-cef99d59-4547-41bc-9582-07f8206e47d4 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0512903 Nov 29 12:12:25.045978 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d74e913-31e0-457e-a86d-b8f781e75792 req-b0790cd6-19ca-4027-9f5e-b852af18857f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Nov 29 12:12:25.156858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeef2e-7c53-4a3c-82f2-9a4555b6ce5e req-5aa6b953-f75b-4e11-ad62-871a5e9bc046 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:25.158424 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17eeef2e-7c53-4a3c-82f2-9a4555b6ce5e req-5aa6b953-f75b-4e11-ad62-871a5e9bc046 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0464327 Nov 29 12:12:25.194527 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17eeef2e-7c53-4a3c-82f2-9a4555b6ce5e req-36752b30-281c-4d43-821a-adfb6e6846e9 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298245 Nov 29 12:12:25.308155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121ca41-8b4e-4c1d-a135-e4d08dcb9271 req-c309b5a0-075e-4efd-86e5-4d977c08208e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:25.309494 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c121ca41-8b4e-4c1d-a135-e4d08dcb9271 req-c309b5a0-075e-4efd-86e5-4d977c08208e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0473080 Nov 29 12:12:25.352110 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c121ca41-8b4e-4c1d-a135-e4d08dcb9271 req-aa8370d6-f7c7-4c88-b01a-ff97c4d7943c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367537 Nov 29 12:12:25.692316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-d7447c63-135d-4749-a4b2-f55f6677ee19 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:25.693763 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-d7447c63-135d-4749-a4b2-f55f6677ee19 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 815 time: 0.1016991 Nov 29 12:12:25.709181 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-9f262b73-efcd-4d0f-9b61-2351acb54a20 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/quotas/f8d9eea3925447ab8cafdad41a68c3b1 HTTP/1.1" status: 200 len: 375 time: 0.0089540 Nov 29 12:12:25.755012 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-aa75f89a-9b08-4051-a64c-3f29865ab2fa tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0408103 Nov 29 12:12:25.887985 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-35661e20-8f38-4a50-a7c7-44a1583f9d3e service neutron] 10.222.0.23 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256332 Nov 29 12:12:25.974915 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-591d5774-ea7f-481f-982c-c35b77d3c02a service neutron] 10.222.0.23 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810590 Nov 29 12:12:26.133632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-069aa0c3-e69f-4ab9-8a2d-6d3cc250b8b0 req-1f74a098-9c8b-471b-a07d-5ffeae47531d tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 210 time: 0.0304201 Nov 29 12:12:27.060453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-db809e8e-3242-4270-9c7d-8b1da97a6049 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:27.061980 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-db809e8e-3242-4270-9c7d-8b1da97a6049 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 815 time: 0.1028221 Nov 29 12:12:27.075976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Request body: {'port': {'device_id': '06641c73-3b0e-4a4c-8736-fb158e6882b3', 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e', 'admin_state_up': True, 'tenant_id': 'f8d9eea3925447ab8cafdad41a68c3b1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:12:27.228412 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cebdaf8a-ce54-4146-b50e-7511c534d00e req-8661aa65-f854-437a-b532-273c7b33cd2d tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 210 time: 0.0266354 Nov 29 12:12:27.360967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-2f87bc4a-7c0e-4b6a-bcb2-b32a03fe6e9b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:27.362330 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-2f87bc4a-7c0e-4b6a-bcb2-b32a03fe6e9b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "GET /v2.0/ports?device_id=30a0e842-1bf2-4c53-87b4-6cb4fab2b255 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Nov 29 12:12:27.451138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Deleting port a9919883-3289-4d1c-96c6-9a94263d8a35 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:12:27.451471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.473536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Made reservation on behalf of f8d9eea3925447ab8cafdad41a68c3b1 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:12:27.477320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.544323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] For port a9919883-3289-4d1c-96c6-9a94263d8a35, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a9919883-3289-4d1c-96c6-9a94263d8a35,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:12:27.544688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.557405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Calling delete_port for a9919883-3289-4d1c-96c6-9a94263d8a35 owned by compute:nova {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:12:27.603538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Allocated IP 172.20.0.10 (013a753b-c8d4-4f30-ab0d-522fda57e69e/cb10b8be-1472-401d-b3d2-be94f7f10c88/3f81d175-0457-4ff0-bae2-6b87b4a22a18) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:12:27.622323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.689928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.700880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['a9919883-3289-4d1c-96c6-9a94263d8a35'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:12:27.740227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Pushing event deleted for resources: {'Port': ['ID=a9919883-3289-4d1c-96c6-9a94263d8a35,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:27.758103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] No DVR routers for this DVR port a9919883-3289-4d1c-96c6-9a94263d8a35 on host hv-neutron-8195 {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:12:27.760452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.763688 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "DELETE /v2.0/ports/a9919883-3289-4d1c-96c6-9a94263d8a35 HTTP/1.1" status: 204 len: 173 time: 0.3941269 Nov 29 12:12:27.764120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'name': 'network-vif-deleted', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:12:27.766359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc8f1fb-9eda-4d28-a74a-6bbe49ef8fe8" -d '{"events": [{"server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "name": "network-vif-deleted", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:12:27.796006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.831311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.843653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['a9919883-3289-4d1c-96c6-9a94263d8a35'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:12:27.864129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614d271-a4c6-410c-aed0-305eab066924 x-openstack-request-id: req-0614d271-a4c6-410c-aed0-305eab066924 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:12:27.864428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a0e842-1bf2-4c53-87b4-6cb4fab2b255", "name": "network-vif-deleted", "tag": "a9919883-3289-4d1c-96c6-9a94263d8a35", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:12:27.864684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0614d271-a4c6-410c-aed0-305eab066924 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:12:27.865078 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a0e842-1bf2-4c53-87b4-6cb4fab2b255', 'name': 'network-vif-deleted', 'tag': 'a9919883-3289-4d1c-96c6-9a94263d8a35', 'status': 'completed', 'code': 200} Nov 29 12:12:27.895909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Network 013a753b-c8d4-4f30-ab0d-522fda57e69e is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:12:27.898932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:12:27.902542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:12:27.931330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Pushing event updated for resources: {'Port': ['ID=3f81d175-0457-4ff0-bae2-6b87b4a22a18,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:27.955602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:27.955801 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:12:27.956280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:27.970581 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-a8e74685-2072-4540-9db4-c7eac3af8a43 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8990846 Nov 29 12:12:27.982919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Request body: {'port': {'device_id': '06641c73-3b0e-4a4c-8736-fb158e6882b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:12:28.033349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:28.300269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f81d175-0457-4ff0-bae2-6b87b4a22a18 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:12:28.308096 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:28.321028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Transition to ACTIVE for port object 3f81d175-0457-4ff0-bae2-6b87b4a22a18 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:12:28.324957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:28.345433 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff7134-2c22-4ece-8700-9d78eb4e5ff9 req-2b41acd6-7c9c-40cf-a424-ecd6456df685 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:28.346933 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dcff7134-2c22-4ece-8700-9d78eb4e5ff9 req-2b41acd6-7c9c-40cf-a424-ecd6456df685 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 932 time: 0.0523784 Nov 29 12:12:28.373550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Pushing event updated for resources: {'Port': ['ID=3f81d175-0457-4ff0-bae2-6b87b4a22a18,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:28.385966 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dcff7134-2c22-4ece-8700-9d78eb4e5ff9 req-1b461c06-949f-4c3a-8926-3f459afb2cc0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Nov 29 12:12:28.445714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Attempting to bind port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:12:28.446079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Attempting to bind port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:12:28.446401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Attempting to bind port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 on network 013a753b-c8d4-4f30-ab0d-522fda57e69e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:12:28.450788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 on network 013a753b-c8d4-4f30-ab0d-522fda57e69e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:12:28.451104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Attempting to bind port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 on network 013a753b-c8d4-4f30-ab0d-522fda57e69e {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:12:28.455679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:12:28.456008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Checking segment: {'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:12:28.456389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Bound using segment: {'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:12:28.456806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Bound port: 3f81d175-0457-4ff0-bae2-6b87b4a22a18, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29370083-2ea5-4ea3-801c-6a1edfdca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:12:28.457153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:28.522239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] For port 3f81d175-0457-4ff0-bae2-6b87b4a22a18, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:12:28.525792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] For port 3f81d175-0457-4ff0-bae2-6b87b4a22a18, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:12:28.529863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:28.560384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:28.560983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:28.562357 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] 10.222.0.30 "PUT /v2.0/ports/3f81d175-0457-4ff0-bae2-6b87b4a22a18 HTTP/1.1" status: 200 len: 1094 time: 0.5833972 Nov 29 12:12:28.562803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06641c73-3b0e-4a4c-8736-fb158e6882b3', 'tag': '3f81d175-0457-4ff0-bae2-6b87b4a22a18'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:12:28.565027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2240fb6-e809-46f5-9f06-86b077fea2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "06641c73-3b0e-4a4c-8736-fb158e6882b3", "tag": "3f81d175-0457-4ff0-bae2-6b87b4a22a18"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:12:28.594943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99c351-efe7-4966-ab92-a28d3060708a service neutron] Pushing event updated for resources: {'Port': ['ID=3f81d175-0457-4ff0-bae2-6b87b4a22a18,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:28.611386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2287d-1368-4787-ad80-942600cb6ea9 x-openstack-request-id: req-05e2287d-1368-4787-ad80-942600cb6ea9 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:12:28.611689 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06641c73-3b0e-4a4c-8736-fb158e6882b3", "tag": "3f81d175-0457-4ff0-bae2-6b87b4a22a18", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:12:28.611970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05e2287d-1368-4787-ad80-942600cb6ea9 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:12:28.612386 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06641c73-3b0e-4a4c-8736-fb158e6882b3', 'tag': '3f81d175-0457-4ff0-bae2-6b87b4a22a18', 'status': 'completed', 'code': 200} Nov 29 12:12:28.640151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-71c59030-7eda-46de-bdc6-78374af7080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:28.641663 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-71c59030-7eda-46de-bdc6-78374af7080f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 1097 time: 0.0420511 Nov 29 12:12:28.684580 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-037bb202-c8a4-4c26-8a72-dc7b8c1a8ade service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18 HTTP/1.1" status: 200 len: 217 time: 0.0355668 Nov 29 12:12:28.732183 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-c657fc45-1a05-49d3-825a-cf20d496f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:28.733644 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-c657fc45-1a05-49d3-825a-cf20d496f776 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0421059 Nov 29 12:12:28.764643 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-8f344eb5-a442-4bc0-ae65-f17ee2c49991 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243742 Nov 29 12:12:28.853720 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-071eb893-5404-46d1-81d1-d4f922b4601c service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820587 Nov 29 12:12:28.939537 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-77f3aa35-e5a0-4647-8b33-a1cb3bfafbca req-690dca3b-9e5f-46ce-8105-c27d863ebb80 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793364 Nov 29 12:12:29.024315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-deb1b662-8ce4-4e59-b1cd-b2e6ce7dcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:29.024315 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-deb1b662-8ce4-4e59-b1cd-b2e6ce7dcff0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 1097 time: 0.0413132 Nov 29 12:12:29.122135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-bbf9df63-3635-4662-88ee-ee32fb710e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:29.123594 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-bbf9df63-3635-4662-88ee-ee32fb710e11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0914991 Nov 29 12:12:29.164675 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-75ce770a-7722-4fea-91e5-7926880ea44c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18 HTTP/1.1" status: 200 len: 217 time: 0.0341594 Nov 29 12:12:29.216248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-0bc72870-c38d-4a83-a2d3-7ab6ba66a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:29.217667 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-0bc72870-c38d-4a83-a2d3-7ab6ba66a734 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0462656 Nov 29 12:12:29.248703 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-e715aabc-1fdd-4cfe-a8a0-2c66c1c194f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244813 Nov 29 12:12:29.334761 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-eadf5d50-c773-4fa2-a572-1d15e1f617b9 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792692 Nov 29 12:12:29.428531 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2240fb6-e809-46f5-9f06-86b077fea2dc req-3ddd5cf2-c356-48e4-97c5-0d2a95a785f7 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868211 Nov 29 12:12:29.498602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43d08d-23cb-4e66-95c7-67fef782cb8f req-0c291536-c41d-4e84-86f6-eb346ecfb6eb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:29.500045 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f43d08d-23cb-4e66-95c7-67fef782cb8f req-0c291536-c41d-4e84-86f6-eb346ecfb6eb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 944 time: 0.0490682 Nov 29 12:12:29.536870 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f43d08d-23cb-4e66-95c7-67fef782cb8f req-55cf1e79-72f7-4e04-8d47-8eb4828b80be tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Nov 29 12:12:30.438755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a9919883-3289-4d1c-96c6-9a94263d8a35 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:12:30.461630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: a9919883-3289-4d1c-96c6-9a94263d8a35 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:12:30.461989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a9919883-3289-4d1c-96c6-9a94263d8a35 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:12:30.649836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f18db0-7875-49e1-9a02-c7b4e63ce1c3 req-728c0d62-1690-4711-be5a-1373f209e17e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:30.651298 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e1f18db0-7875-49e1-9a02-c7b4e63ce1c3 req-728c0d62-1690-4711-be5a-1373f209e17e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 944 time: 0.0478318 Nov 29 12:12:30.686904 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e1f18db0-7875-49e1-9a02-c7b4e63ce1c3 req-588b2d3f-e0a9-46a7-84a8-010415eb6f9a tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298190 Nov 29 12:12:30.708174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e6a96475-cb32-486a-8206-7c6200e645f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:31.801133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432abd86-3df0-4900-bbf3-5260dc8ee022 req-6c1e2cd7-4bb4-4de7-b81a-bf06c09bc90f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:31.802507 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-432abd86-3df0-4900-bbf3-5260dc8ee022 req-6c1e2cd7-4bb4-4de7-b81a-bf06c09bc90f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 944 time: 0.0507102 Nov 29 12:12:31.838701 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-432abd86-3df0-4900-bbf3-5260dc8ee022 req-4f23e5e0-41a4-4b52-945b-f4016222b4d6 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304737 Nov 29 12:12:32.451827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f81d175-0457-4ff0-bae2-6b87b4a22a18 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:12:32.541418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f81d175-0457-4ff0-bae2-6b87b4a22a18, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:12:32.552110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '3f81d175-0457-4ff0-bae2-6b87b4a22a18', 'network_id': '013a753b-c8d4-4f30-ab0d-522fda57e69e', 'port_id': '3f81d175-0457-4ff0-bae2-6b87b4a22a18', 'mac_address': 'fa:16:3e:f6:11:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb10b8be-1472-401d-b3d2-be94f7f10c88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:12:32.587030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:32.603923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f81d175-0457-4ff0-bae2-6b87b4a22a18 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:12:32.622907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f81d175-0457-4ff0-bae2-6b87b4a22a18, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:12:32.626437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:32.671072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=3f81d175-0457-4ff0-bae2-6b87b4a22a18,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:32.677800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.678169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.678542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.678878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.679209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.679538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.679871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.680197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.680521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.680842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.681162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.681480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:12:32.948949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117376b6-e2b5-4ada-8f11-326239a0d4fc req-912a36ea-02a6-4b41-9643-11d85947c619 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:32.950498 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-117376b6-e2b5-4ada-8f11-326239a0d4fc req-912a36ea-02a6-4b41-9643-11d85947c619 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 945 time: 0.0472195 Nov 29 12:12:32.952669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['3f81d175-0457-4ff0-bae2-6b87b4a22a18'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:12:32.987967 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-117376b6-e2b5-4ada-8f11-326239a0d4fc req-6a41811b-80ad-44c4-ba0d-0353a6d51ed3 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Nov 29 12:12:33.263459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5e97-64e0-4e9e-aed5-ddb7236b2824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:33.689379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:34.098515 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3484a7-7e14-4b44-a684-3bae091e6a89 req-3e5abccd-a274-47e5-8f4c-0458a352d43c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:34.099955 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2c3484a7-7e14-4b44-a684-3bae091e6a89 req-3e5abccd-a274-47e5-8f4c-0458a352d43c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 945 time: 0.0474110 Nov 29 12:12:34.138845 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2c3484a7-7e14-4b44-a684-3bae091e6a89 req-8bd257da-3e2a-47be-9e9a-cd54a4b11157 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305181 Nov 29 12:12:34.451351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f81d175-0457-4ff0-bae2-6b87b4a22a18 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:12:34.502569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:12:34.506076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:12:34.506451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:34.580172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:34.602640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06641c73-3b0e-4a4c-8736-fb158e6882b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f81d175-0457-4ff0-bae2-6b87b4a22a18'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:12:34.604959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da9ca03-255c-472c-8a0b-e5549535c5c5" -d '{"events": [{"server_uuid": "06641c73-3b0e-4a4c-8736-fb158e6882b3", "name": "network-vif-plugged", "status": "completed", "tag": "3f81d175-0457-4ff0-bae2-6b87b4a22a18"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:12:34.617270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f81d175-0457-4ff0-bae2-6b87b4a22a18, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:12:34.621187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:34.646303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be068f86-abad-48bf-aba7-dfcf5c2101c0 x-openstack-request-id: req-be068f86-abad-48bf-aba7-dfcf5c2101c0 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:12:34.646592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06641c73-3b0e-4a4c-8736-fb158e6882b3", "name": "network-vif-plugged", "status": "completed", "tag": "3f81d175-0457-4ff0-bae2-6b87b4a22a18", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:12:34.646839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be068f86-abad-48bf-aba7-dfcf5c2101c0 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:12:34.647865 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06641c73-3b0e-4a4c-8736-fb158e6882b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f81d175-0457-4ff0-bae2-6b87b4a22a18', 'code': 200} Nov 29 12:12:34.672191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=3f81d175-0457-4ff0-bae2-6b87b4a22a18,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:12:34.713707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:34.809184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f5b17-288a-4db0-afb6-ffc1dcf7241d req-e57e03b6-162d-468a-a8a5-42035815ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:34.810813 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f25f5b17-288a-4db0-afb6-ffc1dcf7241d req-e57e03b6-162d-468a-a8a5-42035815ae9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 1099 time: 0.0413237 Nov 29 12:12:34.845727 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f25f5b17-288a-4db0-afb6-ffc1dcf7241d req-222a34e7-e77f-4aa7-8463-873fadf15b30 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280201 Nov 29 12:12:35.256099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423c39c-61b5-47d0-9d28-f00add86f318 req-0cf21941-33cd-4a1a-bbde-2122b1b315df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:35.257633 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b423c39c-61b5-47d0-9d28-f00add86f318 req-0cf21941-33cd-4a1a-bbde-2122b1b315df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0530958 Nov 29 12:12:35.295936 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b423c39c-61b5-47d0-9d28-f00add86f318 req-a79b48a9-15b2-4a62-ab36-88f91d35a2aa tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320065 Nov 29 12:12:36.027575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:36.408701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a547b-0501-4a15-94c8-9260732da6b6 req-e0538be2-19b5-4204-80ce-115819df2f64 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:36.410163 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-533a547b-0501-4a15-94c8-9260732da6b6 req-e0538be2-19b5-4204-80ce-115819df2f64 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0473094 Nov 29 12:12:36.446209 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-533a547b-0501-4a15-94c8-9260732da6b6 req-6feaeb3e-af5a-4996-b42c-62963ebf0cf8 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295713 Nov 29 12:12:36.555842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2062e6f-f134-41ba-b394-376f00952599 req-b1ede9cb-d6cb-4c92-aaf3-7d15713744f1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:36.557253 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c2062e6f-f134-41ba-b394-376f00952599 req-b1ede9cb-d6cb-4c92-aaf3-7d15713744f1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0471973 Nov 29 12:12:36.594081 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c2062e6f-f134-41ba-b394-376f00952599 req-b265f6c0-4853-4f7f-a95b-ff9e677f8de1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Nov 29 12:12:36.896152 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-99feae30-dfc5-454a-a8a1-c7719a4fb1b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391839 Nov 29 12:12:36.918536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af9aeb-1008-4191-8866-c0b52c4d425e req-3da91d05-6d13-474e-b7f6-84391d4047c0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:36.920043 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-47af9aeb-1008-4191-8866-c0b52c4d425e req-3da91d05-6d13-474e-b7f6-84391d4047c0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0529895 Nov 29 12:12:36.963526 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-47af9aeb-1008-4191-8866-c0b52c4d425e req-e7c2c640-2fd5-4044-a54f-458862897c19 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Nov 29 12:12:37.932862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-3c26dac5-5bff-477e-a560-b8ed94180f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:37.934341 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-3c26dac5-5bff-477e-a560-b8ed94180f8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 1099 time: 0.0439410 Nov 29 12:12:38.023204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-511b3c2b-b293-40be-bf1e-069b5e7ddb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:38.024657 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-511b3c2b-b293-40be-bf1e-069b5e7ddb10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0834122 Nov 29 12:12:38.067073 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-38f31c63-dabc-4309-b7bf-bf4d7ce84a9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18 HTTP/1.1" status: 200 len: 217 time: 0.0341716 Nov 29 12:12:38.076835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929eeb1-253b-4427-9030-5e011f191a7d req-b2ede172-92b9-406a-b4c6-d192cb7820d1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:38.078310 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a929eeb1-253b-4427-9030-5e011f191a7d req-b2ede172-92b9-406a-b4c6-d192cb7820d1 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0489426 Nov 29 12:12:38.116178 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a929eeb1-253b-4427-9030-5e011f191a7d req-07976e0a-58e9-4e1d-b946-11afaa9dfdf0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Nov 29 12:12:38.119074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-3ee50276-0393-4afc-94c7-9e177d013c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:38.120450 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-3ee50276-0393-4afc-94c7-9e177d013c5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0469210 Nov 29 12:12:38.152715 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-c0d889bb-80d4-436d-b355-ec5f2cc10c9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253720 Nov 29 12:12:38.239173 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-006034bb-0d78-4adb-b23f-ff38435ddac9 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796649 Nov 29 12:12:38.329175 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-ece9f995-0d24-44ee-954d-b2f1ac2b0e99 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835791 Nov 29 12:12:39.230631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33c15f-0227-41b5-b1ee-676b9a483fc6 req-535b976c-6e56-4c71-8b57-e65656453f32 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:39.232074 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6f33c15f-0227-41b5-b1ee-676b9a483fc6 req-535b976c-6e56-4c71-8b57-e65656453f32 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0485394 Nov 29 12:12:39.269105 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6f33c15f-0227-41b5-b1ee-676b9a483fc6 req-186010e3-410d-4ed7-a87f-3fc529948134 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Nov 29 12:12:40.384725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcf0db-323d-4b6e-a92c-6d108e409b78 req-2b01c264-55c1-429d-b20f-fd1ca98acf72 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:40.386165 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-61fcf0db-323d-4b6e-a92c-6d108e409b78 req-2b01c264-55c1-429d-b20f-fd1ca98acf72 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0505853 Nov 29 12:12:40.422844 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-61fcf0db-323d-4b6e-a92c-6d108e409b78 req-92e7748e-0d93-4f21-86c2-920b4e6c43a6 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Nov 29 12:12:41.534399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad8d45-b98d-43b6-b4d2-9151ce63e517 req-07c3063e-3f90-4b8d-8ae5-2481abae8878 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:41.535845 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fbad8d45-b98d-43b6-b4d2-9151ce63e517 req-07c3063e-3f90-4b8d-8ae5-2481abae8878 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0473144 Nov 29 12:12:41.571935 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fbad8d45-b98d-43b6-b4d2-9151ce63e517 req-4b62dfd8-014b-48a5-a416-7901e34ead2c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296757 Nov 29 12:12:42.684208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8cb67-c6a2-45b6-a4a0-ae2507fcebf4 req-f8665aac-89f2-4558-88ec-e731bb49d1f5 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:42.685629 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fce8cb67-c6a2-45b6-a4a0-ae2507fcebf4 req-f8665aac-89f2-4558-88ec-e731bb49d1f5 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0475221 Nov 29 12:12:42.721410 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fce8cb67-c6a2-45b6-a4a0-ae2507fcebf4 req-c8b3b99e-6da1-4992-8155-2e7e1067c510 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300045 Nov 29 12:12:43.836886 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681c945-0f8b-4dab-9fcf-9542e778182c req-2605b6fc-2f59-4a8a-867f-4a3864315c6f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:43.838220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2681c945-0f8b-4dab-9fcf-9542e778182c req-2605b6fc-2f59-4a8a-867f-4a3864315c6f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0505650 Nov 29 12:12:43.874709 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2681c945-0f8b-4dab-9fcf-9542e778182c req-33e41140-86f0-4641-93fe-b7765a2991dc tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306516 Nov 29 12:12:44.987631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900cbd1-7f0f-47c9-a679-0135cc4dbe2d req-0b7c152d-d1ca-44c7-a194-05ba3fb60358 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:44.989061 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4900cbd1-7f0f-47c9-a679-0135cc4dbe2d req-0b7c152d-d1ca-44c7-a194-05ba3fb60358 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0477972 Nov 29 12:12:45.025677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4900cbd1-7f0f-47c9-a679-0135cc4dbe2d req-74588c61-11f1-444b-9495-4a75ada59b71 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308566 Nov 29 12:12:46.148854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2527f-4cf2-4f28-8613-1e7fd229253f req-b762b135-cb3e-4b74-a163-90a59e1fd9b5 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:46.150285 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6fd2527f-4cf2-4f28-8613-1e7fd229253f req-b762b135-cb3e-4b74-a163-90a59e1fd9b5 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0469930 Nov 29 12:12:46.186526 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6fd2527f-4cf2-4f28-8613-1e7fd229253f req-2a9fe922-8e0a-4da3-9977-0e968dea6e0b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304687 Nov 29 12:12:47.299673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf3d8a-d9d4-4765-b1a1-fa65052075d0 req-87a86179-371b-423f-83b2-7d7c64eb0996 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:47.301098 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67cf3d8a-d9d4-4765-b1a1-fa65052075d0 req-87a86179-371b-423f-83b2-7d7c64eb0996 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0502324 Nov 29 12:12:47.340117 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67cf3d8a-d9d4-4765-b1a1-fa65052075d0 req-ed52bfb7-3d68-4fe2-a22e-20c9184d81b5 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307231 Nov 29 12:12:48.450885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1bda3-4444-4ec3-9620-0224ab27a5a4 req-496d494c-2139-4cd1-ad40-3f36afd0255e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:48.452295 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-93c1bda3-4444-4ec3-9620-0224ab27a5a4 req-496d494c-2139-4cd1-ad40-3f36afd0255e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0467753 Nov 29 12:12:48.488284 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-93c1bda3-4444-4ec3-9620-0224ab27a5a4 req-4f84669e-4f67-4d25-be1d-7c4aa19df1ad tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301268 Nov 29 12:12:49.600005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f06c3a-d294-4f36-bc67-f79114fdba94 req-bf70452a-e149-4ee8-9ac2-a55d2fd6aa1c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:49.602136 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f4f06c3a-d294-4f36-bc67-f79114fdba94 req-bf70452a-e149-4ee8-9ac2-a55d2fd6aa1c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0486193 Nov 29 12:12:49.637929 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f4f06c3a-d294-4f36-bc67-f79114fdba94 req-3f9e8dc7-d036-49b7-b3a2-8e1d9056ad8e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300937 Nov 29 12:12:50.075143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-ac845921-f843-42ca-9984-ab55c79f2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:50.076644 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-ac845921-f843-42ca-9984-ab55c79f2646 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 1099 time: 0.0402579 Nov 29 12:12:50.179839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-cd17289e-a6b5-45d1-9ae7-34d354686ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:50.181326 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-cd17289e-a6b5-45d1-9ae7-34d354686ad9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0855994 Nov 29 12:12:50.221867 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-4d7b7916-9bb4-4f90-90ab-5712bb5ddfce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18 HTTP/1.1" status: 200 len: 217 time: 0.0335958 Nov 29 12:12:50.268113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-1d42f2af-27d4-43bf-b2e8-ed0be97e3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:50.269518 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-1d42f2af-27d4-43bf-b2e8-ed0be97e3af0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0414596 Nov 29 12:12:50.298801 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-1b39d720-8d29-4600-bd7f-56a5433ae3fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229294 Nov 29 12:12:50.389131 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-691b9903-b6ff-45b8-892c-cc91075b8d71 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835216 Nov 29 12:12:50.474048 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-55f2bfea-739e-4194-8f39-d3198cf2eed2 req-40429b11-3c3f-4c92-a206-29b4fa073d82 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782351 Nov 29 12:12:50.752958 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b484dd-ba5b-4ee3-aee0-c42248591d4d req-04d76e01-f309-4fe5-9980-97b4cd49c9da tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:50.754411 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07b484dd-ba5b-4ee3-aee0-c42248591d4d req-04d76e01-f309-4fe5-9980-97b4cd49c9da tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0506709 Nov 29 12:12:50.792878 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07b484dd-ba5b-4ee3-aee0-c42248591d4d req-1cea76f1-20e8-4b17-9046-a523a7ac900c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Nov 29 12:12:51.905582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9927-0e8b-4f16-9349-87097338fd00 req-165f2407-a192-4079-b0d2-7a795c79a017 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:51.907046 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3afe9927-0e8b-4f16-9349-87097338fd00 req-165f2407-a192-4079-b0d2-7a795c79a017 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0476270 Nov 29 12:12:51.943071 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3afe9927-0e8b-4f16-9349-87097338fd00 req-a8aafcfb-7c9d-4384-a835-b88ffae0de8a tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303133 Nov 29 12:12:53.055284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a524b74-b4da-44c4-9836-2cc8a7a4dd51 req-78cd7e0a-716d-4074-bb5c-a79cb987e8c8 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:53.056710 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a524b74-b4da-44c4-9836-2cc8a7a4dd51 req-78cd7e0a-716d-4074-bb5c-a79cb987e8c8 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0463099 Nov 29 12:12:53.092818 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a524b74-b4da-44c4-9836-2cc8a7a4dd51 req-258f2395-668d-4ac9-8464-0e6e21293d03 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Nov 29 12:12:54.207997 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd728aaf-ad8b-46f5-8b0d-af32f456fa58 req-6832a25c-de89-4786-9522-f6cfe468a032 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:54.209486 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd728aaf-ad8b-46f5-8b0d-af32f456fa58 req-6832a25c-de89-4786-9522-f6cfe468a032 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0518556 Nov 29 12:12:54.245999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd728aaf-ad8b-46f5-8b0d-af32f456fa58 req-5be2514f-9b79-4f69-a2e9-403735c8aeb3 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301678 Nov 29 12:12:55.358158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed4b86-3b6c-4a41-940d-b42212b015a9 req-c2d382ca-72eb-4bdc-939b-b5501d7e3d6a tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:55.359643 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2aed4b86-3b6c-4a41-940d-b42212b015a9 req-c2d382ca-72eb-4bdc-939b-b5501d7e3d6a tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0483797 Nov 29 12:12:55.395694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2aed4b86-3b6c-4a41-940d-b42212b015a9 req-9950083d-58f7-40a8-8a1a-e6238ff09b0f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303085 Nov 29 12:12:56.507631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac40469-70ce-43ab-a545-576511a49d95 req-b0f0523a-ee8d-4a10-b3a0-155fe2221999 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:56.509094 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bac40469-70ce-43ab-a545-576511a49d95 req-b0f0523a-ee8d-4a10-b3a0-155fe2221999 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0476491 Nov 29 12:12:56.546094 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bac40469-70ce-43ab-a545-576511a49d95 req-24e3b5c4-8bf1-442c-b715-149e88715fb2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Nov 29 12:12:57.634921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:12:57.660834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fc0d4-48d8-400a-9aa4-1de99f25e9af req-7447ccb9-33d3-4d71-ac66-7b911cb1fabd tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:57.662802 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-107fc0d4-48d8-400a-9aa4-1de99f25e9af req-7447ccb9-33d3-4d71-ac66-7b911cb1fabd tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0514441 Nov 29 12:12:57.699208 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-107fc0d4-48d8-400a-9aa4-1de99f25e9af req-a0b1cd6d-3c18-45c2-838d-746f8768218b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305548 Nov 29 12:12:58.809715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863995c-6be2-4612-aa80-debf8efc4883 req-d25b233c-1065-4f04-b1b5-6fd1e0d33103 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:58.811093 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b863995c-6be2-4612-aa80-debf8efc4883 req-d25b233c-1065-4f04-b1b5-6fd1e0d33103 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0468993 Nov 29 12:12:58.847452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b863995c-6be2-4612-aa80-debf8efc4883 req-c5e5c252-0ec9-49af-9f85-50f2b456d417 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306792 Nov 29 12:12:59.960529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ddb2a6-d8e8-42a6-a5e6-3e089f78a07a req-cbd06658-9dad-4924-b899-8374284f394b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:12:59.961992 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-16ddb2a6-d8e8-42a6-a5e6-3e089f78a07a req-cbd06658-9dad-4924-b899-8374284f394b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0471702 Nov 29 12:12:59.999598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-16ddb2a6-d8e8-42a6-a5e6-3e089f78a07a req-bd3f7780-e048-4979-b664-2a21dbc4b163 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Nov 29 12:13:00.708506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4379-a54b-459f-b144-9b53929c0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:01.111981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd7a86-3227-4557-a098-77321b4b3c92 req-d69942ad-718e-4b2d-96d4-f6f7a1289209 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:01.113394 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c0fd7a86-3227-4557-a098-77321b4b3c92 req-d69942ad-718e-4b2d-96d4-f6f7a1289209 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0499873 Nov 29 12:13:01.151711 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c0fd7a86-3227-4557-a098-77321b4b3c92 req-10df02d6-dd55-4a3f-9f46-597bae55fd3c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Nov 29 12:13:02.262351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b3c29-c1dc-43f7-965f-1999e26fd6b9 req-9ce82d33-3a8f-4dbc-8231-35575812c621 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:02.263786 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e57b3c29-c1dc-43f7-965f-1999e26fd6b9 req-9ce82d33-3a8f-4dbc-8231-35575812c621 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0478070 Nov 29 12:13:02.299727 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e57b3c29-c1dc-43f7-965f-1999e26fd6b9 req-babf65e1-01a5-4f21-b738-ca894fc87eb5 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302017 Nov 29 12:13:03.264123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-13d7e3ec-1788-4cfd-9f79-d16a4a9e36db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:03.413063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4937a-1866-4c7a-a368-41abb655e2ae req-27413a12-50e1-4f20-93d6-860d2064af70 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:03.414519 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0ff4937a-1866-4c7a-a368-41abb655e2ae req-27413a12-50e1-4f20-93d6-860d2064af70 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0474501 Nov 29 12:13:03.455946 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0ff4937a-1866-4c7a-a368-41abb655e2ae req-34caff0a-28a5-42fc-b6f7-dbb984b46880 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Nov 29 12:13:03.691516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:04.571706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55912393-5229-4a06-9d47-a6bddc60defc req-574e7cb2-e055-4f12-81d9-4d9be92d279c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:04.573553 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-55912393-5229-4a06-9d47-a6bddc60defc req-574e7cb2-e055-4f12-81d9-4d9be92d279c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0522954 Nov 29 12:13:04.611392 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-55912393-5229-4a06-9d47-a6bddc60defc req-aa332269-d12a-4fea-a347-32c7a4768876 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321250 Nov 29 12:13:04.716557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:04.954416 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:13:05.002230 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-14b8ac18-eee1-47d5-bd61-102ecd9134c3 service neutron] 10.222.0.30 "GET /v2.0/ports/3f81d175-0457-4ff0-bae2-6b87b4a22a18/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0576003 Nov 29 12:13:05.198628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-9e6e7a99-667d-4678-ab9a-800c729d89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:05.200110 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-9e6e7a99-667d-4678-ab9a-800c729d89ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3&tenant_id=f8d9eea3925447ab8cafdad41a68c3b1 HTTP/1.1" status: 200 len: 1099 time: 0.0418005 Nov 29 12:13:05.261052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-c66adb2a-691b-40c8-9630-e9c5a82800bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:05.262531 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-c66adb2a-691b-40c8-9630-e9c5a82800bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 1099 time: 0.0396969 Nov 29 12:13:05.352621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-a6170ec8-b09d-433a-91b4-dd2dd54b2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:05.354074 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-a6170ec8-b09d-433a-91b4-dd2dd54b2844 service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0843215 Nov 29 12:13:05.394990 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-2c13c0da-6b00-46fa-9592-f69df77b2d2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18 HTTP/1.1" status: 200 len: 217 time: 0.0336564 Nov 29 12:13:05.441954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-398a1cbd-cd58-4a98-8434-4193c7e30cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:05.443343 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-398a1cbd-cd58-4a98-8434-4193c7e30cdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0421672 Nov 29 12:13:05.474057 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-5753d543-7537-4793-87de-306cd53d783a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233035 Nov 29 12:13:05.565545 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-161c54c5-ff54-4290-8455-282b1a2094fd service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844138 Nov 29 12:13:05.653845 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-33564c0c-bc02-4545-9441-a9f7a21ce567 req-a4d3f4c5-633c-4511-9644-527ddac5ab44 service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814865 Nov 29 12:13:05.728081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8d8e3-22aa-4c93-a9f0-879d4ff26974 req-984b52d7-1b24-44d1-8621-8f331c67bc6d tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:05.729729 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1ee8d8e3-22aa-4c93-a9f0-879d4ff26974 req-984b52d7-1b24-44d1-8621-8f331c67bc6d tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0499473 Nov 29 12:13:05.767849 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1ee8d8e3-22aa-4c93-a9f0-879d4ff26974 req-05c09eb8-7a0d-494b-a961-b8a246bedb21 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Nov 29 12:13:06.033371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:06.880600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8224ac7-b853-4c88-80c3-b7470d939249 req-a5e9973f-b9ae-4cc8-a116-e13f3fc6906c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:06.882524 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b8224ac7-b853-4c88-80c3-b7470d939249 req-a5e9973f-b9ae-4cc8-a116-e13f3fc6906c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0479605 Nov 29 12:13:06.918520 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b8224ac7-b853-4c88-80c3-b7470d939249 req-d5c1d702-4237-46bc-869b-1b56553958bd tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301909 Nov 29 12:13:08.033630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78480a3-dd18-40ed-87f7-aca174e5b798 req-541ac402-3bcc-43fc-b422-34d647d1a592 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:08.035069 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b78480a3-dd18-40ed-87f7-aca174e5b798 req-541ac402-3bcc-43fc-b422-34d647d1a592 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0497024 Nov 29 12:13:08.071625 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b78480a3-dd18-40ed-87f7-aca174e5b798 req-cbd7a9b2-55b7-4598-a38f-fdcaa31384c0 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301445 Nov 29 12:13:09.183616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb401a-06d3-4da5-8b98-614665f958c7 req-684d5862-1e6c-48b2-8e1b-895ff79cd7b9 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:09.185058 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07fb401a-06d3-4da5-8b98-614665f958c7 req-684d5862-1e6c-48b2-8e1b-895ff79cd7b9 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0472386 Nov 29 12:13:09.223532 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07fb401a-06d3-4da5-8b98-614665f958c7 req-ebe21f3e-9dc3-4e7c-a7c1-12e5561658e4 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320098 Nov 29 12:13:09.408229 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b314e-866d-4a82-9d0e-d392edba0b8e req-e2f372b8-ad76-4b38-9c55-7047187c70c2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:09.409683 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e56b314e-866d-4a82-9d0e-d392edba0b8e req-e2f372b8-ad76-4b38-9c55-7047187c70c2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0485301 Nov 29 12:13:09.426429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-2b54940e-404a-4dc2-8383-c86d7164532b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:09.427875 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-2b54940e-404a-4dc2-8383-c86d7164532b tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3&tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 946 time: 0.0565941 Nov 29 12:13:09.447788 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e56b314e-866d-4a82-9d0e-d392edba0b8e req-5c1238f0-8f3a-4743-b651-459d0d682c7c tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Nov 29 12:13:09.506469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-01324c3b-b8fe-4d2b-aaf5-2d72f1a7bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:09.507938 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-01324c3b-b8fe-4d2b-aaf5-2d72f1a7bc47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 1099 time: 0.0396616 Nov 29 12:13:09.595729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-2768fbf4-d053-47f4-a20b-132c35d0c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:09.597139 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-2768fbf4-d053-47f4-a20b-132c35d0c41e service neutron] 10.222.0.30 "GET /v2.0/networks?id=013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 200 len: 916 time: 0.0817504 Nov 29 12:13:09.640419 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-a456db90-c745-4d6e-aa8f-3913b3c029c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18 HTTP/1.1" status: 200 len: 217 time: 0.0363994 Nov 29 12:13:09.691338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-99ce66f8-8bb1-460b-b0f2-05d037bec46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:09.692722 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-99ce66f8-8bb1-460b-b0f2-05d037bec46a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 200 len: 855 time: 0.0457952 Nov 29 12:13:09.723065 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-e33d384d-248e-4408-8215-c02f8d383b41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=013a753b-c8d4-4f30-ab0d-522fda57e69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235722 Nov 29 12:13:09.811447 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-651f5e41-1298-47d5-903f-9766317dd49e service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816557 Nov 29 12:13:09.903821 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ece70265-396b-47a5-bcc2-70bc885031f1 req-91b830bf-6180-4b48-be52-14caac9c3a8e service neutron] 10.222.0.30 "GET /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856285 Nov 29 12:13:10.563569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a128c63-cd1e-4259-80eb-93831dd5af77 req-a5ebcf76-bd26-4e47-825e-b206d1d2ced2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:10.564929 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a128c63-cd1e-4259-80eb-93831dd5af77 req-a5ebcf76-bd26-4e47-825e-b206d1d2ced2 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0507712 Nov 29 12:13:10.604456 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a128c63-cd1e-4259-80eb-93831dd5af77 req-a63c6231-de2f-4e7a-ba80-414d5997a0f5 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331137 Nov 29 12:13:10.717664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61554-155b-4c11-92d2-839c3bb5ba6e req-02424184-2aae-44a3-a950-12d55361be4e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:10.719183 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-36c61554-155b-4c11-92d2-839c3bb5ba6e req-02424184-2aae-44a3-a950-12d55361be4e tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0512617 Nov 29 12:13:10.755387 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-36c61554-155b-4c11-92d2-839c3bb5ba6e req-2e6c3ce3-ad02-4d8a-9469-d46a0a6843f3 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303752 Nov 29 12:13:10.864709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf149714-3ddf-48c6-8098-69aa938cd322 req-ad5f7a38-2e27-4ca6-a5dd-58df17eb7244 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:10.866091 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bf149714-3ddf-48c6-8098-69aa938cd322 req-ad5f7a38-2e27-4ca6-a5dd-58df17eb7244 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0473149 Nov 29 12:13:10.906218 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bf149714-3ddf-48c6-8098-69aa938cd322 req-b94b9e9d-67d9-44e2-884b-03b9a6a1c660 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336809 Nov 29 12:13:11.230253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d01d8-f104-4220-91fa-ec79dfcb6507 req-22aa928b-0722-476f-b882-d01b60970975 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:11.231713 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-717d01d8-f104-4220-91fa-ec79dfcb6507 req-22aa928b-0722-476f-b882-d01b60970975 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0601158 Nov 29 12:13:11.270426 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-717d01d8-f104-4220-91fa-ec79dfcb6507 req-5f2a84a8-763f-4487-9a21-1d2ab94b5e45 tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306823 Nov 29 12:13:12.380573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dfc92-3a7a-43be-8110-6fd5e3603844 req-c32bc425-b7b1-4ca6-9987-34ea4ebfef0f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:12.382025 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db2dfc92-3a7a-43be-8110-6fd5e3603844 req-c32bc425-b7b1-4ca6-9987-34ea4ebfef0f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0468235 Nov 29 12:13:12.418029 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-db2dfc92-3a7a-43be-8110-6fd5e3603844 req-b73657de-44cc-4418-9d96-f24489aa28de tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/security-groups?id=8bfd4d78-517f-409b-8af9-d66227e9464d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295658 Nov 29 12:13:12.845754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56087d7e-e060-4197-9114-6b056df03e2e req-d06f5dfe-ac89-416e-a8d9-b7452c41ef0a tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:12.847203 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56087d7e-e060-4197-9114-6b056df03e2e req-d06f5dfe-ac89-416e-a8d9-b7452c41ef0a tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 946 time: 0.0473645 Nov 29 12:13:12.934877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Deleting port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:13:12.935218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:13.022792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] For port 3f81d175-0457-4ff0-bae2-6b87b4a22a18, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f81d175-0457-4ff0-bae2-6b87b4a22a18,segment=NetworkSegment(29370083-2ea5-4ea3-801c-6a1edfdca6c3),segment_id=29370083-2ea5-4ea3-801c-6a1edfdca6c3)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:13:13.023670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:13.034940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Calling delete_port for 3f81d175-0457-4ff0-bae2-6b87b4a22a18 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:13:13.154132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:13.165997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['3f81d175-0457-4ff0-bae2-6b87b4a22a18'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:13:13.185656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Pushing event deleted for resources: {'Port': ['ID=3f81d175-0457-4ff0-bae2-6b87b4a22a18,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:13.197798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.198171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.198518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.198849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.199182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.199507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.199835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.200160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.200483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.200802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.201123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.201441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:13.235394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] No DVR routers for this DVR port 3f81d175-0457-4ff0-bae2-6b87b4a22a18 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:13:13.237794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:13.241054 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56087d7e-e060-4197-9114-6b056df03e2e req-aa57d23c-5c79-40d7-80c5-eaaae5e7e3df tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.30 "DELETE /v2.0/ports/3f81d175-0457-4ff0-bae2-6b87b4a22a18 HTTP/1.1" status: 204 len: 173 time: 0.3879528 Nov 29 12:13:13.241485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06641c73-3b0e-4a4c-8736-fb158e6882b3', 'name': 'network-vif-deleted', 'tag': '3f81d175-0457-4ff0-bae2-6b87b4a22a18'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:13:13.243780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada1998-669b-497d-b071-4be8ada08902" -d '{"events": [{"server_uuid": "06641c73-3b0e-4a4c-8736-fb158e6882b3", "name": "network-vif-deleted", "tag": "3f81d175-0457-4ff0-bae2-6b87b4a22a18"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:13:13.280813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52911f7-6af7-426d-be57-27b527209f52 x-openstack-request-id: req-b52911f7-6af7-426d-be57-27b527209f52 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:13:13.281111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06641c73-3b0e-4a4c-8736-fb158e6882b3", "name": "network-vif-deleted", "tag": "3f81d175-0457-4ff0-bae2-6b87b4a22a18", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:13:13.281360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b52911f7-6af7-426d-be57-27b527209f52 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:13:13.281755 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06641c73-3b0e-4a4c-8736-fb158e6882b3', 'name': 'network-vif-deleted', 'tag': '3f81d175-0457-4ff0-bae2-6b87b4a22a18', 'status': 'completed', 'code': 200} Nov 29 12:13:13.520154 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-258d9812-6d78-484a-85d4-0b0d118a29ab req-eb2572b8-bce6-4db0-a146-f0cff5fc7e7f tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] 10.222.0.23 "GET /v2.0/ports?device_id=06641c73-3b0e-4a4c-8736-fb158e6882b3 HTTP/1.1" status: 200 len: 210 time: 0.0270791 Nov 29 12:13:14.635126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35344) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:14.678220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedd7891-3efa-4d82-bdd0-907b876f7d1e admin admin] Deleting subnet cb10b8be-1472-401d-b3d2-be94f7f10c88 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:13:14.681112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cedd7891-3efa-4d82-bdd0-907b876f7d1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:14.713711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cedd7891-3efa-4d82-bdd0-907b876f7d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:14.754991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cedd7891-3efa-4d82-bdd0-907b876f7d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:14.804756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cedd7891-3efa-4d82-bdd0-907b876f7d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:14.829649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd7891-3efa-4d82-bdd0-907b876f7d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb10b8be-1472-401d-b3d2-be94f7f10c88,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:14.833376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cedd7891-3efa-4d82-bdd0-907b876f7d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:14.837628 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cedd7891-3efa-4d82-bdd0-907b876f7d1e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb10b8be-1472-401d-b3d2-be94f7f10c88 HTTP/1.1" status: 204 len: 168 time: 0.2010586 Nov 29 12:13:14.839757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35346) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:14.904877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:14.983228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.002266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013a753b-c8d4-4f30-ab0d-522fda57e69e']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:15.011566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29370083-2ea5-4ea3-801c-6a1edfdca6c3') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:15.011862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29370083-2ea5-4ea3-801c-6a1edfdca6c3') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:15.020737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.034101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.039957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:13:15.040341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:13:15.042086 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:13:15.097630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.102251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.105592 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/013a753b-c8d4-4f30-ab0d-522fda57e69e HTTP/1.1" status: 204 len: 168 time: 0.2648959 Nov 29 12:13:15.119856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0df0e-e9a5-49f7-ad20-342542abfc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=013a753b-c8d4-4f30-ab0d-522fda57e69e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:15.229391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35350) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:15.275165 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a307d5b5-4448-4808-8077-e15d4325994b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f8d9eea3925447ab8cafdad41a68c3b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445766 Nov 29 12:13:15.277581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35352) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:15.324095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-383291e8-caae-4fe2-ae35-de35774c4be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.344267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-383291e8-caae-4fe2-ae35-de35774c4be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.390241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-383291e8-caae-4fe2-ae35-de35774c4be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.392757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-383291e8-caae-4fe2-ae35-de35774c4be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:15.393914 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-383291e8-caae-4fe2-ae35-de35774c4be9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bfd4d78-517f-409b-8af9-d66227e9464d HTTP/1.1" status: 204 len: 168 time: 0.1154342 Nov 29 12:13:15.401535 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383291e8-caae-4fe2-ae35-de35774c4be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd4d78-517f-409b-8af9-d66227e9464d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:16.035612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35374) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:16.137779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2026477133-network', 'tenant_id': '5aa140c656d74c988a1337244b086dd5'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:16.157852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Made reservation on behalf of 5aa140c656d74c988a1337244b086dd5 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:13:16.160050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.167999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.244322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.247758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.271185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:13:16.280492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37be07f2-e2d5-4378-95a1-cdca454ea263,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:16.285087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.285428 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Added segment eacc2a98-0183-4236-8f2e-7d79445e9217 of type vlan for network d1397a0d-069f-498a-94e7-40b84ff1b4d8 Nov 29 12:13:16.324797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.348153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.349110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:16.349678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.399337 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3626578 Nov 29 12:13:16.402344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 35378) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:16.407187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Request body: {'subnet': {'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2026477133-subnet', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:16.409699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ad11d-3cbe-4b5b-a2c4-ee75e16ddd6d admin admin] Pushing event updated for resources: {'Network': ['ID=d1397a0d-069f-498a-94e7-40b84ff1b4d8,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:16.419587 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:13:16.427494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Made reservation on behalf of 5aa140c656d74c988a1337244b086dd5 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:13:16.430673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.565008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f81d175-0457-4ff0-bae2-6b87b4a22a18 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:13:16.584792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 3f81d175-0457-4ff0-bae2-6b87b4a22a18 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:13:16.585120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f81d175-0457-4ff0-bae2-6b87b4a22a18 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:13:16.594584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.652402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71999c3f-e8dc-4c7f-99df-a25598b95679,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:16.662524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.662815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.663151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.664090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.664428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.664755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.665080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.665402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.665725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.666071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.666392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.666708 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:16.671625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Checking segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:13:16.671979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Network hostable DHCP agents. Network: d1397a0d-069f-498a-94e7-40b84ff1b4d8, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:13:16.689251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:13:16.697880 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, d1397a0d-069f-498a-94e7-40b84ff1b4d8) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:13:16.701902 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:16.702509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.706906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540f0ca-f358-4532-b0c2-43ba865a144f None None] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:13:16.722050 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0a9fc0d2-c531-4c85-96ee-56ff1075ec87 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3185842 Nov 29 12:13:16.724739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 35380) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:16.729432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:16.750019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.751002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.803191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.852389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-d1397a0d-069f-498a-94e7-40b84ff1b4d8', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:13:16.853267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:16.996709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Allocated IP 172.20.0.2 (d1397a0d-069f-498a-94e7-40b84ff1b4d8/71999c3f-e8dc-4c7f-99df-a25598b95679/adfe643f-3733-49eb-a677-7e483b79871e) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:13:17.136345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.143583 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.184038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:13:17.186764 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:13:17.190067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:13:17.199403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Pushing event updated for resources: {'Port': ['ID=adfe643f-3733-49eb-a677-7e483b79871e,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:17.247909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Attempting to bind port adfe643f-3733-49eb-a677-7e483b79871e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:13:17.248193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Attempting to bind port adfe643f-3733-49eb-a677-7e483b79871e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:13:17.248547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Attempting to bind port adfe643f-3733-49eb-a677-7e483b79871e on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:13:17.253393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:13:17.253760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Checking segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:13:17.254181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.254566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Bound using segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:13:17.255022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Bound port: adfe643f-3733-49eb-a677-7e483b79871e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:13:17.255394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.280425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.314919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] For port adfe643f-3733-49eb-a677-7e483b79871e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:13:17.318027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] For port adfe643f-3733-49eb-a677-7e483b79871e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=adfe643f-3733-49eb-a677-7e483b79871e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:13:17.323465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.382856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41913a-7e8a-46ef-8502-0b916600f288 None None] Pushing event updated for resources: {'Port': ['ID=adfe643f-3733-49eb-a677-7e483b79871e,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:17.476952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.497373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.615123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Allocated IP 172.26.5.55 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/b4f7120b-66ca-45a5-92b7-18abdc785132) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:13:17.724550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.756545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:17.793577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:13:17.797524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:13:17.804406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:13:17.806332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Pushing event updated for resources: {'Port': ['ID=b4f7120b-66ca-45a5-92b7-18abdc785132,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:18.044503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:18.240466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:18.299866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f281e8-4c00-4c0e-b978-dd0044a7f7f0 None None] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:13:18.364137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3de799b3-a28b-457b-af6f-87494236995a None None] Provisioning complete for port adfe643f-3733-49eb-a677-7e483b79871e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:18.364528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3de799b3-a28b-457b-af6f-87494236995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:18.368325 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:13:18.475543 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:13:18.492926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:13:18.493311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:18.497453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35382) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:18.497872 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-25dc76fd-5503-41d2-a8e9-18f5ce9ca2ed admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7717853 Nov 29 12:13:18.517994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:13:18.518596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:13:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:18.522743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3de799b3-a28b-457b-af6f-87494236995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:18.769286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3de799b3-a28b-457b-af6f-87494236995a None None] For port adfe643f-3733-49eb-a677-7e483b79871e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=adfe643f-3733-49eb-a677-7e483b79871e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:13:18.776207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3de799b3-a28b-457b-af6f-87494236995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:18.816586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:13:18.924453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:18.927120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de799b3-a28b-457b-af6f-87494236995a None None] Pushing event updated for resources: {'Port': ['ID=adfe643f-3733-49eb-a677-7e483b79871e,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:19.010204 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-78bf221d-3028-4e0a-8bab-f9f694b9681b None None] Provisioning complete for port adfe643f-3733-49eb-a677-7e483b79871e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:19.010470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-78bf221d-3028-4e0a-8bab-f9f694b9681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.055205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:17Z', 'revision_number': 3, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:19.084419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:13:19.084807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Updating router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f port b4f7120b-66ca-45a5-92b7-18abdc785132 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:13:19.129213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Allocated IP 172.20.0.1 (d1397a0d-069f-498a-94e7-40b84ff1b4d8/71999c3f-e8dc-4c7f-99df-a25598b95679/70239052-6a3d-408b-a957-ae25d7173093) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:13:19.134522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.249378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.288132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.318781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device adfe643f-3733-49eb-a677-7e483b79871e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:13:19.333283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:13:19.341214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:13:19.343852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:13:19.347316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Pushing event updated for resources: {'Port': ['ID=70239052-6a3d-408b-a957-ae25d7173093,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:19.387571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.437366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port adfe643f-3733-49eb-a677-7e483b79871e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:19.437821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.473802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.487115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.526138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.553549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Attempting to bind port b4f7120b-66ca-45a5-92b7-18abdc785132 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:13:19.554054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Attempting to bind port b4f7120b-66ca-45a5-92b7-18abdc785132 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:13:19.554522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Attempting to bind port b4f7120b-66ca-45a5-92b7-18abdc785132 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:13:19.563051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e805e2-d3c3-446a-8c53-4e41ac982dc0 None None] Pushing event updated for resources: {'Port': ['ID=b4f7120b-66ca-45a5-92b7-18abdc785132,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:19.567578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:13:19.568040 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:13:19.568514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.568969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:13:19.570088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Bound port: b4f7120b-66ca-45a5-92b7-18abdc785132, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:13:19.570643 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.652837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7ffc685e-8bfd-42ad-abd3-c05a96e1b1af None None] Provisioning complete for port 70239052-6a3d-408b-a957-ae25d7173093 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:19.653214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7ffc685e-8bfd-42ad-abd3-c05a96e1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.681039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] For port b4f7120b-66ca-45a5-92b7-18abdc785132, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:13:19.690344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.694667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.697533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] For port b4f7120b-66ca-45a5-92b7-18abdc785132, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b4f7120b-66ca-45a5-92b7-18abdc785132,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:13:19.703933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc685e-8bfd-42ad-abd3-c05a96e1b1af None None] Port 70239052-6a3d-408b-a957-ae25d7173093 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:13:19.705822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:19.766429 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:13:19.767063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:13:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:19.770131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e805e2-d3c3-446a-8c53-4e41ac982dc0 None None] Pushing event updated for resources: {'Port': ['ID=b4f7120b-66ca-45a5-92b7-18abdc785132,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:19.877389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:13:20.051295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:20.053875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Pushing event updated for resources: {'Port': ['ID=70239052-6a3d-408b-a957-ae25d7173093,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:20.078049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 2, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:20.107718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f77d593-8bb6-4658-a069-c36966873709 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 2, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:13:20.148192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:13:20.149574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:13:20.267965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:13:20.395442 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:13:20.401643 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5b5d597b-3479-4b2c-b435-9df6c755f60d admin admin] 10.222.0.23 "PUT /v2.0/routers/24f6c25a-0769-4686-b4b2-fdcd5ccc898f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9029851 Nov 29 12:13:20.427494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b4929846-3d99-412b-97df-6e1a0fced57a None None] Provisioning complete for port 70239052-6a3d-408b-a957-ae25d7173093 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:20.428028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b4929846-3d99-412b-97df-6e1a0fced57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:20.462652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b4929846-3d99-412b-97df-6e1a0fced57a None None] Port 70239052-6a3d-408b-a957-ae25d7173093 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:13:20.786457 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35390) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:20.791982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2b8c0459-30f8-4984-b069-658c870acb02 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792262288', 'description': 'tempest-description--893051828'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:20.816619 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0459-30f8-4984-b069-658c870acb02 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:20.890486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0459-30f8-4984-b069-658c870acb02 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:20.894596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0459-30f8-4984-b069-658c870acb02 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:20.923224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2b8c0459-30f8-4984-b069-658c870acb02 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:20.924465 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2b8c0459-30f8-4984-b069-658c870acb02 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1369119 Nov 29 12:13:20.927349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35394) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:20.931770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0cc8152b-8cf2-4f3c-8539-bb4d358ea463 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'security_group_rule': {'security_group_id': '57980320-ff63-4a54-9123-57f2e6116903', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:20.937825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c0459-30f8-4984-b069-658c870acb02 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57980320-ff63-4a54-9123-57f2e6116903,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:20.963949 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cc8152b-8cf2-4f3c-8539-bb4d358ea463 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.023435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cc8152b-8cf2-4f3c-8539-bb4d358ea463 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.027318 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cc8152b-8cf2-4f3c-8539-bb4d358ea463 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.045842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8152b-8cf2-4f3c-8539-bb4d358ea463 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec34b89-5b64-4ada-98dc-e44dadd0d806,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:21.054270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cc8152b-8cf2-4f3c-8539-bb4d358ea463 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.055967 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0cc8152b-8cf2-4f3c-8539-bb4d358ea463 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277001 Nov 29 12:13:21.058638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35396) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:21.063151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-73c18db1-ad32-40c2-9fb2-26f512d4ef84 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'security_group_rule': {'security_group_id': '57980320-ff63-4a54-9123-57f2e6116903', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:21.090181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-73c18db1-ad32-40c2-9fb2-26f512d4ef84 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.149101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-73c18db1-ad32-40c2-9fb2-26f512d4ef84 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.152563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-73c18db1-ad32-40c2-9fb2-26f512d4ef84 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.175388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c18db1-ad32-40c2-9fb2-26f512d4ef84 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166802a0-92da-4e07-9043-be8f7bbaae16,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:21.181527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-73c18db1-ad32-40c2-9fb2-26f512d4ef84 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.182581 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-73c18db1-ad32-40c2-9fb2-26f512d4ef84 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230259 Nov 29 12:13:21.185538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 35398) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:21.190123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:21.220075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.305279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b4f7120b-66ca-45a5-92b7-18abdc785132 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:13:21.329282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.359026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b4f7120b-66ca-45a5-92b7-18abdc785132 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:21.359403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.437864 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.441247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Allocated IP 172.26.5.14 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/0c9b01df-a7bc-416c-80e3-b946407e8616) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:13:21.458043 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port b4f7120b-66ca-45a5-92b7-18abdc785132, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b4f7120b-66ca-45a5-92b7-18abdc785132,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:13:21.462397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.509064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=b4f7120b-66ca-45a5-92b7-18abdc785132,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:21.548073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.580978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.621711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:13:21.624405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:13:21.627389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:13:21.639987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'Port': ['ID=0c9b01df-a7bc-416c-80e3-b946407e8616,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:21.750680 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.786432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.937840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:21.943097 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:22.016142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'Port': ['ID=0c9b01df-a7bc-416c-80e3-b946407e8616,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:22.025812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:22.040317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:22.041521 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-18e63c2e-038a-4c72-ac42-369228d705a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8549752 Nov 29 12:13:22.088300 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:13:22.097253 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:13:22.097853 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:13:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:22.180472 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-a5bf9659-371a-4297-9430-55233526a3fb tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--792262288&fields=id&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 267 time: 0.0328748 Nov 29 12:13:22.202365 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:13:22.285293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-c8a6ee76-5a9c-4319-a691-67a7066c7fb4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:22.286704 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-c8a6ee76-5a9c-4319-a691-67a7066c7fb4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 812 time: 0.0995882 Nov 29 12:13:22.301847 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-51d0d4be-42f7-4a0e-8f40-c346d783379e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/quotas/5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 375 time: 0.0088701 Nov 29 12:13:22.357576 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-6d06f21c-24d2-4e13-ba3f-a6c1454fd7ab tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502937 Nov 29 12:13:22.403513 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 2, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:22.429136 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:13:22.429488 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Updating router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f port 70239052-6a3d-408b-a957-ae25d7173093 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:13:22.450677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-86e34d38-a897-4f29-b9e9-5a56fed4646e service neutron] 10.222.0.23 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815365 Nov 29 12:13:22.453713 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:22.542072 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-5018d694-9bfa-42e2-99aa-1ea06a7516dd service neutron] 10.222.0.23 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851829 Nov 29 12:13:22.701353 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9d4954a8-b9b2-4735-9f45-b20b0bbaf554 req-6219c34f-408b-47ee-9c5d-a13762d3d5df tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 210 time: 0.0284178 Nov 29 12:13:22.718175 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:22.723640 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:22.770439 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Pushing event updated for resources: {'Port': ['ID=70239052-6a3d-408b-a957-ae25d7173093,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:22.779472 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.779825 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.780168 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.780505 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.780842 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.781175 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.781504 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.781832 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.782185 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.782511 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.782833 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.783154 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:13:22.840111 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Attempting to bind port 70239052-6a3d-408b-a957-ae25d7173093 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:13:22.840556 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Attempting to bind port 70239052-6a3d-408b-a957-ae25d7173093 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:13:22.841109 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Attempting to bind port 70239052-6a3d-408b-a957-ae25d7173093 on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:13:22.846329 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:13:22.846777 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Checking segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:13:22.847226 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:22.847651 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Bound using segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:13:22.848291 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Bound port: 70239052-6a3d-408b-a957-ae25d7173093, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:13:22.848716 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:22.993438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-0a7db1aa-42ea-4462-9152-479a54988afc None None] Provisioning complete for port 70239052-6a3d-408b-a957-ae25d7173093 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:22.993929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a7db1aa-42ea-4462-9152-479a54988afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:23.019316 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] For port 70239052-6a3d-408b-a957-ae25d7173093, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:13:23.023273 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] For port 70239052-6a3d-408b-a957-ae25d7173093, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=70239052-6a3d-408b-a957-ae25d7173093,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:13:23.029326 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:23.037929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0a7db1aa-42ea-4462-9152-479a54988afc None None] Port 70239052-6a3d-408b-a957-ae25d7173093 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:13:23.088513 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:13:23.089140 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:13:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:23.092530 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0c421-f762-4b1f-b1ee-d9805c8b7cda None None] Pushing event updated for resources: {'Port': ['ID=70239052-6a3d-408b-a957-ae25d7173093,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:23.200633 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:13:23.315742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 70239052-6a3d-408b-a957-ae25d7173093 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:13:23.373215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-050d7ffa-faad-4c4b-a7de-c938825f40c3 None None] Provisioning complete for port 70239052-6a3d-408b-a957-ae25d7173093 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:23.373689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-050d7ffa-faad-4c4b-a7de-c938825f40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:23.377353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 70239052-6a3d-408b-a957-ae25d7173093 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:23.377805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:23.418556 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:23.444008 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1744de06-476a-4721-9e1a-96efb6cc0f41 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:13:23.511714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-050d7ffa-faad-4c4b-a7de-c938825f40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:23.541734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:23.575585 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-050d7ffa-faad-4c4b-a7de-c938825f40c3 None None] For port 70239052-6a3d-408b-a957-ae25d7173093, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=70239052-6a3d-408b-a957-ae25d7173093,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:13:23.583138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-050d7ffa-faad-4c4b-a7de-c938825f40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:23.655440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:13:23.656018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:13:23.660397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d7ffa-faad-4c4b-a7de-c938825f40c3 None None] Pushing event updated for resources: {'Port': ['ID=70239052-6a3d-408b-a957-ae25d7173093,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:23.702382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-047dd0a9-85b6-4108-bf3a-3b7d37dbb7ea tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:23.703889 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-047dd0a9-85b6-4108-bf3a-3b7d37dbb7ea tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1278524 Nov 29 12:13:23.756239 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-b3411e48-7330-45ed-9441-4e7daf266ac8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 379 time: 0.0427787 Nov 29 12:13:23.765899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'port': {'device_id': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'admin_state_up': True, 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'security_groups': ['57980320-ff63-4a54-9123-57f2e6116903']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:23.803735 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4a286c70-69fa-4916-a162-345746a8b493 req-91429093-40d3-490c-9a53-0b7d91a69a81 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 210 time: 0.0269151 Nov 29 12:13:23.877481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Made reservation on behalf of 5aa140c656d74c988a1337244b086dd5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:13:23.881061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.018592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Allocated IP 172.20.0.9 (d1397a0d-069f-498a-94e7-40b84ff1b4d8/71999c3f-e8dc-4c7f-99df-a25598b95679/fe69e550-8fb4-4911-bbd7-9b644a11c108) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:13:24.155563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.193163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.197156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b4f7120b-66ca-45a5-92b7-18abdc785132 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:13:24.236082 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:13:24.239057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:13:24.242883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b4f7120b-66ca-45a5-92b7-18abdc785132 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:24.243327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.246945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:13:24.250925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:24.299756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:24.300417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.320374 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-87e9f48e-67ba-4fc4-aa9d-7ba66ef72cd9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582445 Nov 29 12:13:24.333386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Request body: {'port': {'device_id': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:24.391314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.508879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9f0c3dd6-3211-4a05-a1b2-75c19dc94bb9 None None] Provisioning complete for port fe69e550-8fb4-4911-bbd7-9b644a11c108 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:24.509171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9f0c3dd6-3211-4a05-a1b2-75c19dc94bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.544759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9f0c3dd6-3211-4a05-a1b2-75c19dc94bb9 None None] Port fe69e550-8fb4-4911-bbd7-9b644a11c108 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:13:24.644526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe69e550-8fb4-4911-bbd7-9b644a11c108 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:13:24.651662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.662927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Transition to ACTIVE for port object fe69e550-8fb4-4911-bbd7-9b644a11c108 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:13:24.667275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.717683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Pushing event updated for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:24.786057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Attempting to bind port fe69e550-8fb4-4911-bbd7-9b644a11c108 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:13:24.786391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Attempting to bind port fe69e550-8fb4-4911-bbd7-9b644a11c108 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:13:24.786716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Attempting to bind port fe69e550-8fb4-4911-bbd7-9b644a11c108 on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:13:24.791651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Port fe69e550-8fb4-4911-bbd7-9b644a11c108 on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:13:24.791964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Attempting to bind port fe69e550-8fb4-4911-bbd7-9b644a11c108 on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:13:24.796675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:13:24.797002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Checking segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:13:24.797379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Bound using segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:13:24.797794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Bound port: fe69e550-8fb4-4911-bbd7-9b644a11c108, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:13:24.798172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.865563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:13:24.869375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:13:24.874137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.905544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:24.906172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:24.907883 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] 10.222.0.30 "PUT /v2.0/ports/fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 1093 time: 0.5791264 Nov 29 12:13:24.911397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:13:24.916073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:13:24.928098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf23944-436f-42dd-a9ea-57cc5f32035e req-cf587a01-0649-4bda-b282-2ec59dd7a24d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:24.935874 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cdf23944-436f-42dd-a9ea-57cc5f32035e req-cf587a01-0649-4bda-b282-2ec59dd7a24d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 943 time: 0.0594466 Nov 29 12:13:24.980102 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cdf23944-436f-42dd-a9ea-57cc5f32035e req-4666aa9c-f1b6-402f-8d5b-a09d7f06dec4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Nov 29 12:13:24.992051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be01f32-ea8e-40f6-a812-041a78bc6405 x-openstack-request-id: req-5be01f32-ea8e-40f6-a812-041a78bc6405 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:13:24.992347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:13:24.992595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5be01f32-ea8e-40f6-a812-041a78bc6405 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:13:24.992990 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'status': 'completed', 'code': 200} Nov 29 12:13:24.996176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcc3dd-40c1-4cd0-91b9-072b86218e6b service neutron] Pushing event updated for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:25.012966 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-3e24fca9-fd68-4913-b6e1-da4c7f18841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:25.014513 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-3e24fca9-fd68-4913-b6e1-da4c7f18841a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1096 time: 0.0631554 Nov 29 12:13:25.060242 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-8b2b0802-514c-43f9-aed1-8ef7398c37c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 217 time: 0.0382640 Nov 29 12:13:25.110933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-600dc9c0-bedd-4852-9c79-93472111b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:25.112372 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-600dc9c0-bedd-4852-9c79-93472111b32c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0450268 Nov 29 12:13:25.155873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-b274a206-1def-4599-9fb4-5c55a3191c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:25.157280 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-b274a206-1def-4599-9fb4-5c55a3191c8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381289 Nov 29 12:13:25.257057 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-db2d250f-430e-4e81-9549-0017a29e5ffd service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923064 Nov 29 12:13:25.287439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 70239052-6a3d-408b-a957-ae25d7173093 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:13:25.334528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 70239052-6a3d-408b-a957-ae25d7173093 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:25.334900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:25.348407 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8dea166-1bf3-4079-be55-05d25c9486e7 req-16466deb-354c-4952-8c2a-d1f4a1c608ee service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841706 Nov 29 12:13:25.432121 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-0ea93d94-0831-44c0-9044-504204becdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:25.433685 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-0ea93d94-0831-44c0-9044-504204becdc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1096 time: 0.0412238 Nov 29 12:13:25.525915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-64e5c64d-e13f-4ad0-b8c0-306e3131b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:25.527383 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-64e5c64d-e13f-4ad0-b8c0-306e3131b0ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0862296 Nov 29 12:13:25.569046 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-54bb9995-df78-4d6a-bcc1-58f33396379a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 217 time: 0.0333912 Nov 29 12:13:25.619725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-10701297-81cf-4f95-813c-ebc2b5662ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:25.621111 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-10701297-81cf-4f95-813c-ebc2b5662ad0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0455949 Nov 29 12:13:25.665613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-340875c9-46af-43ef-a7d5-affd6db0303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:25.667128 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-340875c9-46af-43ef-a7d5-affd6db0303a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388584 Nov 29 12:13:25.753459 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-2630a465-b581-4bf0-a44a-1325071ec10d service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787015 Nov 29 12:13:25.844851 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43aee9c2-6ada-42bd-b4f7-73a173eac3d6 req-944974cd-bcf2-4bf4-8772-058b66da4f3a service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836997 Nov 29 12:13:26.090415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a77fa2-c3a4-45c5-b2e3-aa0083d93f47 req-49465784-c0e0-4e99-ad16-d64275df50fe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:26.091857 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07a77fa2-c3a4-45c5-b2e3-aa0083d93f47 req-49465784-c0e0-4e99-ad16-d64275df50fe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 943 time: 0.0511622 Nov 29 12:13:26.128769 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07a77fa2-c3a4-45c5-b2e3-aa0083d93f47 req-467352bc-7de7-4b17-8d94-be988d63266b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310047 Nov 29 12:13:27.238726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e368-e9f7-43fd-9a68-f120b1b5b2d7 req-def1a26b-eed4-4021-8bf2-c41986c2a44e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:27.240158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fd21e368-e9f7-43fd-9a68-f120b1b5b2d7 req-def1a26b-eed4-4021-8bf2-c41986c2a44e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 943 time: 0.0478299 Nov 29 12:13:27.277863 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fd21e368-e9f7-43fd-9a68-f120b1b5b2d7 req-d1260a0f-2505-4b63-a8c4-b61382546428 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Nov 29 12:13:27.632426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:28.387779 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6ad7b-5e0e-4c4c-b27c-fcb798f93913 req-5cb925a2-ca60-4c6c-85c1-285cc0d7c36d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:28.389233 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bdc6ad7b-5e0e-4c4c-b27c-fcb798f93913 req-5cb925a2-ca60-4c6c-85c1-285cc0d7c36d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 943 time: 0.0472155 Nov 29 12:13:28.426462 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bdc6ad7b-5e0e-4c4c-b27c-fcb798f93913 req-5993628b-2a8a-456b-b4b8-f57d3044548f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314400 Nov 29 12:13:28.627239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fe69e550-8fb4-4911-bbd7-9b644a11c108 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:13:28.720407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:13:28.731039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'mac_address': 'fa:16:3e:e7:af:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:13:28.766414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:28.778321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe69e550-8fb4-4911-bbd7-9b644a11c108 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:13:28.796369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:13:28.800374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:28.849271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:29.105890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['fe69e550-8fb4-4911-bbd7-9b644a11c108'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:13:29.542413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a9be7-ec5d-440b-9a92-ac33f2b6a0c6 req-4494df1c-0103-42a0-a5b1-5ffa998aba8f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:29.543850 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bf1a9be7-ec5d-440b-9a92-ac33f2b6a0c6 req-4494df1c-0103-42a0-a5b1-5ffa998aba8f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 944 time: 0.0520763 Nov 29 12:13:29.579900 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bf1a9be7-ec5d-440b-9a92-ac33f2b6a0c6 req-7c20e57c-bebc-4799-954b-aad6f0d1a569 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302227 Nov 29 12:13:30.636516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fe69e550-8fb4-4911-bbd7-9b644a11c108 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:13:30.687008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port fe69e550-8fb4-4911-bbd7-9b644a11c108 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:13:30.690643 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port fe69e550-8fb4-4911-bbd7-9b644a11c108 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:13:30.691017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:30.694428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43063a0e-8be1-40d0-90c3-f293ddc62ee9 req-f5775ce3-c357-4b0e-b7ce-1a1e1b0a6d32 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:30.695935 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43063a0e-8be1-40d0-90c3-f293ddc62ee9 req-f5775ce3-c357-4b0e-b7ce-1a1e1b0a6d32 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 944 time: 0.0505300 Nov 29 12:13:30.732853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-de04657e-45e6-482f-a8f7-01164f9e4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:30.736844 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43063a0e-8be1-40d0-90c3-f293ddc62ee9 req-aff3a929-e5f2-4681-a31d-a8c8d003c7d3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Nov 29 12:13:30.776748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:30.799459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:13:30.802198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5a456e-b9c9-4e16-8870-aa4627ba4a64" -d '{"events": [{"server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "name": "network-vif-plugged", "status": "completed", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:13:30.815586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:13:30.819441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:30.841660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e4df37-0ba0-4c78-94d8-aa49457ab6e1 x-openstack-request-id: req-08e4df37-0ba0-4c78-94d8-aa49457ab6e1 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:13:30.841957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "name": "network-vif-plugged", "status": "completed", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:13:30.842206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08e4df37-0ba0-4c78-94d8-aa49457ab6e1 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:13:30.842582 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'code': 200} Nov 29 12:13:30.870414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:13:31.000382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db4ea6-6bd7-4a80-961d-9a47aa1458b2 req-64afb63e-ec1c-4b9c-94f7-c2fa34036d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:31.001889 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-82db4ea6-6bd7-4a80-961d-9a47aa1458b2 req-64afb63e-ec1c-4b9c-94f7-c2fa34036d18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1098 time: 0.0399802 Nov 29 12:13:31.035344 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-82db4ea6-6bd7-4a80-961d-9a47aa1458b2 req-e78bf2df-914f-4822-9616-a5e59051b92e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266194 Nov 29 12:13:31.848189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995ad91-f27e-4f9d-8a82-a5d5b7e4b80a req-f5adfae9-0e65-46d6-a91d-00204e856341 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:31.849615 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3995ad91-f27e-4f9d-8a82-a5d5b7e4b80a req-f5adfae9-0e65-46d6-a91d-00204e856341 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0480025 Nov 29 12:13:31.886189 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3995ad91-f27e-4f9d-8a82-a5d5b7e4b80a req-d7572dac-56d4-4925-82f6-7ce26fb1401f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307209 Nov 29 12:13:33.001311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec6ab3-815e-4bea-9078-0178eeb0e7e0 req-db9e4aba-fb64-4ab8-b70b-e49131ecca12 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:33.002781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9aec6ab3-815e-4bea-9078-0178eeb0e7e0 req-db9e4aba-fb64-4ab8-b70b-e49131ecca12 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Nov 29 12:13:33.040180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9aec6ab3-815e-4bea-9078-0178eeb0e7e0 req-e22aac12-15af-44b0-9f94-fefcace71dbe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Nov 29 12:13:33.146471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad1f22-f88f-46fb-8799-12c5a4a3f71d req-727c0149-27b6-48a1-9cc7-2793f005c85e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:33.148598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-faad1f22-f88f-46fb-8799-12c5a4a3f71d req-727c0149-27b6-48a1-9cc7-2793f005c85e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0479848 Nov 29 12:13:33.156924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 35450) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:13:33.161263 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'floatingip': {'port_id': 'fe69e550-8fb4-4911-bbd7-9b644a11c108'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:13:33.200261 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:33.265543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4ce8294e-68b1-4cb8-8459-421707135435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:33.623712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:33.627391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:33.692563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:33.726895 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Floating IP be87f45a-911a-4e18-8077-5bf75beaae64 associated. External IP: 172.26.5.14, port: fe69e550-8fb4-4911-bbd7-9b644a11c108. Nov 29 12:13:33.933740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:13:34.040172 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:13:34.044694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:34.049428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:13:34.058003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:13:34.058617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:13:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:34.074140 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4e2abba7-a32e-4b47-b5e9-92b1aeccb2b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "PUT /v2.0/floatingips/be87f45a-911a-4e18-8077-5bf75beaae64 HTTP/1.1" status: 200 len: 990 time: 0.9133666 Nov 29 12:13:34.074140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:13:34.074552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b51e81-eca9-47af-a32e-daec606d7a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:13:34.110316 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de3f8f9-2140-4861-85f6-a9990207505c x-openstack-request-id: req-6de3f8f9-2140-4861-85f6-a9990207505c {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:13:34.110552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:13:34.110816 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6de3f8f9-2140-4861-85f6-a9990207505c {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:13:34.111228 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'status': 'completed', 'code': 200} Nov 29 12:13:34.179427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-b9121f6d-3ca9-4d07-aab0-cb5e14c3baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:34.180935 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-b9121f6d-3ca9-4d07-aab0-cb5e14c3baab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1098 time: 0.0430477 Nov 29 12:13:34.277812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-af69ef61-27b1-48e4-bac1-01aa95e3a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:34.279359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-af69ef61-27b1-48e4-bac1-01aa95e3a66b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0908015 Nov 29 12:13:34.306960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:13:34.344169 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-13a718c9-6371-4c4f-b742-01bff2818fe8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 998 time: 0.0570383 Nov 29 12:13:34.396049 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-8e7759ec-ddea-4b08-922a-bd395dbe35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:34.398089 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-8e7759ec-ddea-4b08-922a-bd395dbe35fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0466383 Nov 29 12:13:34.442769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-63b0f429-05a9-4ddf-9081-78569493981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:34.444765 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-63b0f429-05a9-4ddf-9081-78569493981d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387990 Nov 29 12:13:34.524347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:e7:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:13:33Z', 'revision_number': 1, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:34.533503 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-76296c63-cf9c-4219-b6a6-0eded45f67d0 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812612 Nov 29 12:13:34.549556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:13:34.557771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:13:34.558396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:13:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:34.627737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-68b51e81-eca9-47af-a32e-daec606d7a5c req-af5d482a-3c58-4713-be1c-8c6565cc83e1 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872757 Nov 29 12:13:34.663646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:13:34.755578 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:34.895358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:e7:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:13:33Z', 'revision_number': 1, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:13:34.920887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c8eac-3bce-40b2-ad38-3bd794746f63 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:e7:af:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:13:33Z', 'revision_number': 1, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:13:35.117310 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065c6b41-15fd-4d15-bb8d-02052523799e None None] New status for floating IP be87f45a-911a-4e18-8077-5bf75beaae64: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:13:36.036930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:13:41.954229 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:13:52.048238 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-51b38999-a262-414c-90b4-ee8994e9c69a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392177 Nov 29 12:13:52.131756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-80be60ed-57d7-4044-b2d3-863f61a566c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:52.133200 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-80be60ed-57d7-4044-b2d3-863f61a566c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1098 time: 0.0394816 Nov 29 12:13:52.237542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-335d9ba3-1274-48e4-a6a6-c34bfe5f2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:52.239027 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-335d9ba3-1274-48e4-a6a6-c34bfe5f2d2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0854440 Nov 29 12:13:52.300996 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-f95658d5-3cf4-4543-9782-fa5c111517f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 1000 time: 0.0546772 Nov 29 12:13:52.352587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-1c83c6ed-8d4d-4c86-a2ce-5d41d97b2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:52.353981 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-1c83c6ed-8d4d-4c86-a2ce-5d41d97b2f44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0457397 Nov 29 12:13:52.398084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-37dbfbd3-604d-4069-b385-1aa7becd5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:13:52.399481 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-37dbfbd3-604d-4069-b385-1aa7becd5ef9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377803 Nov 29 12:13:52.486293 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-8d0da2a6-b442-4c9a-a7c0-954133a56173 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784068 Nov 29 12:13:52.581033 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f8ca02eb-bd48-4a9d-88a0-d9379cb60ccc req-21ee029b-e04d-4116-9a98-d0c77fcb6de6 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Nov 29 12:13:57.636834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:00.712842 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-060120ee-210b-4cb6-a1bb-f74f4b4c4ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:03.270530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-44234060-9d85-42c2-965a-68a3c5ec59a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:03.694627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:04.723378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:06.038448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:18.953590 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:14:27.647967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:30.713009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f6999ab-1a07-4854-94e7-8302ae04a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:33.271514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ba5656d-6bfe-421c-a2c0-9607a2899faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:33.695542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:34.726660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:36.041216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:43.643018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24dfb1-73b7-4ef1-99a5-dd0206395d65 req-e1d39059-3f99-413d-a970-96e045ca5581 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:43.644458 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d24dfb1-73b7-4ef1-99a5-dd0206395d65 req-e1d39059-3f99-413d-a970-96e045ca5581 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0489311 Nov 29 12:14:43.683228 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d24dfb1-73b7-4ef1-99a5-dd0206395d65 req-d556a2f7-971f-4d94-abd3-b61b0f2e62a9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Nov 29 12:14:43.902960 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-555a5729-88f4-45f2-a893-79ae23c74991 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390217 Nov 29 12:14:43.919304 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184bad-a617-4823-9d23-456547ceaa59 req-e9db751b-2ba9-4a86-b50c-bf22fa9a8fc1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:43.920978 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f5184bad-a617-4823-9d23-456547ceaa59 req-e9db751b-2ba9-4a86-b50c-bf22fa9a8fc1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0488355 Nov 29 12:14:43.959265 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f5184bad-a617-4823-9d23-456547ceaa59 req-59107c3d-a2aa-449b-97a2-5c6792656bc0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322766 Nov 29 12:14:44.965017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-2d73db82-28ea-4d2f-a688-1a8981f55944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:44.966479 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-2d73db82-28ea-4d2f-a688-1a8981f55944 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1098 time: 0.0385876 Nov 29 12:14:45.059088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-525b1a71-fa36-4b23-8bd4-3a97073d28da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:45.060607 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-525b1a71-fa36-4b23-8bd4-3a97073d28da service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0868373 Nov 29 12:14:45.077970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb703-d064-4279-98a9-f8e74ec36813 req-7f091103-6740-4339-a1f5-e4a0033c5241 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:45.079428 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b06eb703-d064-4279-98a9-f8e74ec36813 req-7f091103-6740-4339-a1f5-e4a0033c5241 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0518713 Nov 29 12:14:45.121252 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b06eb703-d064-4279-98a9-f8e74ec36813 req-6bf12040-ee9f-4daa-838f-bb65983cae3b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327551 Nov 29 12:14:45.124232 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-7fe72c4b-1192-42eb-bc16-8f8c85d0b8ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 1000 time: 0.0567615 Nov 29 12:14:45.176289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-a81095af-bd2e-4e80-8a37-9761aee13a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:45.177735 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-a81095af-bd2e-4e80-8a37-9761aee13a06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0467057 Nov 29 12:14:45.220992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-21cfbb0e-4f9f-481e-acdc-842fce550681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:45.222391 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-21cfbb0e-4f9f-481e-acdc-842fce550681 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380259 Nov 29 12:14:45.306961 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-1c30140a-0508-478d-9ed3-c7fb93bb19ae service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778139 Nov 29 12:14:45.397253 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-16f19c48-54ff-49b1-923b-1e7ec58bdbe4 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828044 Nov 29 12:14:46.233520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764230b7-ffe3-4ea0-9fa2-93c3421cdd80 req-9f14ed68-e97e-40c5-954a-1dcbab08ee2a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:46.234999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-764230b7-ffe3-4ea0-9fa2-93c3421cdd80 req-9f14ed68-e97e-40c5-954a-1dcbab08ee2a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0481730 Nov 29 12:14:46.272559 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-764230b7-ffe3-4ea0-9fa2-93c3421cdd80 req-581a3c3a-7fcf-43a3-9bf7-64d6601b18f1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312407 Nov 29 12:14:47.384597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750f974-44d2-423a-92aa-217503e71cfd req-010ca31c-6b31-4533-b763-1829ac28bcd2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:47.386082 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1750f974-44d2-423a-92aa-217503e71cfd req-010ca31c-6b31-4533-b763-1829ac28bcd2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0475483 Nov 29 12:14:47.422875 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1750f974-44d2-423a-92aa-217503e71cfd req-b4bcd0db-42cd-450a-a12e-5e9e6350b762 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311193 Nov 29 12:14:48.546696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829140e2-5ecb-47b7-b348-db0c1de3996b req-5e9c036f-41de-4dc2-a8d8-42e7ac8d086d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:48.548157 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-829140e2-5ecb-47b7-b348-db0c1de3996b req-5e9c036f-41de-4dc2-a8d8-42e7ac8d086d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0577507 Nov 29 12:14:48.585312 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-829140e2-5ecb-47b7-b348-db0c1de3996b req-e15d0092-cd3d-43a3-82e2-e75bbc39fa7f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306599 Nov 29 12:14:49.701296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a7ac-9a30-41c9-a487-32c0d36523f9 req-9d5dfcb4-36e8-4c06-a14f-ff46b9c05558 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:49.702777 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f992a7ac-9a30-41c9-a487-32c0d36523f9 req-9d5dfcb4-36e8-4c06-a14f-ff46b9c05558 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0523856 Nov 29 12:14:49.738975 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f992a7ac-9a30-41c9-a487-32c0d36523f9 req-ce4825a3-38e6-4964-be3b-ae21574902f6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303998 Nov 29 12:14:50.850899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8fd41-149f-49ea-a8ec-47d49c76b956 req-0251ff27-0f94-44be-81dd-184458f0e546 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:50.852451 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-34d8fd41-149f-49ea-a8ec-47d49c76b956 req-0251ff27-0f94-44be-81dd-184458f0e546 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0484438 Nov 29 12:14:50.889271 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-34d8fd41-149f-49ea-a8ec-47d49c76b956 req-3fbc6d9d-9606-4e5b-80f3-628dbe692bf4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310688 Nov 29 12:14:52.007798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa92bf-13fa-4494-9d73-e29d0b71e4c4 req-66ec877e-d75c-4b75-bf24-1dfc635e7ee2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:52.009251 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1bfa92bf-13fa-4494-9d73-e29d0b71e4c4 req-66ec877e-d75c-4b75-bf24-1dfc635e7ee2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0538046 Nov 29 12:14:52.045321 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1bfa92bf-13fa-4494-9d73-e29d0b71e4c4 req-42682a30-85ff-4e12-8115-170e5600fb76 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302413 Nov 29 12:14:53.128059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-ebeb31b6-8877-4f35-a39a-b9307788f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:53.129671 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-ebeb31b6-8877-4f35-a39a-b9307788f5e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1098 time: 0.0962279 Nov 29 12:14:53.159329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f069b82-88c7-4604-a408-13c7c085601c req-64ba47e0-9ec3-4e96-a52e-65bdeabd2e47 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:53.161361 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f069b82-88c7-4604-a408-13c7c085601c req-64ba47e0-9ec3-4e96-a52e-65bdeabd2e47 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0500851 Nov 29 12:14:53.198591 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f069b82-88c7-4604-a408-13c7c085601c req-e3563693-1335-4540-98c6-f5e7f8455d09 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 Nov 29 12:14:53.234515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-2e9703c3-a7d3-4ae7-895a-cf48bd4336fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:53.235977 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-2e9703c3-a7d3-4ae7-895a-cf48bd4336fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0867779 Nov 29 12:14:53.299106 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-942c4aae-4359-4842-b360-ac0e05f40bac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 1000 time: 0.0555165 Nov 29 12:14:53.346622 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-f40b490f-867a-4a00-aac9-64558bc93c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:53.348857 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-f40b490f-867a-4a00-aac9-64558bc93c6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0424745 Nov 29 12:14:53.396365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-daa52362-dbfb-4f4a-afa7-aa260e2151d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:53.397832 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-daa52362-dbfb-4f4a-afa7-aa260e2151d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422726 Nov 29 12:14:53.483915 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-162b32ee-79a3-43ba-ae52-810034932ff5 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790582 Nov 29 12:14:53.577338 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9951dd81-c168-4c4d-a3d8-6577c0cfd167 req-70c40b1f-4b3e-4e09-8963-70b66b874742 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865626 Nov 29 12:14:54.313730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c5261-e176-4149-bf46-b351e9513065 req-e09c542c-a021-4a50-9e22-a6325cd88471 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:54.315236 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d94c5261-e176-4149-bf46-b351e9513065 req-e09c542c-a021-4a50-9e22-a6325cd88471 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0476594 Nov 29 12:14:54.353431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d94c5261-e176-4149-bf46-b351e9513065 req-cfa02d50-c170-4a7d-bb9a-85903bb1b66f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318072 Nov 29 12:14:55.469124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa565e-759b-44ec-b9cd-78a596adcf37 req-9ea4a716-e48b-4468-9868-9c8550c40043 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:55.470653 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-09aa565e-759b-44ec-b9cd-78a596adcf37 req-9ea4a716-e48b-4468-9868-9c8550c40043 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0517118 Nov 29 12:14:55.507957 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-09aa565e-759b-44ec-b9cd-78a596adcf37 req-96d24e48-863a-45fe-88c1-c47e11c6b7a7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Nov 29 12:14:55.952750 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:14:56.624562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166c7fc-ea54-4b71-8853-250a711488df req-21b88d72-dae0-4ad5-8eb4-6eee67ccdc4d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:56.626012 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b166c7fc-ea54-4b71-8853-250a711488df req-21b88d72-dae0-4ad5-8eb4-6eee67ccdc4d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0475595 Nov 29 12:14:56.662433 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b166c7fc-ea54-4b71-8853-250a711488df req-ad817ac8-899b-4680-bc7c-24193d69092f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298767 Nov 29 12:14:56.931119 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-4cc77fc2-8a57-4e87-97e9-d95283efdb1f service neutron] 10.222.0.30 "GET /v2.0/ports/fe69e550-8fb4-4911-bbd7-9b644a11c108/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0523572 Nov 29 12:14:57.124751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-8166e89d-3fa3-4c7c-b235-7356089b538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:57.126218 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-8166e89d-3fa3-4c7c-b235-7356089b538f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0400817 Nov 29 12:14:57.184404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-39402047-6287-49c8-a5e3-155396d0c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:57.185796 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-39402047-6287-49c8-a5e3-155396d0c486 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1098 time: 0.0386667 Nov 29 12:14:57.568310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-7d2a6c2f-1d88-41ab-a6e1-6453c39ac52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:57.569758 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-7d2a6c2f-1d88-41ab-a6e1-6453c39ac52d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.3769138 Nov 29 12:14:57.634585 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-7a54c146-b65b-4cb3-b75f-46199b14cb5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 1000 time: 0.0578585 Nov 29 12:14:57.660529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:57.686702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-c0e42274-44e4-4d1f-b8ab-42befd2ac4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:57.688183 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-c0e42274-44e4-4d1f-b8ab-42befd2ac4c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0468099 Nov 29 12:14:57.734387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-03a5fecf-1004-4f93-bdbb-423e97742c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:57.735880 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-03a5fecf-1004-4f93-bdbb-423e97742c6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403275 Nov 29 12:14:57.778043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2848fe4-40fc-4b74-be94-140c09cc11e4 req-77ca4e11-923e-4763-aa06-92f28298d1ca tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:57.779422 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e2848fe4-40fc-4b74-be94-140c09cc11e4 req-77ca4e11-923e-4763-aa06-92f28298d1ca tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0499547 Nov 29 12:14:57.816920 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e2848fe4-40fc-4b74-be94-140c09cc11e4 req-eb166b0c-5b28-427e-9d5e-689e69523256 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Nov 29 12:14:57.828989 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-92cc28e8-6587-45b5-b692-a9f8164f277c service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861025 Nov 29 12:14:57.917180 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17d49655-024f-4466-9d9a-bbf6242bdb53 req-0dfbd774-0ee5-4128-b144-aeeaa6cf0f64 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804238 Nov 29 12:14:58.934865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075120fd-bda6-463e-9ac2-9561792413bc req-6329d0ec-4d8e-4415-a0c9-369d01fbb524 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:14:58.936303 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-075120fd-bda6-463e-9ac2-9561792413bc req-6329d0ec-4d8e-4415-a0c9-369d01fbb524 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0513260 Nov 29 12:14:58.972766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-075120fd-bda6-463e-9ac2-9561792413bc req-c8cee47c-4c8c-4f86-9558-90b72c7d9be5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300877 Nov 29 12:14:58.998026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fe69e550-8fb4-4911-bbd7-9b644a11c108 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:14:59.000055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fe69e550-8fb4-4911-bbd7-9b644a11c108 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:14:59.144607 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:59.166796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:14:59.185571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:14:59.187796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0804154-079f-4e0c-be31-bc6d1ecee93c" -d '{"events": [{"server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "name": "network-vif-unplugged", "status": "completed", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:14:59.196570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'mac_address': 'fa:16:3e:e7:af:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:14:59.201803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:14:59.223793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:59.251206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4395050c-94ac-4ff7-b038-935034308540 x-openstack-request-id: req-4395050c-94ac-4ff7-b038-935034308540 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:14:59.251498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "name": "network-vif-unplugged", "status": "completed", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:14:59.251748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4395050c-94ac-4ff7-b038-935034308540 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:14:59.252119 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'code': 200} Nov 29 12:14:59.269827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:59.292397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:14:59.295828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe69e550-8fb4-4911-bbd7-9b644a11c108 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:14:59.305009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.305358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.305700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.306069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.306401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.306734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.307060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.307386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.307708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.308026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.308343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.308659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:14:59.326352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:14:59.329801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:14:59.376081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:14:59.600830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['fe69e550-8fb4-4911-bbd7-9b644a11c108'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:15:00.086459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063111f9-7eb6-4e3d-b3f1-60daf3a90837 req-5cbfdfb4-959b-4b4b-89c3-f105108357a3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:00.087906 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-063111f9-7eb6-4e3d-b3f1-60daf3a90837 req-5cbfdfb4-959b-4b4b-89c3-f105108357a3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 944 time: 0.0482528 Nov 29 12:15:00.124176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-063111f9-7eb6-4e3d-b3f1-60daf3a90837 req-d4258685-0f27-40eb-9b58-4db6813f6277 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305097 Nov 29 12:15:00.713771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c16a3da4-79f7-430e-bd62-0a201b7067e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:01.007811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fe69e550-8fb4-4911-bbd7-9b644a11c108 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:15:01.052973 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port fe69e550-8fb4-4911-bbd7-9b644a11c108 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:15:01.053343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:01.124318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:01.162867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:15:01.167243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:01.213510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:15:01.243651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b1c80-3857-4bf5-8462-45816edb191c req-9d4c905a-0a33-4045-b88f-8a59ed19973c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:01.245129 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-468b1c80-3857-4bf5-8462-45816edb191c req-9d4c905a-0a33-4045-b88f-8a59ed19973c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0482540 Nov 29 12:15:01.252830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:15:01.255797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b373eb35-9742-4e3d-a2fe-58bf25130e37" -d '{"events": [{"server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "name": "network-vif-plugged", "status": "completed", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:15:01.283175 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-468b1c80-3857-4bf5-8462-45816edb191c req-091b39cb-98b0-459e-82af-1d664f4589d7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321071 Nov 29 12:15:01.298755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80729308-b58b-415a-a220-1cb087442f54 x-openstack-request-id: req-80729308-b58b-415a-a220-1cb087442f54 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:15:01.299048 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "name": "network-vif-plugged", "status": "completed", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:15:01.299297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80729308-b58b-415a-a220-1cb087442f54 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:15:01.299686 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'code': 200} Nov 29 12:15:01.485059 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb8e80-057d-4f45-a2ac-2ff9c6244ac4 req-73ecac7d-e652-4f5b-bbb4-b20cbc0177ed tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:01.490431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9acb8e80-057d-4f45-a2ac-2ff9c6244ac4 req-73ecac7d-e652-4f5b-bbb4-b20cbc0177ed tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0578749 Nov 29 12:15:01.492777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-78b5d64e-7eff-4408-a58f-2fe5d261076a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:01.494242 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-78b5d64e-7eff-4408-a58f-2fe5d261076a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999&tenant_id=5aa140c656d74c988a1337244b086dd5&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 945 time: 0.0537720 Nov 29 12:15:01.525974 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9acb8e80-057d-4f45-a2ac-2ff9c6244ac4 req-9b80bcd9-4008-4989-bc67-03c04ab9bc18 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328834 Nov 29 12:15:01.577877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-6a544185-c416-49b6-b772-50f09a9279eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:01.579358 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-6a544185-c416-49b6-b772-50f09a9279eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 1098 time: 0.0430801 Nov 29 12:15:01.668968 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-a0dd22e0-08bf-4dd2-8dae-175ef0516b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:01.670451 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-a0dd22e0-08bf-4dd2-8dae-175ef0516b97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0843680 Nov 29 12:15:01.735951 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-1275f250-963a-4e3d-8b1d-286efef3fd76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 200 len: 1000 time: 0.0589061 Nov 29 12:15:01.783927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-60ce9b44-498b-4f7e-a70d-cfdfbfb48f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:01.785226 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-60ce9b44-498b-4f7e-a70d-cfdfbfb48f4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0417726 Nov 29 12:15:01.829546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-9822ec24-d1e8-4878-bd4e-7e50a966748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:01.830999 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-9822ec24-d1e8-4878-bd4e-7e50a966748f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390389 Nov 29 12:15:01.919766 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-0fd9b10c-99bb-4ae5-82db-5c21918371d0 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808029 Nov 29 12:15:02.005805 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d335b2d1-49a9-45e6-a49c-d231c6f0adf5 req-f07fcb31-f517-437b-8090-2bd3037a3352 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793741 Nov 29 12:15:02.641533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b68f-03f1-48f0-883d-aaced3881329 req-33b3ca15-28e1-4209-90ff-3aa8a83a9cf8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:02.642969 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4119b68f-03f1-48f0-883d-aaced3881329 req-33b3ca15-28e1-4209-90ff-3aa8a83a9cf8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0488107 Nov 29 12:15:02.679906 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4119b68f-03f1-48f0-883d-aaced3881329 req-8fcf4719-3c50-41e6-ac38-1385a26f50ca tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305252 Nov 29 12:15:02.790555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1a133-3372-48bc-a403-a8ed9821ba85 req-85630f37-91ca-46f6-8e43-ce5704843116 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:02.792018 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d6c1a133-3372-48bc-a403-a8ed9821ba85 req-85630f37-91ca-46f6-8e43-ce5704843116 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0481532 Nov 29 12:15:02.829029 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d6c1a133-3372-48bc-a403-a8ed9821ba85 req-47ddf4e1-5b34-43e0-bf0c-9b57fbcdf4b2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312972 Nov 29 12:15:02.943648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4952af-369f-4eb3-bb4a-b49226cfdeb9 req-99fa0f15-0dc2-43c9-a719-0ddc8720e920 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:02.945008 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ed4952af-369f-4eb3-bb4a-b49226cfdeb9 req-99fa0f15-0dc2-43c9-a719-0ddc8720e920 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0519848 Nov 29 12:15:02.983155 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ed4952af-369f-4eb3-bb4a-b49226cfdeb9 req-52722b25-f30e-415c-a15a-2c22ecd4b4ae tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Nov 29 12:15:03.205330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5200d4e-5083-4bcd-88fe-ffdcf1861704 req-ccb7045f-dfcc-451b-bd6a-db6ec6127947 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:03.206735 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f5200d4e-5083-4bcd-88fe-ffdcf1861704 req-ccb7045f-dfcc-451b-bd6a-db6ec6127947 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0480742 Nov 29 12:15:03.243607 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f5200d4e-5083-4bcd-88fe-ffdcf1861704 req-8018c4a9-35ba-4391-9bd1-3b1c5cadf838 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Nov 29 12:15:03.272501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e856887a-93d3-4320-bdf8-2554c22a1bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:03.695476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:04.359537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11617d-b756-4657-8659-14d59be593fc req-c904af15-3370-4d5e-a275-a36c69e9159c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:04.360982 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d11617d-b756-4657-8659-14d59be593fc req-c904af15-3370-4d5e-a275-a36c69e9159c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0489857 Nov 29 12:15:04.400015 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d11617d-b756-4657-8659-14d59be593fc req-f71a4c4f-2ed1-482b-8828-44dc2613b12d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331023 Nov 29 12:15:04.729967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:04.942398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-b03cb9f7-cc99-4b11-9502-770409792d80 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:04.943899 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-b03cb9f7-cc99-4b11-9502-770409792d80 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 945 time: 0.0484259 Nov 29 12:15:05.033635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Deleting port fe69e550-8fb4-4911-bbd7-9b644a11c108 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:15:05.033891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:05.119311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] For port fe69e550-8fb4-4911-bbd7-9b644a11c108, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fe69e550-8fb4-4911-bbd7-9b644a11c108,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:15:05.119669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:05.285626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:05.285923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:05.286263 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Floating IP be87f45a-911a-4e18-8077-5bf75beaae64 disassociated. External IP: 172.26.5.14, port: fe69e550-8fb4-4911-bbd7-9b644a11c108. Nov 29 12:15:05.286605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Calling delete_port for fe69e550-8fb4-4911-bbd7-9b644a11c108 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:15:05.407802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:05.440969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event deleted for resources: {'Port': ['ID=fe69e550-8fb4-4911-bbd7-9b644a11c108,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:15:05.459224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.459690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.459906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.460244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.460591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.460902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.461227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.461546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.461872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.462768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.462768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.462999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:15:05.587303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:15:05.700373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:15:05.712006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:15:05.722754 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:15:05.723414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:15:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:15:05.744932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] No DVR routers for this DVR port fe69e550-8fb4-4911-bbd7-9b644a11c108 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:15:05.747561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:05.750964 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ba212565-dfc3-4d10-a4d7-364dcd183b79 req-4ad9cf72-bae4-40b1-88be-eb7cb9d25a9f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "DELETE /v2.0/ports/fe69e550-8fb4-4911-bbd7-9b644a11c108 HTTP/1.1" status: 204 len: 173 time: 0.7999506 Nov 29 12:15:05.751436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'name': 'network-vif-deleted', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:15:05.754359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa8a7b3-6258-43c1-8dc3-e01baaaa5b93" -d '{"events": [{"server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "name": "network-vif-deleted", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:15:05.791761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2fb71-f8ad-4147-b46f-9888b91bb01d x-openstack-request-id: req-1ee2fb71-f8ad-4147-b46f-9888b91bb01d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:15:05.792296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fef8fe-8d9f-4804-aea8-ba6ef981a999", "name": "network-vif-deleted", "tag": "fe69e550-8fb4-4911-bbd7-9b644a11c108", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:15:05.792552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ee2fb71-f8ad-4147-b46f-9888b91bb01d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:15:05.792960 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fef8fe-8d9f-4804-aea8-ba6ef981a999', 'name': 'network-vif-deleted', 'tag': 'fe69e550-8fb4-4911-bbd7-9b644a11c108', 'status': 'completed', 'code': 200} Nov 29 12:15:05.837870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:15:05.874577 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c516de77-01d9-4baa-9e56-640705fc90f9 req-cd55e8ba-48ed-47af-9aa5-d30fb69045a9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=59fef8fe-8d9f-4804-aea8-ba6ef981a999 HTTP/1.1" status: 200 len: 210 time: 0.3974371 Nov 29 12:15:06.040435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:15:06.071016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:15:06.074425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:06.080138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:15:06.080781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:15:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:15:06.190153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:15:06.518471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:15:06.543880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9508b2-b0ac-436d-b431-907f300bc5f6 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:15:06.755972 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1655-d44d-4053-aeed-b90535a323a3 None None] New status for floating IP be87f45a-911a-4e18-8077-5bf75beaae64: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:15:07.028146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fe69e550-8fb4-4911-bbd7-9b644a11c108 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:15:07.052883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: fe69e550-8fb4-4911-bbd7-9b644a11c108 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:15:07.053228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fe69e550-8fb4-4911-bbd7-9b644a11c108 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:15:07.100323 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-6bd469a2-f362-4d90-910c-cbe9ad626ce5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--792262288&fields=id&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 267 time: 0.0323949 Nov 29 12:15:07.208405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-95854e15-f774-43f1-b9f0-050de7189921 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:07.209825 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-95854e15-f774-43f1-b9f0-050de7189921 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1031144 Nov 29 12:15:07.224113 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-8bbe88b8-cb35-4425-8a95-105429b4fce7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/quotas/5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 375 time: 0.0086763 Nov 29 12:15:07.274918 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-839ba546-e805-4655-aad4-63a2baec76e0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458193 Nov 29 12:15:07.334892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-5c521c4b-b32d-496d-a910-96fa890aef82 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:15:07.335917 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-5c521c4b-b32d-496d-a910-96fa890aef82 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493855 Nov 29 12:15:07.422927 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-18689371-dd9f-4ea7-bc28-23d53fad824e service neutron] 10.222.0.23 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809610 Nov 29 12:15:07.517862 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-0ba460bd-4dce-4b0d-bb7c-bd8bc8f1b54f service neutron] 10.222.0.23 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885649 Nov 29 12:15:07.676679 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9bffa181-03af-4303-9187-e3919ada5adc req-58aa5c60-7eb9-4682-9888-cf2fde99c517 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 210 time: 0.0269454 Nov 29 12:15:08.534123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-2d56e769-5cee-4c11-9132-0efd051cc431 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:08.536051 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-2d56e769-5cee-4c11-9132-0efd051cc431 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1037078 Nov 29 12:15:08.578890 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-14c2ebbb-474b-4594-bfc0-6591a807b3da tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 379 time: 0.0332453 Nov 29 12:15:08.588737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'port': {'device_id': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'admin_state_up': True, 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'security_groups': ['57980320-ff63-4a54-9123-57f2e6116903']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:15:08.698590 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Made reservation on behalf of 5aa140c656d74c988a1337244b086dd5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:15:08.702181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:08.769849 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-62c9416b-137a-4ccc-b6ef-88d199aac41d req-4ed5ebc2-49ec-4b20-aec2-fb6c5c85d053 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 210 time: 0.0264709 Nov 29 12:15:08.828858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Allocated IP 172.20.0.10 (d1397a0d-069f-498a-94e7-40b84ff1b4d8/71999c3f-e8dc-4c7f-99df-a25598b95679/bf539b1f-baba-4b6d-b0e4-7a822b9e444e) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:15:08.959573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:08.990964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.034260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:15:09.037181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:15:09.040747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:15:09.070182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:15:09.096436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:09.097085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.112614 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-ffc8034a-78b8-4794-9724-783225ea9c7a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5277269 Nov 29 12:15:09.173567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Request body: {'port': {'device_id': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:15:09.227619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8219da74-f3e9-46c9-9385-f0cc747bcd53 None None] Provisioning complete for port bf539b1f-baba-4b6d-b0e4-7a822b9e444e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:15:09.228070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8219da74-f3e9-46c9-9385-f0cc747bcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.229763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.266454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8219da74-f3e9-46c9-9385-f0cc747bcd53 None None] Port bf539b1f-baba-4b6d-b0e4-7a822b9e444e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:15:09.490814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf539b1f-baba-4b6d-b0e4-7a822b9e444e {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:15:09.498323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.509836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Transition to ACTIVE for port object bf539b1f-baba-4b6d-b0e4-7a822b9e444e will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:15:09.513613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.581639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Pushing event updated for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:15:09.633101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Attempting to bind port bf539b1f-baba-4b6d-b0e4-7a822b9e444e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:15:09.633435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Attempting to bind port bf539b1f-baba-4b6d-b0e4-7a822b9e444e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:15:09.633764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Attempting to bind port bf539b1f-baba-4b6d-b0e4-7a822b9e444e on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:15:09.638250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Port bf539b1f-baba-4b6d-b0e4-7a822b9e444e on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:15:09.638571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Attempting to bind port bf539b1f-baba-4b6d-b0e4-7a822b9e444e on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:15:09.643379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:15:09.644232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Checking segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:15:09.644615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Bound using segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:15:09.645035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Bound port: bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:15:09.645393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.713427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:15:09.716915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:15:09.720598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.752487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:09.753617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:09.754999 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] 10.222.0.30 "PUT /v2.0/ports/bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 1094 time: 0.5860026 Nov 29 12:15:09.755467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:15:09.757743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b85f559-e619-402f-8019-47681afcf6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:15:09.810240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01bb4a-d9ac-4831-8ee4-48c460c3f42b service neutron] Pushing event updated for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:15:09.827413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b4eb88-5a87-4420-ac98-514262a17484 x-openstack-request-id: req-20b4eb88-5a87-4420-ac98-514262a17484 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:15:09.827712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:15:09.827964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-20b4eb88-5a87-4420-ac98-514262a17484 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:15:09.828359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'status': 'completed', 'code': 200} Nov 29 12:15:09.849623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-6c3e1384-2b72-4180-8156-23bc87cffcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:09.851505 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-6c3e1384-2b72-4180-8156-23bc87cffcfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1097 time: 0.0546300 Nov 29 12:15:09.899901 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-b3b575cc-59c5-4de7-9592-c0650a0b5ba6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 217 time: 0.0399492 Nov 29 12:15:09.901721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca51b8-47a5-42cc-8d2b-d365f11c7f5e req-26e0edc0-dcc1-472a-a264-e1317972a716 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:09.903376 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8eca51b8-47a5-42cc-8d2b-d365f11c7f5e req-26e0edc0-dcc1-472a-a264-e1317972a716 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 944 time: 0.0544698 Nov 29 12:15:09.948433 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8eca51b8-47a5-42cc-8d2b-d365f11c7f5e req-511cd2e0-3135-488b-98cb-9c93a1e4fd3b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386491 Nov 29 12:15:09.950408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-8f97ecaa-b584-4c89-aabf-6043b695f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:09.951947 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-8f97ecaa-b584-4c89-aabf-6043b695f082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0456760 Nov 29 12:15:09.999322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-d4b25699-bc57-44a6-a1bc-d1eff52c4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:10.000816 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-d4b25699-bc57-44a6-a1bc-d1eff52c4f2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412712 Nov 29 12:15:10.091527 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-0aa65a37-cd20-4684-9d16-326ffe6e3fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835345 Nov 29 12:15:10.177917 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af611cc5-7a03-45ea-8c0d-d8da9d1db225 req-2b160fbf-049b-44d7-af97-d8d6acd3f175 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797238 Nov 29 12:15:10.263181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f559-e619-402f-8019-47681afcf6c8 req-d2442199-6e1a-468b-b54e-3738bc4b42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:10.264544 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b85f559-e619-402f-8019-47681afcf6c8 req-d2442199-6e1a-468b-b54e-3738bc4b42fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1097 time: 0.0403059 Nov 29 12:15:10.354869 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f559-e619-402f-8019-47681afcf6c8 req-580b9486-b8f2-44c0-9ff9-026d2ae23972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:10.356347 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b85f559-e619-402f-8019-47681afcf6c8 req-580b9486-b8f2-44c0-9ff9-026d2ae23972 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0848069 Nov 29 12:15:10.396098 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b85f559-e619-402f-8019-47681afcf6c8 req-4cb2a1ff-74e3-4005-90c3-e7726127d6bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 217 time: 0.0324278 Nov 29 12:15:10.444884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f559-e619-402f-8019-47681afcf6c8 req-d0bed2d8-cacf-4d8d-aeac-c803ed64c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:10.446367 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b85f559-e619-402f-8019-47681afcf6c8 req-d0bed2d8-cacf-4d8d-aeac-c803ed64c045 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0416439 Nov 29 12:15:10.495760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f559-e619-402f-8019-47681afcf6c8 req-6bacddc1-7d9b-4d5c-a002-fb83618f0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:10.497295 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b85f559-e619-402f-8019-47681afcf6c8 req-6bacddc1-7d9b-4d5c-a002-fb83618f0c71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447314 Nov 29 12:15:10.583548 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b85f559-e619-402f-8019-47681afcf6c8 req-bd54a199-bfd5-4a0e-bba3-b86b6cd7646a service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792737 Nov 29 12:15:10.675969 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1b85f559-e619-402f-8019-47681afcf6c8 req-98f01903-2238-45d6-9b67-2f8cf3f4ed7d service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Nov 29 12:15:11.064440 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e6408-2191-4021-bf3b-81b3b9143024 req-c73b848e-86ab-40fe-916a-639ecb02c9e6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:11.066428 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f05e6408-2191-4021-bf3b-81b3b9143024 req-c73b848e-86ab-40fe-916a-639ecb02c9e6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 944 time: 0.0488667 Nov 29 12:15:11.103144 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f05e6408-2191-4021-bf3b-81b3b9143024 req-c66fa83f-fcc8-4e1d-8b54-996d09a505c8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307105 Nov 29 12:15:12.214384 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05003-005a-4621-9568-514f111c26a5 req-667a5810-444a-4bac-9e62-8ba54604f8d3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:12.215811 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6bf05003-005a-4621-9568-514f111c26a5 req-667a5810-444a-4bac-9e62-8ba54604f8d3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 944 time: 0.0479243 Nov 29 12:15:12.251998 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6bf05003-005a-4621-9568-514f111c26a5 req-7f150177-2219-41d6-8a83-39a909dde367 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303738 Nov 29 12:15:13.061149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf539b1f-baba-4b6d-b0e4-7a822b9e444e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:15:13.149857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:15:13.164686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'mac_address': 'fa:16:3e:54:0f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:15:13.200219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:13.212743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf539b1f-baba-4b6d-b0e4-7a822b9e444e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:15:13.231378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:15:13.235454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:13.281173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:15:13.364082 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c4787-eb01-453b-99ec-63748edcbe14 req-348abad4-6270-4bd2-9b64-afe60f486e99 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:13.365420 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fa8c4787-eb01-453b-99ec-63748edcbe14 req-348abad4-6270-4bd2-9b64-afe60f486e99 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 945 time: 0.0477438 Nov 29 12:15:13.405483 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fa8c4787-eb01-453b-99ec-63748edcbe14 req-d58cce55-0292-4adf-bcd5-a963883e577c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343220 Nov 29 12:15:13.548208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['bf539b1f-baba-4b6d-b0e4-7a822b9e444e'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:15:14.518111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f4d6e-9d00-434a-9fe1-4331552dbb71 req-671c869b-f89c-4b2d-b6f3-5f4726de1b59 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:14.520055 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c8f4d6e-9d00-434a-9fe1-4331552dbb71 req-671c869b-f89c-4b2d-b6f3-5f4726de1b59 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 945 time: 0.0486562 Nov 29 12:15:14.556494 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c8f4d6e-9d00-434a-9fe1-4331552dbb71 req-504d4bf4-0c36-4d32-8513-858545296812 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305750 Nov 29 12:15:15.059242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf539b1f-baba-4b6d-b0e4-7a822b9e444e up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:15:15.105803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port bf539b1f-baba-4b6d-b0e4-7a822b9e444e completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:15:15.109464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port bf539b1f-baba-4b6d-b0e4-7a822b9e444e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:15:15.109838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:15.186794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:15.208693 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:15:15.211220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d592b2c0-6bd3-4077-8030-a963b6647f9b" -d '{"events": [{"server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:15:15.223212 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:15:15.227115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:15.250901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64075bc7-e228-4a0f-8370-810d933a8b21 x-openstack-request-id: req-64075bc7-e228-4a0f-8370-810d933a8b21 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:15:15.251199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:15:15.251802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64075bc7-e228-4a0f-8370-810d933a8b21 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:15:15.252192 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'code': 200} Nov 29 12:15:15.279512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:15:15.412511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196bb4a-cda4-4f5e-abae-a0b9f36ba257 req-e38a3643-9e8d-4d1e-a105-22189d66bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:15.413971 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5196bb4a-cda4-4f5e-abae-a0b9f36ba257 req-e38a3643-9e8d-4d1e-a105-22189d66bcdc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1099 time: 0.0393057 Nov 29 12:15:15.448260 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5196bb4a-cda4-4f5e-abae-a0b9f36ba257 req-15fe4b70-fdad-4680-9ae3-3a2b14014a6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275826 Nov 29 12:15:15.669417 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2639b-7fb1-47b6-8e1c-b5d135f67879 req-214883e7-296c-435d-b3c0-d1a471a2f335 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:15.670769 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f7f2639b-7fb1-47b6-8e1c-b5d135f67879 req-214883e7-296c-435d-b3c0-d1a471a2f335 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0473154 Nov 29 12:15:15.707257 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f7f2639b-7fb1-47b6-8e1c-b5d135f67879 req-ee27ea09-074c-414b-8d2d-9d0b36e54168 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300038 Nov 29 12:15:16.825758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b021ea-25eb-4b7d-903e-f089944a0a74 req-43d09766-9409-4e66-92fe-56631838d650 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:16.827125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d4b021ea-25eb-4b7d-903e-f089944a0a74 req-43d09766-9409-4e66-92fe-56631838d650 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0483971 Nov 29 12:15:16.868070 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d4b021ea-25eb-4b7d-903e-f089944a0a74 req-c781f085-5e5c-4a05-a272-7631b99be4ab tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344334 Nov 29 12:15:17.979928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c53a0-6a06-4ab0-acab-fe037748ae35 req-c8bab22c-95a4-407c-a644-906358e5f7dd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:17.981439 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e28c53a0-6a06-4ab0-acab-fe037748ae35 req-c8bab22c-95a4-407c-a644-906358e5f7dd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0476077 Nov 29 12:15:18.018852 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e28c53a0-6a06-4ab0-acab-fe037748ae35 req-a3eec9cd-54e8-42c6-947f-ce233dff4751 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304060 Nov 29 12:15:18.126955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3433b-ce5c-40e1-8922-e31843d4a5d1 req-1150e6f8-1463-4901-b190-0d97612410b8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:18.128442 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-41e3433b-ce5c-40e1-8922-e31843d4a5d1 req-1150e6f8-1463-4901-b190-0d97612410b8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0484817 Nov 29 12:15:18.136892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 35738) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:15:18.141125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'floatingip': {'port_id': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:15:18.182747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:18.595010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:18.598627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:18.694839 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Floating IP be87f45a-911a-4e18-8077-5bf75beaae64 associated. External IP: 172.26.5.14, port: bf539b1f-baba-4b6d-b0e4-7a822b9e444e. Nov 29 12:15:18.890671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:15:18.995235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:15:19.000438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:19.005083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:15:19.015036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:15:19.015750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:15:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:15:19.029047 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f22aaaa6-e87e-432a-b4d2-cc62984a440b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "PUT /v2.0/floatingips/be87f45a-911a-4e18-8077-5bf75beaae64 HTTP/1.1" status: 200 len: 991 time: 0.8911457 Nov 29 12:15:19.029637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:15:19.032239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:15:19.070957 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ec6ac8-2f75-4d40-b26b-b00f48da902d x-openstack-request-id: req-60ec6ac8-2f75-4d40-b26b-b00f48da902d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:15:19.071315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:15:19.071631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60ec6ac8-2f75-4d40-b26b-b00f48da902d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:15:19.072349 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'status': 'completed', 'code': 200} Nov 29 12:15:19.129266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:15:19.135223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-5effc1b3-6593-4c93-a810-d5da3dc7ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:19.137316 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-5effc1b3-6593-4c93-a810-d5da3dc7ecb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1099 time: 0.0435257 Nov 29 12:15:19.232686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-8360b8a9-3467-4f9d-8524-9701513a38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:19.234080 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-8360b8a9-3467-4f9d-8524-9701513a38ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0901799 Nov 29 12:15:19.297603 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-193c9993-41f7-42d9-a2e8-2c1b8f323ff6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 999 time: 0.0566092 Nov 29 12:15:19.349842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-65eb7450-b7c7-40e1-8e57-7ad74b6eb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:19.351653 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-65eb7450-b7c7-40e1-8e57-7ad74b6eb04b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0472784 Nov 29 12:15:19.355314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:54:0f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:15:18Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:15:19.382418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:15:19.390601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:15:19.391200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:15:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:15:19.396549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-994915ce-29ee-4eda-92a7-09799c7f265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:19.398066 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-994915ce-29ee-4eda-92a7-09799c7f265d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395682 Nov 29 12:15:19.488858 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-e663f4e7-57d7-4e74-b500-64d0bd1560ad service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832224 Nov 29 12:15:19.496420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:15:19.581147 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f54bd4b5-8eaf-4a32-9b09-b961a6a6d72c req-5451f38f-24c3-4791-9e2b-75a362c0d4e6 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855899 Nov 29 12:15:19.711321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:54:0f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:15:18Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:15:19.740183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958c270-fd69-4eee-9b09-7daadddc6d5e None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:54:0f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:15:18Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:15:19.924815 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa47fee-05ea-44f7-9eb4-ca3021848059 None None] New status for floating IP be87f45a-911a-4e18-8077-5bf75beaae64: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:15:27.650095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:30.714351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-907e11ab-7fd9-4f9c-bc4e-c7aaabbb2751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:32.951458 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:15:33.273078 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9f503301-6d56-480d-8294-2183827d3637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:33.696151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:34.730747 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:36.047950 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:15:53.035726 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-fd1a14ac-9812-43cc-af3b-2fe397b14130 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393281 Nov 29 12:15:53.120063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-1266fc49-220f-4966-8048-5d0eda1377b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:53.121513 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-1266fc49-220f-4966-8048-5d0eda1377b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1099 time: 0.0389888 Nov 29 12:15:53.228330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-3ef8c1a8-31df-4623-a2ec-2f5af69bf40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:53.229773 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-3ef8c1a8-31df-4623-a2ec-2f5af69bf40a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0896823 Nov 29 12:15:53.291871 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-27e68441-b382-4805-822d-961846cb9ec5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 1001 time: 0.0550106 Nov 29 12:15:53.343424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-186aa8b9-9b24-40c3-8290-f7e87a65fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:53.344827 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-186aa8b9-9b24-40c3-8290-f7e87a65fdc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0459888 Nov 29 12:15:53.388618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-2b3f8419-cd77-4836-9cae-453b2d12876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:15:53.390083 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-2b3f8419-cd77-4836-9cae-453b2d12876d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385234 Nov 29 12:15:53.474543 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-a811788f-123c-47ef-8ec5-6eeecbf76492 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777445 Nov 29 12:15:53.570709 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0b974182-1e3b-4ac6-bd21-172df7159f9d req-c328d75a-db5a-4824-b94f-45f993f057f6 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884528 Nov 29 12:15:57.677218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:00.715645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ba558e3f-6bdf-4032-b1c8-5218e7e22cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:03.273408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-153d0dfa-48f1-442a-9459-380c4db647e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:03.697881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:04.733759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:06.051796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:09.950378 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:16:27.667381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:28.760223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8803fb5-8c77-4aee-b86b-72ae0866b579 req-d3f69ef9-4c7b-4bed-9d31-832003ded7c4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:28.761616 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8803fb5-8c77-4aee-b86b-72ae0866b579 req-d3f69ef9-4c7b-4bed-9d31-832003ded7c4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0510638 Nov 29 12:16:28.799477 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8803fb5-8c77-4aee-b86b-72ae0866b579 req-60e39722-7369-4ce3-a381-e1857fd3640e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Nov 29 12:16:29.913378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee6157-cdc3-425b-a548-c6dd3f00efb0 req-6d0fb799-7bf7-498e-a067-1d8208a649da tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:29.914882 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-25ee6157-cdc3-425b-a548-c6dd3f00efb0 req-6d0fb799-7bf7-498e-a067-1d8208a649da tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0475450 Nov 29 12:16:29.955833 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-25ee6157-cdc3-425b-a548-c6dd3f00efb0 req-42a164c1-ee62-4092-901f-a7f809c15f33 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350044 Nov 29 12:16:30.715871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b88e360f-88a1-4df2-9f69-b9e00610573d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:31.069962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5017fa0-d5d9-44cd-9d54-f85e00d9deae req-9fe0f11e-567e-41fc-9b05-c686dacaf350 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:31.071669 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b5017fa0-d5d9-44cd-9d54-f85e00d9deae req-9fe0f11e-567e-41fc-9b05-c686dacaf350 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0488119 Nov 29 12:16:31.107768 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b5017fa0-d5d9-44cd-9d54-f85e00d9deae req-b2c17ec0-1526-4c29-a276-108673abf5a7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303216 Nov 29 12:16:32.220996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff09fe7-177d-44ec-a251-8127801e5419 req-28ceaee2-e265-43ca-8611-3cbb04adfdbb tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:32.222494 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eff09fe7-177d-44ec-a251-8127801e5419 req-28ceaee2-e265-43ca-8611-3cbb04adfdbb tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0486507 Nov 29 12:16:32.259060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eff09fe7-177d-44ec-a251-8127801e5419 req-6021970c-5bfc-4c34-aca7-4b72fae73223 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306764 Nov 29 12:16:33.274147 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-481b5183-c126-44a5-adba-221541841bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:33.369595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333fb91-185d-4355-83ba-2d8fcd92a306 req-e7b72394-c7ec-40ad-ad06-dae40dfee0dc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:33.371060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a333fb91-185d-4355-83ba-2d8fcd92a306 req-e7b72394-c7ec-40ad-ad06-dae40dfee0dc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0477958 Nov 29 12:16:33.411971 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a333fb91-185d-4355-83ba-2d8fcd92a306 req-2cfac866-3b91-4346-8be0-864fcd71d0b9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352137 Nov 29 12:16:33.698565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:34.525357 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fa49c-87eb-4f0f-b1d3-9f119fec27bc req-88f2d39a-7cd1-428d-84d1-cf5b066741a1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:34.526886 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-925fa49c-87eb-4f0f-b1d3-9f119fec27bc req-88f2d39a-7cd1-428d-84d1-cf5b066741a1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0495720 Nov 29 12:16:34.563402 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-925fa49c-87eb-4f0f-b1d3-9f119fec27bc req-94f416ca-e612-4299-b605-e0127c1a826b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306587 Nov 29 12:16:34.738520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:35.676649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c540e-7954-4c71-85fb-119fc491ffd2 req-2786488a-dfe1-45e0-97f7-15238fde6f8b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:35.678214 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb6c540e-7954-4c71-85fb-119fc491ffd2 req-2786488a-dfe1-45e0-97f7-15238fde6f8b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0494769 Nov 29 12:16:35.718431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb6c540e-7954-4c71-85fb-119fc491ffd2 req-3fa9d0ee-6f80-416b-aa00-b644bb30515c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342317 Nov 29 12:16:36.054560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:36.828933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618d34d-0eda-40d2-b3fe-611fd14a6fc7 req-36c5722f-6d21-44db-a710-3b3d62d56fbd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:36.830298 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2618d34d-0eda-40d2-b3fe-611fd14a6fc7 req-36c5722f-6d21-44db-a710-3b3d62d56fbd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0472639 Nov 29 12:16:36.871061 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2618d34d-0eda-40d2-b3fe-611fd14a6fc7 req-90c4e7a1-d09d-4d7e-9fc7-256887f71722 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343363 Nov 29 12:16:37.982073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62845839-7704-432b-b68e-942e737e4c12 req-594b2492-2447-446d-a2e3-669f4d81598e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:37.983501 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-62845839-7704-432b-b68e-942e737e4c12 req-594b2492-2447-446d-a2e3-669f4d81598e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0474520 Nov 29 12:16:38.021049 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-62845839-7704-432b-b68e-942e737e4c12 req-5f4c265a-9567-45d9-9134-78db7d5ab95f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303328 Nov 29 12:16:39.133389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d76a1e-4bf1-4dfd-83fb-c6795fa85c8e req-bb49ff62-f8b5-4ed5-af0b-f90498aea944 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:39.134923 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c1d76a1e-4bf1-4dfd-83fb-c6795fa85c8e req-bb49ff62-f8b5-4ed5-af0b-f90498aea944 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0491469 Nov 29 12:16:39.171633 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c1d76a1e-4bf1-4dfd-83fb-c6795fa85c8e req-59a8009c-da92-423d-8673-0646aa421c0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307188 Nov 29 12:16:40.282351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4d0d9-cdda-489a-a143-0e7e5477e530 req-69f9c58f-7548-419e-b73b-6b49c06ba4cd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:40.283775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ccf4d0d9-cdda-489a-a143-0e7e5477e530 req-69f9c58f-7548-419e-b73b-6b49c06ba4cd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0471349 Nov 29 12:16:40.323246 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ccf4d0d9-cdda-489a-a143-0e7e5477e530 req-654d42f9-0d10-4d4f-9293-466f23b97117 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337877 Nov 29 12:16:41.512174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4ae05-e870-424c-9680-2ab025688106 req-e59aaac5-c189-4ace-86d6-5640134b87ed tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:41.513248 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aab4ae05-e870-424c-9680-2ab025688106 req-e59aaac5-c189-4ace-86d6-5640134b87ed tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.1240203 Nov 29 12:16:41.549339 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aab4ae05-e870-424c-9680-2ab025688106 req-475a76a6-5652-4de4-a4ad-d1d1d1508e72 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302780 Nov 29 12:16:42.709747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337c925-aacc-45dd-a2e5-c15d7e4d67ba req-50a286f9-562a-401d-9da1-ffe7ef5a0ea7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:42.711233 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8337c925-aacc-45dd-a2e5-c15d7e4d67ba req-50a286f9-562a-401d-9da1-ffe7ef5a0ea7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0970290 Nov 29 12:16:42.747171 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8337c925-aacc-45dd-a2e5-c15d7e4d67ba req-c6bef4cf-b891-490a-bd4a-a105b835d5c0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301366 Nov 29 12:16:43.860429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c5409-b527-44da-ae37-5248db7d1002 req-b0803ffe-d81a-4390-878f-ab9f9fafa08c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:43.861909 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e65c5409-b527-44da-ae37-5248db7d1002 req-b0803ffe-d81a-4390-878f-ab9f9fafa08c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0493569 Nov 29 12:16:43.904411 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e65c5409-b527-44da-ae37-5248db7d1002 req-33e6cf6f-dae7-4f8b-9cba-89d21e2b6654 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362511 Nov 29 12:16:45.016615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf2ae5-1746-4d48-96d3-da117295724b req-f459db91-6add-4671-99b0-4e251e04371c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:45.018090 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bedf2ae5-1746-4d48-96d3-da117295724b req-f459db91-6add-4671-99b0-4e251e04371c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0489397 Nov 29 12:16:45.056207 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bedf2ae5-1746-4d48-96d3-da117295724b req-8cf6c513-7e44-43af-8382-5a88d29fe76c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317798 Nov 29 12:16:45.284504 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530f5fc-5059-4919-8043-3f0f14fd5124 req-38d649b1-bf27-4995-8e59-140c2e8fb197 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:45.286666 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d530f5fc-5059-4919-8043-3f0f14fd5124 req-38d649b1-bf27-4995-8e59-140c2e8fb197 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0481629 Nov 29 12:16:45.311897 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-eefd1a60-e416-4f35-8e9d-4a9f1d4455d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816140 Nov 29 12:16:45.324004 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d530f5fc-5059-4919-8043-3f0f14fd5124 req-bc1654ed-94cb-43d8-a445-07b38f86e9d9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312977 Nov 29 12:16:46.341098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-4d692244-648d-4e00-849c-60b2aa3f90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:46.343379 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-4d692244-648d-4e00-849c-60b2aa3f90e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1099 time: 0.0431247 Nov 29 12:16:46.435288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-b01e6ba2-1b1a-4858-b82f-ec8eebfb7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:46.436755 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-b01e6ba2-1b1a-4858-b82f-ec8eebfb7442 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0868871 Nov 29 12:16:46.438699 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934702ac-98a9-4765-abb3-eb73a964aec5 req-8a139ee5-3e7a-41a9-8e4f-74cd82106732 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:46.440137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-934702ac-98a9-4765-abb3-eb73a964aec5 req-8a139ee5-3e7a-41a9-8e4f-74cd82106732 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0481164 Nov 29 12:16:46.480999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-934702ac-98a9-4765-abb3-eb73a964aec5 req-9cb04d2d-e2ef-4a80-9bc0-1ce580f0c6c0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347891 Nov 29 12:16:46.501635 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-5516e665-60c8-4c0d-ac29-bc671ab6d284 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 1001 time: 0.0578575 Nov 29 12:16:46.553482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-8230cad7-e367-4671-92e1-fb523badd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:46.554916 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-8230cad7-e367-4671-92e1-fb523badd428 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0464284 Nov 29 12:16:46.600324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-7d48d771-de5d-44b8-beb3-3e7449c4f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:46.601668 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-7d48d771-de5d-44b8-beb3-3e7449c4f610 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388107 Nov 29 12:16:46.688328 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-f0fc87fe-4b92-4dd1-8e47-0f35c3cb43d6 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791950 Nov 29 12:16:46.778791 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-cd107ca4-57af-496e-8679-e2c29e583423 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836241 Nov 29 12:16:46.949547 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:16:47.596649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c5983-9491-4349-9a0d-d6e48ae39720 req-f2401672-026d-44c2-98e0-7af174d288bc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:47.598667 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-be0c5983-9491-4349-9a0d-d6e48ae39720 req-f2401672-026d-44c2-98e0-7af174d288bc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0477884 Nov 29 12:16:47.634897 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-be0c5983-9491-4349-9a0d-d6e48ae39720 req-a10cb074-4ab1-45b2-b063-2b960082f20d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Nov 29 12:16:48.282137 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-e33f742f-c30c-46eb-80ef-995d9a743a4a service neutron] 10.222.0.30 "GET /v2.0/ports/bf539b1f-baba-4b6d-b0e4-7a822b9e444e/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0530987 Nov 29 12:16:48.476312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-5a718273-8081-4acb-9f8b-df519612e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:48.477787 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-5a718273-8081-4acb-9f8b-df519612e220 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 1099 time: 0.0402730 Nov 29 12:16:48.543202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-e5d70f85-2233-4a8e-af35-e5dad89a157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:48.544571 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-e5d70f85-2233-4a8e-af35-e5dad89a157e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1099 time: 0.0430546 Nov 29 12:16:48.630392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-d76f585b-25b4-4236-b4df-5af1dd2a5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:48.631800 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-d76f585b-25b4-4236-b4df-5af1dd2a5c91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0799353 Nov 29 12:16:48.698331 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-4f257adb-0381-42a6-90e4-7bc8e3bcbdb5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 1001 time: 0.0598502 Nov 29 12:16:48.746835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-2dd52b7c-8487-4d5f-a8e4-893e8cfbc706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:48.748277 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-2dd52b7c-8487-4d5f-a8e4-893e8cfbc706 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0433266 Nov 29 12:16:48.751094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb2a70-d987-4c24-8363-9771dabb17b6 req-299aebfb-1eb0-4874-ac65-083925407780 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:48.752537 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bccb2a70-d987-4c24-8363-9771dabb17b6 req-299aebfb-1eb0-4874-ac65-083925407780 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0476382 Nov 29 12:16:48.789326 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bccb2a70-d987-4c24-8363-9771dabb17b6 req-8e58e068-acc5-4f4f-8507-bd17a39c16e3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308666 Nov 29 12:16:48.792499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-f241c73a-16d8-4769-b0f0-0de0c5269dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:48.794125 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-f241c73a-16d8-4769-b0f0-0de0c5269dd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390835 Nov 29 12:16:48.884037 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-4abc0e26-5d0c-41b4-bf70-12fc80e4753d service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821757 Nov 29 12:16:49.265760 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6e02a4f4-4472-493f-ab55-73a59968b6ec req-cf471e84-cbe9-4f9e-9aa5-534495beff4e service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742533 Nov 29 12:16:49.901425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764c3f4-50ae-44d4-8f54-e89043275170 req-ad5f9857-5956-46ae-8e0e-142191f77be7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:49.902951 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4764c3f4-50ae-44d4-8f54-e89043275170 req-ad5f9857-5956-46ae-8e0e-142191f77be7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0470278 Nov 29 12:16:49.942525 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4764c3f4-50ae-44d4-8f54-e89043275170 req-2a3e714c-5ad1-4445-a974-90b6c1d95ddd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338373 Nov 29 12:16:51.213421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17988d-2110-4dbf-af50-49ea8b06b577 req-16143136-cd94-40c7-812d-6fd5e617c2c2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:51.214896 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af17988d-2110-4dbf-af50-49ea8b06b577 req-16143136-cd94-40c7-812d-6fd5e617c2c2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0473042 Nov 29 12:16:51.252026 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af17988d-2110-4dbf-af50-49ea8b06b577 req-4287dee2-37ee-424d-96dc-7b72aad440fb tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Nov 29 12:16:52.364050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6015b-bcd7-4c1c-bc3a-748cfc227912 req-ee499cc1-d060-4553-8608-4901d76f461a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:52.365392 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-34c6015b-bcd7-4c1c-bc3a-748cfc227912 req-ee499cc1-d060-4553-8608-4901d76f461a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0477669 Nov 29 12:16:52.400828 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-34c6015b-bcd7-4c1c-bc3a-748cfc227912 req-00fe38b8-7df8-41a2-8b8b-7408a3a27769 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296764 Nov 29 12:16:52.588139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cabb4e-6f8a-4596-860d-cc22d2e8c840 req-dc0440ee-9ac6-455c-9ead-f843558f9ea3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:52.589590 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-95cabb4e-6f8a-4596-860d-cc22d2e8c840 req-dc0440ee-9ac6-455c-9ead-f843558f9ea3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0493596 Nov 29 12:16:52.608187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c153e-ff37-492a-a1eb-83e274740df1 req-832e6f11-f6b6-4c6a-92ac-8eb843a0b8ab tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:52.609646 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-823c153e-ff37-492a-a1eb-83e274740df1 req-832e6f11-f6b6-4c6a-92ac-8eb843a0b8ab tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb&tenant_id=5aa140c656d74c988a1337244b086dd5&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 946 time: 0.0529959 Nov 29 12:16:52.631022 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-95cabb4e-6f8a-4596-860d-cc22d2e8c840 req-16607687-1296-4483-ab9f-199e846f53fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353725 Nov 29 12:16:52.700557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c153e-ff37-492a-a1eb-83e274740df1 req-8dea8c82-6b6c-4c27-9c9b-9986eaf87be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:52.702079 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-823c153e-ff37-492a-a1eb-83e274740df1 req-8dea8c82-6b6c-4c27-9c9b-9986eaf87be8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1099 time: 0.0466952 Nov 29 12:16:52.786948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c153e-ff37-492a-a1eb-83e274740df1 req-60cf2384-89eb-4371-aa88-80346399e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:52.788355 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-823c153e-ff37-492a-a1eb-83e274740df1 req-60cf2384-89eb-4371-aa88-80346399e4f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0797260 Nov 29 12:16:52.854198 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-823c153e-ff37-492a-a1eb-83e274740df1 req-a508bdde-1e2a-4dc7-b9a7-04b5f8472cba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 1001 time: 0.0586760 Nov 29 12:16:52.902066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c153e-ff37-492a-a1eb-83e274740df1 req-2ff55acb-7358-41da-9271-781a1149beab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:52.903371 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-823c153e-ff37-492a-a1eb-83e274740df1 req-2ff55acb-7358-41da-9271-781a1149beab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0423970 Nov 29 12:16:52.947004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c153e-ff37-492a-a1eb-83e274740df1 req-d2ed6706-70a4-4b1a-8877-fd3803098dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:52.948460 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-823c153e-ff37-492a-a1eb-83e274740df1 req-d2ed6706-70a4-4b1a-8877-fd3803098dde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378897 Nov 29 12:16:53.037322 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-823c153e-ff37-492a-a1eb-83e274740df1 req-4c74d337-573d-4316-af3d-0a34eb66ec53 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812531 Nov 29 12:16:53.123792 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-823c153e-ff37-492a-a1eb-83e274740df1 req-2c476ec1-4915-410a-a34e-2a7ede246979 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790465 Nov 29 12:16:53.471922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf539b1f-baba-4b6d-b0e4-7a822b9e444e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:16:53.475872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf539b1f-baba-4b6d-b0e4-7a822b9e444e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:16:53.614553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:53.637611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:16:53.657606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:16:53.659870 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0626f11e-a632-4db5-ba97-3f40f843fbc8" -d '{"events": [{"server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:16:53.665475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'mac_address': 'fa:16:3e:54:0f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:16:53.677707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:16:53.700614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:53.708348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82800edd-97e3-43e3-a9a5-159e6394d095 x-openstack-request-id: req-82800edd-97e3-43e3-a9a5-159e6394d095 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:16:53.708640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "name": "network-vif-unplugged", "status": "completed", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:16:53.708894 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-82800edd-97e3-43e3-a9a5-159e6394d095 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:16:53.709282 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'code': 200} Nov 29 12:16:53.742993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:53.764717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf539b1f-baba-4b6d-b0e4-7a822b9e444e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:16:53.770198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51efbd-00c0-456c-8c08-00e4e9876cc6 req-b4a6fd77-60b7-49e8-b9da-3f252dce7a3a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:53.771730 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d51efbd-00c0-456c-8c08-00e4e9876cc6 req-b4a6fd77-60b7-49e8-b9da-3f252dce7a3a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 944 time: 0.0527489 Nov 29 12:16:53.783060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:16:53.811646 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d51efbd-00c0-456c-8c08-00e4e9876cc6 req-d29edf01-a203-492f-883a-e8849e61f268 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337067 Nov 29 12:16:53.815021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.815366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.815701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.816027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.816429 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.816761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.817082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.817403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.817721 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.818066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.818382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.818691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:53.835012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:16:53.835370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:16:53.925208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac5252-0fb2-4b3f-96de-f5ce423a796b req-fdbd3599-5996-4309-b112-59a4ad98eb78 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:53.927252 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-59ac5252-0fb2-4b3f-96de-f5ce423a796b req-fdbd3599-5996-4309-b112-59a4ad98eb78 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 944 time: 0.0473988 Nov 29 12:16:53.962964 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-59ac5252-0fb2-4b3f-96de-f5ce423a796b req-46f6e6a9-24df-4342-9b3c-22aca779b315 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299647 Nov 29 12:16:54.155544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb0151-d2fd-48b0-bfb2-30654615a06e req-5b47be46-c0a2-485d-950d-cdedb799e3a3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:54.157073 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-16cb0151-d2fd-48b0-bfb2-30654615a06e req-5b47be46-c0a2-485d-950d-cdedb799e3a3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 944 time: 0.0521896 Nov 29 12:16:54.178556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-791d5a1a-0d80-4c2f-a457-2cea582e0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:54.180035 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-791d5a1a-0d80-4c2f-a457-2cea582e0366 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1097 time: 0.0421441 Nov 29 12:16:54.198571 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-16cb0151-d2fd-48b0-bfb2-30654615a06e req-3df309d4-581e-4d05-b0ac-e6bb05cd3984 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348687 Nov 29 12:16:54.272960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-fb6f1b01-a1bb-4e1a-870f-08c13815fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:54.274359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-fb6f1b01-a1bb-4e1a-870f-08c13815fe40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0870082 Nov 29 12:16:54.340953 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-f2430520-5cf7-4089-87e9-952f81a4871b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 999 time: 0.0576816 Nov 29 12:16:54.371006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:54.384087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf539b1f-baba-4b6d-b0e4-7a822b9e444e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:16:54.394094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-5cc9be0f-e128-456c-a23c-9f8b96d7ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:54.396159 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-5cc9be0f-e128-456c-a23c-9f8b96d7ffb4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0472281 Nov 29 12:16:54.403375 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:16:54.407260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:54.440970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-bbd67b95-684b-4353-b378-c3ff125ab6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:54.443054 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-bbd67b95-684b-4353-b378-c3ff125ab6b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403605 Nov 29 12:16:54.459003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:16:54.466140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['bf539b1f-baba-4b6d-b0e4-7a822b9e444e'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:16:54.533919 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-a5393b8f-1efd-4bc6-98fc-762ed6b32720 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Nov 29 12:16:54.631923 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2c19c6a7-5b57-4329-b037-46bc9d013f3c req-586e657b-5b2d-4300-af88-eef7a3bd22fc service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908389 Nov 29 12:16:55.074942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-07ec4230-d10c-45bc-aac0-8946ee0592d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:55.076423 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-07ec4230-d10c-45bc-aac0-8946ee0592d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 1098 time: 0.0407491 Nov 29 12:16:55.182378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-c69cefa7-a615-479a-b77e-96ec88293d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:55.183850 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-c69cefa7-a615-479a-b77e-96ec88293d4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0879400 Nov 29 12:16:55.251108 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-73d0aa25-55fa-4099-b95d-078c549acce1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 200 len: 1000 time: 0.0595880 Nov 29 12:16:55.299275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-cb3c1031-0b65-489d-a8c8-e687dc110e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:55.301280 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-cb3c1031-0b65-489d-a8c8-e687dc110e3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0428588 Nov 29 12:16:55.315826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98a85b-aaaf-44be-8be5-2548b7603323 req-abb5240c-0772-44c8-8f5b-7149f381a2a5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:55.317303 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e98a85b-aaaf-44be-8be5-2548b7603323 req-abb5240c-0772-44c8-8f5b-7149f381a2a5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 945 time: 0.0485921 Nov 29 12:16:55.350326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-7534b9e8-33d5-4097-80bf-1505fea84e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:55.351864 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-7534b9e8-33d5-4097-80bf-1505fea84e26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445838 Nov 29 12:16:55.356112 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e98a85b-aaaf-44be-8be5-2548b7603323 req-2ee41d9e-228c-4ba8-b849-0f713fcedded tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324967 Nov 29 12:16:55.444487 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-d422d875-d680-4cbf-983d-004895f9bb69 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850461 Nov 29 12:16:55.472314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf539b1f-baba-4b6d-b0e4-7a822b9e444e up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:16:55.546121 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port bf539b1f-baba-4b6d-b0e4-7a822b9e444e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:16:55.546498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:55.552861 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0081b0fd-0ee5-44bc-9695-61dcf0cd9bf3 req-2349528f-1000-4b34-8ad5-e5bfc0095767 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012783 Nov 29 12:16:55.603898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffa64e-dc17-435e-9864-0e8586e5bc67 req-36306b0d-3f9a-4558-8a37-a4ede83187ba tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:55.605295 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b4ffa64e-dc17-435e-9864-0e8586e5bc67 req-36306b0d-3f9a-4558-8a37-a4ede83187ba tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 945 time: 0.0609848 Nov 29 12:16:55.624495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:55.641825 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b4ffa64e-dc17-435e-9864-0e8586e5bc67 req-ba05a2b4-4d73-47d5-b5fc-643b82520008 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305736 Nov 29 12:16:55.656602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:16:55.661182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:55.705251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:16:55.709750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:16:55.711980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36123aaf-cae7-41b3-8e26-384ff4583428" -d '{"events": [{"server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:16:55.746453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de394da-8dd9-44ef-8e7b-5a45b059eb58 x-openstack-request-id: req-3de394da-8dd9-44ef-8e7b-5a45b059eb58 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:16:55.746736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "name": "network-vif-plugged", "status": "completed", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:16:55.746985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3de394da-8dd9-44ef-8e7b-5a45b059eb58 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:16:55.747390 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'code': 200} Nov 29 12:16:56.756101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43ebb0-1760-4c8c-b454-ac3b55adf799 req-268af057-f52f-472b-8117-2e0e39eba1d1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:56.757530 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9c43ebb0-1760-4c8c-b454-ac3b55adf799 req-268af057-f52f-472b-8117-2e0e39eba1d1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0475299 Nov 29 12:16:56.797002 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9c43ebb0-1760-4c8c-b454-ac3b55adf799 req-1671f95e-ebae-4114-9971-4e2b200d861d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335746 Nov 29 12:16:57.404419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-eb640e03-4a1a-417f-9dea-d25eae0fe03c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:57.405847 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-eb640e03-4a1a-417f-9dea-d25eae0fe03c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 946 time: 0.0478802 Nov 29 12:16:57.493957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Deleting port bf539b1f-baba-4b6d-b0e4-7a822b9e444e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:16:57.494303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:57.580469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] For port bf539b1f-baba-4b6d-b0e4-7a822b9e444e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:16:57.580748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:57.672007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:57.744661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:57.745021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:57.745331 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Floating IP be87f45a-911a-4e18-8077-5bf75beaae64 disassociated. External IP: 172.26.5.14, port: bf539b1f-baba-4b6d-b0e4-7a822b9e444e. Nov 29 12:16:57.745667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Calling delete_port for bf539b1f-baba-4b6d-b0e4-7a822b9e444e owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:16:57.875191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:57.892428 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eaae7f2a-e9fb-4bec-9afc-5b9e340ff34b req-f047945f-1edb-4c5d-9a36-8476afbf97d6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ce042a4-b410-46f0-8833-c218f6ccb6fb HTTP/1.1" status: 200 len: 210 time: 0.0277307 Nov 29 12:16:57.903894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event deleted for resources: {'Port': ['ID=bf539b1f-baba-4b6d-b0e4-7a822b9e444e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:16:57.912281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.912632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.912976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.913311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.913641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.913985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.914314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.914639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.914965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.915292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.915613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:57.915931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:16:58.034278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:16:58.144545 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:16:58.153897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:16:58.164097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:16:58.164940 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:16:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:16:58.184914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] No DVR routers for this DVR port bf539b1f-baba-4b6d-b0e4-7a822b9e444e on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:16:58.187441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:16:58.190824 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8b3f6031-23a4-4bee-93ea-916e4653339a req-8d0f0f5c-0bb1-484d-9958-10e0dd7ace0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "DELETE /v2.0/ports/bf539b1f-baba-4b6d-b0e4-7a822b9e444e HTTP/1.1" status: 204 len: 173 time: 0.7791774 Nov 29 12:16:58.191297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'name': 'network-vif-deleted', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:16:58.193564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaa3cc3-c305-4bb5-8ac2-417d223a2e38" -d '{"events": [{"server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "name": "network-vif-deleted", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:16:58.275867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:16:58.298470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b211ba-99ae-4d27-a73a-df8b33313cea x-openstack-request-id: req-40b211ba-99ae-4d27-a73a-df8b33313cea {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:16:58.298764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce042a4-b410-46f0-8833-c218f6ccb6fb", "name": "network-vif-deleted", "tag": "bf539b1f-baba-4b6d-b0e4-7a822b9e444e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:16:58.299016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40b211ba-99ae-4d27-a73a-df8b33313cea {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:16:58.299419 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce042a4-b410-46f0-8833-c218f6ccb6fb', 'name': 'network-vif-deleted', 'tag': 'bf539b1f-baba-4b6d-b0e4-7a822b9e444e', 'status': 'completed', 'code': 200} Nov 29 12:16:58.474977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:16:58.500643 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:16:58.509097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:16:58.509695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:16:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:16:58.614745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:16:58.803638 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:16:58.832716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c3ca0b-6cf8-4ebf-b54b-74cf68597c94 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:16:59.042454 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0630c7b-ce1f-4ee4-9b70-aa28d89fc075 None None] New status for floating IP be87f45a-911a-4e18-8077-5bf75beaae64: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:16:59.145545 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-68fc401a-f038-4d7c-a818-7a9975e79fd5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--792262288&fields=id&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 267 time: 0.0330868 Nov 29 12:16:59.251866 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-0b146573-6bdf-4731-ab60-12c38ff798f8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:16:59.253291 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-0b146573-6bdf-4731-ab60-12c38ff798f8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1006045 Nov 29 12:16:59.267376 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-f81988ba-9b92-4304-8433-7064cf8f493e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/quotas/5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 375 time: 0.0085514 Nov 29 12:16:59.321839 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-bda28c19-1e3b-44e1-a63e-27cded82d473 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487502 Nov 29 12:16:59.413309 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-cbad3a47-a3e4-449e-9af0-f25c47fbe88b service neutron] 10.222.0.23 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799613 Nov 29 12:16:59.504732 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-defb19d4-0950-4989-9366-b38e329b0beb service neutron] 10.222.0.23 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854199 Nov 29 12:16:59.663320 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ed0407ca-7f97-409e-bceb-e22611dba3e7 req-171ff165-a6b8-47cd-82db-45f10e4a604f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 210 time: 0.0265710 Nov 29 12:17:00.528011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-cab00568-b8cc-40b0-a3a3-038995f14708 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:00.529471 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-cab00568-b8cc-40b0-a3a3-038995f14708 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1069231 Nov 29 12:17:00.579866 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-71153b5d-3dc8-4a4d-9fc2-6bf53f0c0456 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 379 time: 0.0348973 Nov 29 12:17:00.593009 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'port': {'device_id': 'f258b61b-7720-41aa-b663-332248814a8b', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'admin_state_up': True, 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'security_groups': ['57980320-ff63-4a54-9123-57f2e6116903']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:17:00.707982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Made reservation on behalf of 5aa140c656d74c988a1337244b086dd5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:17:00.712607 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:00.717266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e833e1b8-3525-4e8c-a6fc-6af35bb90022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:00.759706 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2805355a-d5ab-48ed-b5ad-ec2455359d79 req-81937c29-e692-44a3-9eeb-9278308e3a63 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 210 time: 0.0263603 Nov 29 12:17:00.835328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Allocated IP 172.20.0.9 (d1397a0d-069f-498a-94e7-40b84ff1b4d8/71999c3f-e8dc-4c7f-99df-a25598b95679/afa136e3-7c85-45f7-88e5-609c93145231) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:17:00.970513 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.002365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.043908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:17:01.046830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:17:01.050391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:17:01.058974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:17:01.108376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:01.108984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.125923 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3370402c-33a3-485d-8340-89d7cf12e55d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365686 Nov 29 12:17:01.153352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Request body: {'port': {'device_id': 'f258b61b-7720-41aa-b663-332248814a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:17:01.208549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.291275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1409ea69-8122-483f-9149-4c7d8177b510 None None] Provisioning complete for port afa136e3-7c85-45f7-88e5-609c93145231 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:17:01.291640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1409ea69-8122-483f-9149-4c7d8177b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.323986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-1409ea69-8122-483f-9149-4c7d8177b510 None None] Port afa136e3-7c85-45f7-88e5-609c93145231 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:17:01.460285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa136e3-7c85-45f7-88e5-609c93145231 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:17:01.467436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.480162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Transition to ACTIVE for port object afa136e3-7c85-45f7-88e5-609c93145231 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:17:01.483314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.489844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf539b1f-baba-4b6d-b0e4-7a822b9e444e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:17:01.509571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: bf539b1f-baba-4b6d-b0e4-7a822b9e444e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:17:01.510000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf539b1f-baba-4b6d-b0e4-7a822b9e444e not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:17:01.553256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:17:01.607000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Attempting to bind port afa136e3-7c85-45f7-88e5-609c93145231 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:17:01.607480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Attempting to bind port afa136e3-7c85-45f7-88e5-609c93145231 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:17:01.607900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Attempting to bind port afa136e3-7c85-45f7-88e5-609c93145231 on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:17:01.612617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Port afa136e3-7c85-45f7-88e5-609c93145231 on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:17:01.613571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Attempting to bind port afa136e3-7c85-45f7-88e5-609c93145231 on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:17:01.618493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:17:01.618924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Checking segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:17:01.619194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Bound using segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:17:01.619624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Bound port: afa136e3-7c85-45f7-88e5-609c93145231, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:17:01.619983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.686187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:17:01.689136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:17:01.694840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.730229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:01.730763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:01.732119 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] 10.222.0.30 "PUT /v2.0/ports/afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 1093 time: 0.5834556 Nov 29 12:17:01.732560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:17:01.734826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e89ad-fcff-4180-a2f5-683072aab060" -d '{"events": [{"name": "network-changed", "server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "tag": "afa136e3-7c85-45f7-88e5-609c93145231"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:17:01.761386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817cf0a-2497-432e-a197-f0ad507021be service neutron] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:17:01.825597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a27877-1397-492e-8a65-85edf07a4148 x-openstack-request-id: req-48a27877-1397-492e-8a65-85edf07a4148 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:17:01.825896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "tag": "afa136e3-7c85-45f7-88e5-609c93145231", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:17:01.826173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48a27877-1397-492e-8a65-85edf07a4148 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:17:01.826601 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231', 'status': 'completed', 'code': 200} Nov 29 12:17:01.841541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-d56b72e5-f56d-427f-af24-d2d0d14a8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:01.843231 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-d56b72e5-f56d-427f-af24-d2d0d14a8392 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1096 time: 0.0535111 Nov 29 12:17:01.883654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fd03b-354e-495f-83cf-0ba20f07e1b4 req-26d9705d-aca7-4844-97d2-5c540273f2e4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:01.885190 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a30fd03b-354e-495f-83cf-0ba20f07e1b4 req-26d9705d-aca7-4844-97d2-5c540273f2e4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 943 time: 0.0501051 Nov 29 12:17:01.888568 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-1a480362-9615-4793-b496-ab9b4b69dcaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 217 time: 0.0371957 Nov 29 12:17:01.926568 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a30fd03b-354e-495f-83cf-0ba20f07e1b4 req-2ce65428-956e-4033-9dba-078ac2f18f6a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348561 Nov 29 12:17:01.943261 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-6b96e55c-d9ef-4170-8fe4-26c38222f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:01.944832 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-6b96e55c-d9ef-4170-8fe4-26c38222f2fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0497437 Nov 29 12:17:01.991306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-6f93ef99-d268-451c-87cb-4e81e7b6fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:01.992978 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-6f93ef99-d268-451c-87cb-4e81e7b6fd51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414429 Nov 29 12:17:02.087924 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-cea3227f-f193-4e00-b6b6-3f2014171ff9 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872152 Nov 29 12:17:02.181235 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d8d1e60e-664d-49b3-8ee6-69853bc4051f req-3f9044e8-98e9-45c8-a3ec-d36d2352ce2a service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850008 Nov 29 12:17:02.264930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e89ad-fcff-4180-a2f5-683072aab060 req-7659ff74-51b7-4070-829f-bf0dd0e0dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:02.266402 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-365e89ad-fcff-4180-a2f5-683072aab060 req-7659ff74-51b7-4070-829f-bf0dd0e0dbe0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1096 time: 0.0401452 Nov 29 12:17:02.367079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e89ad-fcff-4180-a2f5-683072aab060 req-c2fd9343-069e-4146-80f3-9c3061c5d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:02.368529 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-365e89ad-fcff-4180-a2f5-683072aab060 req-c2fd9343-069e-4146-80f3-9c3061c5d777 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0953712 Nov 29 12:17:02.409089 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-365e89ad-fcff-4180-a2f5-683072aab060 req-8410b463-513a-4958-a8cb-e52d64d89a4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 217 time: 0.0332358 Nov 29 12:17:02.455123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e89ad-fcff-4180-a2f5-683072aab060 req-5dff5ae0-014b-4e8b-8476-ea0d6baa18df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:02.456397 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-365e89ad-fcff-4180-a2f5-683072aab060 req-5dff5ae0-014b-4e8b-8476-ea0d6baa18df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0411718 Nov 29 12:17:02.504350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e89ad-fcff-4180-a2f5-683072aab060 req-c98cb286-ae70-4bbb-9dd2-d000877c1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:02.505795 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-365e89ad-fcff-4180-a2f5-683072aab060 req-c98cb286-ae70-4bbb-9dd2-d000877c1998 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421445 Nov 29 12:17:02.591945 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-365e89ad-fcff-4180-a2f5-683072aab060 req-6f0fd1b6-48fc-4160-be0f-c7d847312ef1 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793693 Nov 29 12:17:02.684586 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-365e89ad-fcff-4180-a2f5-683072aab060 req-c1432e2c-cfd7-4969-8b0f-00e9678da791 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858979 Nov 29 12:17:03.048807 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f731ff-7245-44d0-90c2-f80303bb91cc req-cd1d0342-14e0-4d65-933c-912da0110b8e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:03.050768 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b4f731ff-7245-44d0-90c2-f80303bb91cc req-cd1d0342-14e0-4d65-933c-912da0110b8e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 943 time: 0.0512886 Nov 29 12:17:03.087310 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b4f731ff-7245-44d0-90c2-f80303bb91cc req-b2ea00c4-84de-41bb-bcb0-d611b6c58df1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307148 Nov 29 12:17:03.276601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2ef11ffc-6d01-493a-8b7a-307ad3b3a926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:03.698775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:04.199131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7218-82ff-4077-8954-090435741f46 req-87cbea5c-56cf-4c4e-a8e5-42d367e9694c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:04.200642 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daae7218-82ff-4077-8954-090435741f46 req-87cbea5c-56cf-4c4e-a8e5-42d367e9694c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 943 time: 0.0477126 Nov 29 12:17:04.237115 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daae7218-82ff-4077-8954-090435741f46 req-aa2e6d1f-e434-498f-8fda-9dc8726d9c4b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307109 Nov 29 12:17:04.738746 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:05.356630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0325d53-d27d-4849-919f-876eb5a49d3d req-bf04f073-b6c9-48d2-848f-5e5c3088c12d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:05.358126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d0325d53-d27d-4849-919f-876eb5a49d3d req-bf04f073-b6c9-48d2-848f-5e5c3088c12d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 943 time: 0.0480604 Nov 29 12:17:05.395728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d0325d53-d27d-4849-919f-876eb5a49d3d req-8a1f950d-4213-4c27-8597-64ef51d10efa tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Nov 29 12:17:05.487521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:17:05.583875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:17:05.595241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'afa136e3-7c85-45f7-88e5-609c93145231', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'afa136e3-7c85-45f7-88e5-609c93145231', 'mac_address': 'fa:16:3e:8e:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:17:05.631518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:05.643653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa136e3-7c85-45f7-88e5-609c93145231 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:17:05.662640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:17:05.666501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:05.713180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:17:05.991446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['afa136e3-7c85-45f7-88e5-609c93145231'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:17:06.077222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:06.511466 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349522cb-c96f-4a0a-8459-9764ff3a12af req-7468478e-327a-4c68-b3df-edf0986ecc1b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:06.512948 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-349522cb-c96f-4a0a-8459-9764ff3a12af req-7468478e-327a-4c68-b3df-edf0986ecc1b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 944 time: 0.0514851 Nov 29 12:17:06.549330 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-349522cb-c96f-4a0a-8459-9764ff3a12af req-b380d3ad-8d03-4188-94ad-7478bb991cd1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306237 Nov 29 12:17:07.518544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:17:07.566523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port afa136e3-7c85-45f7-88e5-609c93145231 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:17:07.570064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port afa136e3-7c85-45f7-88e5-609c93145231 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:17:07.570440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:07.647871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:07.662244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78c076-fcf2-4062-8729-88d4d7150751 req-afb539ac-0d39-40d6-b86c-7a2e0d8fdaf1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:07.663737 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-be78c076-fcf2-4062-8729-88d4d7150751 req-afb539ac-0d39-40d6-b86c-7a2e0d8fdaf1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 944 time: 0.0483360 Nov 29 12:17:07.670063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:17:07.672279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63a2cae-9292-48f5-9a3e-de845e972150" -d '{"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-plugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:17:07.685495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:17:07.691616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:07.706128 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-be78c076-fcf2-4062-8729-88d4d7150751 req-94634d83-1fc9-40f2-a60a-94d65461e621 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354447 Nov 29 12:17:07.714670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efb5f0a-5609-4297-a7b9-f6c7589b1979 x-openstack-request-id: req-6efb5f0a-5609-4297-a7b9-f6c7589b1979 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:17:07.714670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-plugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:17:07.714932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6efb5f0a-5609-4297-a7b9-f6c7589b1979 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:17:07.715169 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231', 'code': 200} Nov 29 12:17:07.743853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:17:07.875262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae368aff-5937-4ab7-a1d6-1ce62e841e37 req-9d460034-ed54-480a-97e1-c0c730c79168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:07.876715 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ae368aff-5937-4ab7-a1d6-1ce62e841e37 req-9d460034-ed54-480a-97e1-c0c730c79168 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1098 time: 0.0387466 Nov 29 12:17:07.911731 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ae368aff-5937-4ab7-a1d6-1ce62e841e37 req-33d94a48-8d88-427a-a750-9e339c5b28ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281444 Nov 29 12:17:08.820460 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3f62-391c-4988-82ea-2d430bb71860 req-9479eaa1-38e8-4251-812f-9119510f59f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:08.822106 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-81eb3f62-391c-4988-82ea-2d430bb71860 req-9479eaa1-38e8-4251-812f-9119510f59f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0468898 Nov 29 12:17:08.857954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-81eb3f62-391c-4988-82ea-2d430bb71860 req-795cc050-c4d7-4350-955b-e42956ae9e48 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300300 Nov 29 12:17:09.972024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478b71e-2fc6-4631-9b27-8de98078f85f req-08534951-3d8e-4c48-a517-d9d122f80e9d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:09.973473 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8478b71e-2fc6-4631-9b27-8de98078f85f req-08534951-3d8e-4c48-a517-d9d122f80e9d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0513618 Nov 29 12:17:10.010568 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8478b71e-2fc6-4631-9b27-8de98078f85f req-0d1e3b92-a232-4588-af13-0bf6dff5f9e8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305042 Nov 29 12:17:10.118126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b3dd9-2fcb-4e47-8285-7d251d03879b req-b2f22f47-2530-4403-9abd-8c145461c35f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:10.119584 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-625b3dd9-2fcb-4e47-8285-7d251d03879b req-b2f22f47-2530-4403-9abd-8c145461c35f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0475976 Nov 29 12:17:10.127931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36048) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:17:10.132659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'floatingip': {'port_id': 'afa136e3-7c85-45f7-88e5-609c93145231'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:17:10.172661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:10.582237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:10.585876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:10.682109 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Floating IP be87f45a-911a-4e18-8077-5bf75beaae64 associated. External IP: 172.26.5.14, port: afa136e3-7c85-45f7-88e5-609c93145231. Nov 29 12:17:10.880653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:17:11.322931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:17:11.327704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:11.332830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:17:11.343405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:17:11.344015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:17:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:17:11.355042 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-41cf6f74-3aa3-44d4-8657-f1aa7d3ea299 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "PUT /v2.0/floatingips/be87f45a-911a-4e18-8077-5bf75beaae64 HTTP/1.1" status: 200 len: 990 time: 1.2260833 Nov 29 12:17:11.355634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:17:11.357869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfb409f-1203-4216-ad9e-0c1e6f112145" -d '{"events": [{"name": "network-changed", "server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "tag": "afa136e3-7c85-45f7-88e5-609c93145231"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:17:11.393030 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f1a6c8-14af-4476-b2c1-509ea3bc4b43 x-openstack-request-id: req-78f1a6c8-14af-4476-b2c1-509ea3bc4b43 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:17:11.393326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "tag": "afa136e3-7c85-45f7-88e5-609c93145231", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:17:11.393581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78f1a6c8-14af-4476-b2c1-509ea3bc4b43 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:17:11.394182 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231', 'status': 'completed', 'code': 200} Nov 29 12:17:11.452851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:17:11.455565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-e9b6ed22-f6c3-4aa1-9de1-9d0fdc7019ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:11.457059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-e9b6ed22-f6c3-4aa1-9de1-9d0fdc7019ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1098 time: 0.0419247 Nov 29 12:17:11.549177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-f5f54e94-b5c1-4bd8-aa94-6a57a5bbdb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:11.550712 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-f5f54e94-b5c1-4bd8-aa94-6a57a5bbdb8e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0863066 Nov 29 12:17:11.614487 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-8f2c6ec8-6e14-4ddb-8404-137117d95765 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 998 time: 0.0568984 Nov 29 12:17:11.662272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-395d76d6-2b29-4ffe-8a67-3683b73327a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:11.663730 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-395d76d6-2b29-4ffe-8a67-3683b73327a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0433218 Nov 29 12:17:11.677003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'afa136e3-7c85-45f7-88e5-609c93145231', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:8e:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f258b61b-7720-41aa-b663-332248814a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:17:10Z', 'revision_number': 9, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:17:11.704196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:17:11.712275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:17:11.712663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-695a5ece-6395-4117-bacc-1dc829e9bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:11.712855 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:17:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:17:11.714164 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-695a5ece-6395-4117-bacc-1dc829e9bad1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435586 Nov 29 12:17:11.801392 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-3049f462-4cd5-4948-b4c9-83725b832b09 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794823 Nov 29 12:17:11.815481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:17:11.890833 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5bfb409f-1203-4216-ad9e-0c1e6f112145 req-b6aec1ad-bab2-46fd-83fa-24758e3b5af9 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827832 Nov 29 12:17:12.034993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'afa136e3-7c85-45f7-88e5-609c93145231', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:8e:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f258b61b-7720-41aa-b663-332248814a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:17:10Z', 'revision_number': 9, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:17:12.060344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ce4404-1609-44ee-b4db-03ac2c5ca120 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'afa136e3-7c85-45f7-88e5-609c93145231', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:8e:3a:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f258b61b-7720-41aa-b663-332248814a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:17:10Z', 'revision_number': 9, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:17:12.240997 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90dbc36-ee13-4ced-9b1d-d7fe7a38609a None None] New status for floating IP be87f45a-911a-4e18-8077-5bf75beaae64: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:17:23.948727 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:17:27.689042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:30.718008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-98a853aa-261f-442c-97b9-cba4517b1167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:33.277475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b2e4fda-cf30-4653-b193-d3e7aeb98295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:33.699125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:34.742242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:36.056644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:17:56.559145 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-f8f8d04b-817c-460d-9ef2-0d81aea05a7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396903 Nov 29 12:17:56.639938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-321f4320-e56e-4e76-90dc-a838e6050b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:56.641388 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-321f4320-e56e-4e76-90dc-a838e6050b8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1098 time: 0.0391383 Nov 29 12:17:56.744777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-603b33e7-5749-4101-909f-de41a612f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:56.746243 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-603b33e7-5749-4101-909f-de41a612f4c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0849998 Nov 29 12:17:56.810301 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-99da64fe-fa02-4a6d-865e-b61fb01e458d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 1001 time: 0.0572724 Nov 29 12:17:56.857691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-814bb437-333f-4e0f-b3d0-8e65e37012fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:56.859180 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-814bb437-333f-4e0f-b3d0-8e65e37012fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0421579 Nov 29 12:17:56.908035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-8429e8cd-988e-4178-8fc7-1c8c7080aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:17:56.909531 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-8429e8cd-988e-4178-8fc7-1c8c7080aaeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432765 Nov 29 12:17:57.001490 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-6a5eec17-3d33-414a-8a56-0b5234540d50 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796762 Nov 29 12:17:57.092836 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa9eebe1-5e70-40f2-a8c3-d43a9ea84aa0 req-d0d9f547-475e-4fe1-b5a0-f04b80600c10 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Nov 29 12:17:57.687919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:00.718379 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-470c59ef-ef35-49c6-8b90-07a6ace6ae56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:00.948745 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:18:03.277925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eb7c6c4b-bdfb-44ec-a1ab-cdbab9e274e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:03.700359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:04.744963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:06.062931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:22.161968 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-3a9d46d5-feb4-4e99-835d-b441932557b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406704 Nov 29 12:18:22.179785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4caf7-6ea7-4095-a27e-15e4ffe22659 req-af8d65dd-69f5-4485-9f22-ccfbdbc46c41 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:22.181197 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ded4caf7-6ea7-4095-a27e-15e4ffe22659 req-af8d65dd-69f5-4485-9f22-ccfbdbc46c41 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0495591 Nov 29 12:18:22.219646 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ded4caf7-6ea7-4095-a27e-15e4ffe22659 req-ba0b4068-1007-452a-9a04-497a8cfbc4c8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Nov 29 12:18:23.254463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-5549af0f-56fc-4757-a25b-cb07a7fc9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:23.255946 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-5549af0f-56fc-4757-a25b-cb07a7fc9f81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1098 time: 0.0409732 Nov 29 12:18:23.333691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d68e-49b2-4612-94dd-d920ee939356 req-19f5ab9e-ad14-4eb8-a1d2-717f76b54fbe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:23.335732 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8691d68e-49b2-4612-94dd-d920ee939356 req-19f5ab9e-ad14-4eb8-a1d2-717f76b54fbe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0483108 Nov 29 12:18:23.347679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-fd172d30-06eb-4711-8ec2-f52b7d829ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:23.349131 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-fd172d30-06eb-4711-8ec2-f52b7d829ce7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0858347 Nov 29 12:18:23.376125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8691d68e-49b2-4612-94dd-d920ee939356 req-6cfb03a1-ee4b-475c-988a-abf4f1e6bd7e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344455 Nov 29 12:18:23.411960 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-f2d08f5d-5857-416d-a84a-38b502c56c50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 1001 time: 0.0558071 Nov 29 12:18:23.461056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-b0278816-2d83-4f43-af8a-785cf9dc9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:23.462497 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-b0278816-2d83-4f43-af8a-785cf9dc9810 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0440638 Nov 29 12:18:23.511421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-8aa1a6b1-2cc6-4bd0-8b91-57a163c165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:23.512771 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-8aa1a6b1-2cc6-4bd0-8b91-57a163c165e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425203 Nov 29 12:18:23.599525 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-eace1da7-0ebd-4d66-a866-ebae8062cd76 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789118 Nov 29 12:18:23.981575 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-c83d347a-9155-4a48-aa3b-c2602c93bb93 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752906 Nov 29 12:18:24.490113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0094ddd-6c9e-4f01-b4f2-8a7a179cab72 req-a30364fd-6bd1-476d-8ed8-a41938ce4a8d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:24.491581 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f0094ddd-6c9e-4f01-b4f2-8a7a179cab72 req-a30364fd-6bd1-476d-8ed8-a41938ce4a8d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0498092 Nov 29 12:18:24.530543 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f0094ddd-6c9e-4f01-b4f2-8a7a179cab72 req-ed6a0ef2-b1f2-490a-8d2b-ab214a2ebcb6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330310 Nov 29 12:18:25.642613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1acdcb-ac86-48f6-a016-44dc353e0700 req-f867186f-2ca4-4e84-8b10-5139cf9ab518 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:25.643956 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bd1acdcb-ac86-48f6-a016-44dc353e0700 req-f867186f-2ca4-4e84-8b10-5139cf9ab518 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0480719 Nov 29 12:18:25.680688 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bd1acdcb-ac86-48f6-a016-44dc353e0700 req-50b3a094-e85f-47e4-8a19-0534fb6b08fa tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Nov 29 12:18:26.793763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a0b84-927c-4d3a-86e9-fb9d091649d1 req-bd310af1-d239-490f-b379-3c86c97429be tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:26.795125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-154a0b84-927c-4d3a-86e9-fb9d091649d1 req-bd310af1-d239-490f-b379-3c86c97429be tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0481913 Nov 29 12:18:26.836691 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-154a0b84-927c-4d3a-86e9-fb9d091649d1 req-6440e865-ad41-4975-b56d-f04c6951b2f2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357645 Nov 29 12:18:27.682481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:27.957758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488330f-ce00-4e77-a427-55d6a4ff939d req-86e572df-ffe6-41b7-8bea-1af30dc1ea69 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:27.959164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3488330f-ce00-4e77-a427-55d6a4ff939d req-86e572df-ffe6-41b7-8bea-1af30dc1ea69 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0485885 Nov 29 12:18:27.999583 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3488330f-ce00-4e77-a427-55d6a4ff939d req-9b23908d-35ba-4bdf-bbe7-11a458ae132e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346031 Nov 29 12:18:29.110754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d294d-8101-42dd-b2e3-4e92419040bd req-a42b17f2-2ef3-457e-bc00-ff4b427c43b1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:29.112195 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f42d294d-8101-42dd-b2e3-4e92419040bd req-a42b17f2-2ef3-457e-bc00-ff4b427c43b1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0480821 Nov 29 12:18:29.148718 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f42d294d-8101-42dd-b2e3-4e92419040bd req-b812e29e-0efc-4409-82e5-c840000a45d5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301297 Nov 29 12:18:30.263462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93daae6-6faf-4d12-95e3-49a34f8ed982 req-3e1eb2cf-cdb9-4cc4-9a90-3abf6f1667b6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:30.264896 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c93daae6-6faf-4d12-95e3-49a34f8ed982 req-3e1eb2cf-cdb9-4cc4-9a90-3abf6f1667b6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0491633 Nov 29 12:18:30.308240 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c93daae6-6faf-4d12-95e3-49a34f8ed982 req-e961d390-b952-442d-8017-da60fde45fae tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374475 Nov 29 12:18:30.721201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b73b41bf-86b9-466a-b1d7-c816363437f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:31.420132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb021c43-8e40-4e13-92ea-e323150f0bb8 req-e0cd3830-62a2-4371-896c-c4c019e46e0b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:31.421567 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fb021c43-8e40-4e13-92ea-e323150f0bb8 req-e0cd3830-62a2-4371-896c-c4c019e46e0b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0473392 Nov 29 12:18:31.458454 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fb021c43-8e40-4e13-92ea-e323150f0bb8 req-6f8c03f8-993b-48b8-b992-a77788b094a5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310802 Nov 29 12:18:32.570329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447ef04-7ea5-4c06-abdd-fa3f4fdad46f req-8a5ad6d8-396a-431b-955c-693f85e1f698 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:32.571954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8447ef04-7ea5-4c06-abdd-fa3f4fdad46f req-8a5ad6d8-396a-431b-955c-693f85e1f698 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0483065 Nov 29 12:18:32.608733 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8447ef04-7ea5-4c06-abdd-fa3f4fdad46f req-6a1d48f2-a36e-4cb6-b0c4-def813df88a9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308242 Nov 29 12:18:33.277346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cbb771ec-160b-418c-9dbf-0c7d7ae40198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:33.702261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:33.724238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbd400-de51-47eb-aa1e-7053e1a3460b req-50d2c3d8-dad1-4691-9a25-d4cb8e22b2ff tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:33.725693 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b8dbd400-de51-47eb-aa1e-7053e1a3460b req-50d2c3d8-dad1-4691-9a25-d4cb8e22b2ff tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0507708 Nov 29 12:18:33.766901 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b8dbd400-de51-47eb-aa1e-7053e1a3460b req-0afa3217-6ba9-47ba-a357-326f35599668 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350773 Nov 29 12:18:34.887967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:34.888972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43003c9-1986-4987-979b-3644d89bbf33 req-3703499c-7ba4-47dd-8483-00066edee800 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:34.890524 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c43003c9-1986-4987-979b-3644d89bbf33 req-3703499c-7ba4-47dd-8483-00066edee800 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0515692 Nov 29 12:18:34.929289 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c43003c9-1986-4987-979b-3644d89bbf33 req-d4fec8a8-a179-4e92-9c86-d342f14f4c96 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328567 Nov 29 12:18:35.517403 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-06c88e56-1712-4a8c-82fe-42b9d53aba51 service neutron] 10.222.0.30 "GET /v2.0/ports/afa136e3-7c85-45f7-88e5-609c93145231/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0525861 Nov 29 12:18:35.719088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-4915356d-9609-4513-a07f-ce95ea109227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:35.721105 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-4915356d-9609-4513-a07f-ce95ea109227 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0435648 Nov 29 12:18:35.780776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-5b06cf6e-472c-4e0c-9a3a-decb7d207912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:35.782154 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-5b06cf6e-472c-4e0c-9a3a-decb7d207912 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1098 time: 0.0393019 Nov 29 12:18:35.870496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-52aa960c-4fdd-42ea-aaef-0bc1d4cfe1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:35.871893 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-52aa960c-4fdd-42ea-aaef-0bc1d4cfe1fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0832043 Nov 29 12:18:35.933999 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-730137b2-c04c-4434-a187-816a397b1621 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 1001 time: 0.0549004 Nov 29 12:18:35.985870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-a655fd87-f7e1-440b-9aea-d98f84b678ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:35.987312 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-a655fd87-f7e1-440b-9aea-d98f84b678ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0466177 Nov 29 12:18:36.039021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-64f03568-09d1-4c2f-b0f5-d2f7055774a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:36.040484 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-64f03568-09d1-4c2f-b0f5-d2f7055774a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453637 Nov 29 12:18:36.064559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:36.134513 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-7bc13b36-3cd3-4091-a168-8570512cf89d service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864761 Nov 29 12:18:36.213219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2cfe6-6180-4a4f-836f-c63d892c8262 req-05bd64c3-dc91-460d-9110-2f04047c9acd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:36.214740 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-05f2cfe6-6180-4a4f-836f-c63d892c8262 req-05bd64c3-dc91-460d-9110-2f04047c9acd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0493572 Nov 29 12:18:36.228180 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9c23772-b48f-4d12-b3dc-ae3b06c09251 req-9f559f63-2140-487f-b779-af3ec4ae13cf service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860786 Nov 29 12:18:36.254122 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-05f2cfe6-6180-4a4f-836f-c63d892c8262 req-03894f0b-67f7-4f08-8836-12bc98b8bf95 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335069 Nov 29 12:18:37.365718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08685fd-fd14-474d-8e36-9a3e84cab8f2 req-e5dd8f69-5ebc-4adb-97a7-ff710b07776f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:37.367167 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a08685fd-fd14-474d-8e36-9a3e84cab8f2 req-e5dd8f69-5ebc-4adb-97a7-ff710b07776f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0471451 Nov 29 12:18:37.406668 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a08685fd-fd14-474d-8e36-9a3e84cab8f2 req-7e7c305c-863b-4257-ac77-bbf15b8ca7c2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337698 Nov 29 12:18:37.948016 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:18:38.524924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5b1fd-0553-40a2-8d69-ca615185ceec req-a1aca3d6-d34c-4b75-84f5-ad59bb7c8fe4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:38.526423 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ebd5b1fd-0553-40a2-8d69-ca615185ceec req-a1aca3d6-d34c-4b75-84f5-ad59bb7c8fe4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0531509 Nov 29 12:18:38.566126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ebd5b1fd-0553-40a2-8d69-ca615185ceec req-9bdba4e4-fe66-4371-b6f5-1aa6928d6647 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336781 Nov 29 12:18:39.680477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b6767-9796-4939-8444-b52e7e7d1332 req-6cad28b0-adb0-442b-806e-0dee4062e9f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:39.681836 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d99b6767-9796-4939-8444-b52e7e7d1332 req-6cad28b0-adb0-442b-806e-0dee4062e9f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0471206 Nov 29 12:18:39.718947 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d99b6767-9796-4939-8444-b52e7e7d1332 req-dfb44334-71f1-4c1b-be7b-c6af31680929 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311017 Nov 29 12:18:39.992343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:18:39.995400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:18:40.002429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-29911f15-cd4d-4fc8-acc2-9eebcd09b962 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:40.003912 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-29911f15-cd4d-4fc8-acc2-9eebcd09b962 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b&tenant_id=5aa140c656d74c988a1337244b086dd5&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 945 time: 0.0553155 Nov 29 12:18:40.017557 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce368d0-3a0a-4448-a60d-5ee2988471dd req-4ad52e97-147d-4a2f-9760-cb013a541a17 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:40.019056 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2ce368d0-3a0a-4448-a60d-5ee2988471dd req-4ad52e97-147d-4a2f-9760-cb013a541a17 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0521116 Nov 29 12:18:40.062595 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2ce368d0-3a0a-4448-a60d-5ee2988471dd req-21a044b0-32d9-4af1-9449-4eb34d54f1fa tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365865 Nov 29 12:18:40.066419 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-ee93046f-76d8-4115-bbee-8bfb4a9a6d5b service neutron] 10.222.0.30 "GET /v2.0/ports/afa136e3-7c85-45f7-88e5-609c93145231/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0544550 Nov 29 12:18:40.131919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-39c147d6-b6c5-4a96-bd4d-59bd49259f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:40.133444 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-39c147d6-b6c5-4a96-bd4d-59bd49259f82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1098 time: 0.0436449 Nov 29 12:18:40.138763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:40.158720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:40.177726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:18:40.179979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84144a07-ced3-4bd4-981e-96b69edee481" -d '{"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:18:40.184691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'afa136e3-7c85-45f7-88e5-609c93145231', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'afa136e3-7c85-45f7-88e5-609c93145231', 'mac_address': 'fa:16:3e:8e:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:18:40.197129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:40.216549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:40.227890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-1bff9acb-0ea3-418c-853e-b02acdd22dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:40.229396 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-1bff9acb-0ea3-418c-853e-b02acdd22dc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0883431 Nov 29 12:18:40.261918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:40.287070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afa136e3-7c85-45f7-88e5-609c93145231 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:18:40.293513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90099737-8cc4-44c7-a27b-2ac244a30d9f x-openstack-request-id: req-90099737-8cc4-44c7-a27b-2ac244a30d9f {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:18:40.293797 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:18:40.294069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90099737-8cc4-44c7-a27b-2ac244a30d9f {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:18:40.294455 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231', 'code': 200} Nov 29 12:18:40.298970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:40.303424 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-d98dd7b0-d631-448d-adb8-d50d956b59c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 999 time: 0.0663371 Nov 29 12:18:40.307571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.307918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.308253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.308584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.308911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.309239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.309560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.309900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.310262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.310582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.310901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.311218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:40.345410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:18:40.345765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:18:40.352569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-7836f577-19d9-45df-a644-3e39f75392ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:40.354041 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-7836f577-19d9-45df-a644-3e39f75392ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0433741 Nov 29 12:18:40.398634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-dd1f2483-53f6-408e-b58d-f85c7164cdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:40.400048 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-dd1f2483-53f6-408e-b58d-f85c7164cdd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387487 Nov 29 12:18:40.488599 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-5a651905-3d45-4d7d-8966-475edf421747 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809109 Nov 29 12:18:40.582330 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-a912cd9a-a07b-4094-8bce-daf0c00981c8 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859492 Nov 29 12:18:40.880041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:40.891839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa136e3-7c85-45f7-88e5-609c93145231 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:18:40.910050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:40.914540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:40.965262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:40.972098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['afa136e3-7c85-45f7-88e5-609c93145231'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:18:41.178765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eff05-7cee-4ae2-bc17-d53a89cba369 req-a253372b-cf27-4578-8f15-404691415d4e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:41.180094 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-813eff05-7cee-4ae2-bc17-d53a89cba369 req-a253372b-cf27-4578-8f15-404691415d4e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 944 time: 0.0474374 Nov 29 12:18:41.216547 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-813eff05-7cee-4ae2-bc17-d53a89cba369 req-700f9407-5fef-4fa3-9abe-3fc76f1d51d2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303462 Nov 29 12:18:41.987113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:18:42.035605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port afa136e3-7c85-45f7-88e5-609c93145231 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:18:42.035972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:42.107208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:42.136949 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:42.142300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:42.186962 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:42.296113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:18:42.298474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be547e93-db10-4493-acba-7f35ede7a4a8" -d '{"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-plugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:18:42.335618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e8f05-5831-4c7e-993b-f345a747354b req-5530ca29-f3b2-4edc-a98c-9c276386951b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:42.337116 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5c4e8f05-5831-4c7e-993b-f345a747354b req-5530ca29-f3b2-4edc-a98c-9c276386951b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0535221 Nov 29 12:18:42.342074 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66787fa-3632-4320-9be4-573b084b5e20 x-openstack-request-id: req-c66787fa-3632-4320-9be4-573b084b5e20 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:18:42.342364 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-plugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:18:42.342617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c66787fa-3632-4320-9be4-573b084b5e20 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:18:42.343001 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231', 'code': 200} Nov 29 12:18:42.375852 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5c4e8f05-5831-4c7e-993b-f345a747354b req-92e212cf-3199-4d6b-85a3-060393c0417b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 Nov 29 12:18:42.970838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-fad83000-e0d6-4a42-9862-73885b0980e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:42.972298 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-fad83000-e0d6-4a42-9862-73885b0980e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0414426 Nov 29 12:18:43.036043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-93ba5916-f579-4b8c-987d-72be1aef526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:43.037510 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-93ba5916-f579-4b8c-987d-72be1aef526d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 1098 time: 0.0448418 Nov 29 12:18:43.123993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-3ae2d098-863e-4a59-b673-6d69a65d49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:43.125439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-3ae2d098-863e-4a59-b673-6d69a65d49b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0812211 Nov 29 12:18:43.193706 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-ae5503bc-9381-47eb-a021-c7ae78b5d085 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 200 len: 1001 time: 0.0595622 Nov 29 12:18:43.240274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-c3772355-fcbd-4375-98a2-4ce3b85eb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:43.241687 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-c3772355-fcbd-4375-98a2-4ce3b85eb7cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0416486 Nov 29 12:18:43.285579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-a70abaaf-5850-4240-aab4-e7762c54d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:43.287028 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-a70abaaf-5850-4240-aab4-e7762c54d7e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385828 Nov 29 12:18:43.379378 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-0ef9c808-9bb4-4161-8492-49fd5bb6d112 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854290 Nov 29 12:18:43.467026 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9bc081d8-86cb-4fee-a828-325a15076c69 req-4accd266-6597-4e70-8d1b-a334fa435157 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812850 Nov 29 12:18:43.493741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb852b-0fb1-437a-a98b-16fbe5804254 req-c2e6ec50-20dc-4d63-97a4-a1b74fe76724 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:43.495267 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-debb852b-0fb1-437a-a98b-16fbe5804254 req-c2e6ec50-20dc-4d63-97a4-a1b74fe76724 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0488248 Nov 29 12:18:43.537273 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-debb852b-0fb1-437a-a98b-16fbe5804254 req-1fbecb2c-6396-47a6-8f07-4a7ea07f9fc9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361404 Nov 29 12:18:44.656179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa3704-17a8-47e5-9fe5-dee0ace66661 req-fb28266f-0c40-47bb-8f14-8b9e2eab6d8c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:44.657879 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04fa3704-17a8-47e5-9fe5-dee0ace66661 req-fb28266f-0c40-47bb-8f14-8b9e2eab6d8c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0483873 Nov 29 12:18:44.693661 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04fa3704-17a8-47e5-9fe5-dee0ace66661 req-97ad5f9a-76e3-4bbb-be1e-932a1eacf932 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298872 Nov 29 12:18:45.804142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80700b2-4246-4d5c-8f4c-0858e21b5cd6 req-3403bf0c-8142-47e4-8b95-2585f7d2f1bc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:45.805598 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b80700b2-4246-4d5c-8f4c-0858e21b5cd6 req-3403bf0c-8142-47e4-8b95-2585f7d2f1bc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0480099 Nov 29 12:18:45.842218 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b80700b2-4246-4d5c-8f4c-0858e21b5cd6 req-625db6ba-1e92-4e32-8390-4c36a90478c3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307257 Nov 29 12:18:45.952470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387b91f-140d-40a2-a60f-d4fd4799c498 req-c0306749-70b4-48b5-85fb-128bd7988157 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:45.953909 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0387b91f-140d-40a2-a60f-d4fd4799c498 req-c0306749-70b4-48b5-85fb-128bd7988157 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0476673 Nov 29 12:18:45.994650 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0387b91f-140d-40a2-a60f-d4fd4799c498 req-70050b16-dcdf-4d0d-83d8-db1815488c47 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348105 Nov 29 12:18:46.001588 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:18:46.005487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:18:46.115239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bd465-1724-4d33-8ea8-a751d1677f8f req-b374af62-4a03-4b97-b5c1-0c477915885c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:46.116816 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ee4bd465-1724-4d33-8ea8-a751d1677f8f req-b374af62-4a03-4b97-b5c1-0c477915885c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0532196 Nov 29 12:18:46.143341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:46.155448 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ee4bd465-1724-4d33-8ea8-a751d1677f8f req-e024dc74-1bd7-45df-ba4e-127781a7a980 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321112 Nov 29 12:18:46.170008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:46.189581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:18:46.191810 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b7a1d2-daad-4bf8-a71f-259a0563d7fd" -d '{"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:18:46.197274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'afa136e3-7c85-45f7-88e5-609c93145231', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'afa136e3-7c85-45f7-88e5-609c93145231', 'mac_address': 'fa:16:3e:8e:3a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:18:46.206813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:46.230710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf1efa2-4740-4834-8285-a126ecc66bf1 x-openstack-request-id: req-bcf1efa2-4740-4834-8285-a126ecc66bf1 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:18:46.231006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:18:46.231257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcf1efa2-4740-4834-8285-a126ecc66bf1 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:18:46.231640 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231', 'code': 200} Nov 29 12:18:46.233884 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:46.269152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:46.296081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afa136e3-7c85-45f7-88e5-609c93145231 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:18:46.307829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=9']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:46.346232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:18:46.346596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:18:46.393340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d77477-4f22-44e8-bf6e-a0784cedc47f req-4e0d4bc8-3baa-412f-81c7-f7f8ca8c1d7c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:46.394814 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f1d77477-4f22-44e8-bf6e-a0784cedc47f req-4e0d4bc8-3baa-412f-81c7-f7f8ca8c1d7c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 943 time: 0.0483975 Nov 29 12:18:46.430854 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f1d77477-4f22-44e8-bf6e-a0784cedc47f req-01ba4d0c-8d76-4686-baaa-5b37cf9b7c2d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301023 Nov 29 12:18:46.881152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:46.893709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa136e3-7c85-45f7-88e5-609c93145231 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:18:46.913166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:46.917418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:46.966263 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=10']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:46.978320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['afa136e3-7c85-45f7-88e5-609c93145231'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:18:47.544921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c569f7d-f200-4e04-8271-f3aae518faeb req-26657069-75ed-4978-9a6e-0e6b1c7046c0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:47.546383 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0c569f7d-f200-4e04-8271-f3aae518faeb req-26657069-75ed-4978-9a6e-0e6b1c7046c0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 945 time: 0.0477042 Nov 29 12:18:47.585889 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0c569f7d-f200-4e04-8271-f3aae518faeb req-627823cb-f8fc-4b3b-98e0-53a448f26504 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337427 Nov 29 12:18:47.997664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:18:48.043129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port afa136e3-7c85-45f7-88e5-609c93145231 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:18:48.043496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:48.117118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:48.147153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:48.150826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:48.194930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=11']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:48.233004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:18:48.235244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52acdfd6-4485-4ccb-8b1f-0b5439f24d9c" -d '{"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-plugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:18:48.269646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f8b91-ce9d-4fff-b6d8-3243b2e54fa8 x-openstack-request-id: req-511f8b91-ce9d-4fff-b6d8-3243b2e54fa8 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:18:48.269961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-plugged", "status": "completed", "tag": "afa136e3-7c85-45f7-88e5-609c93145231", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:18:48.270289 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-511f8b91-ce9d-4fff-b6d8-3243b2e54fa8 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:18:48.270675 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231', 'code': 200} Nov 29 12:18:48.514788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa41f-6828-47a8-a055-f1be99459b7c req-f69d7e3d-52b3-4bc8-9c39-7578828eccbe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:48.516270 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-192fa41f-6828-47a8-a055-f1be99459b7c req-f69d7e3d-52b3-4bc8-9c39-7578828eccbe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 946 time: 0.0481772 Nov 29 12:18:48.607906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Deleting port afa136e3-7c85-45f7-88e5-609c93145231 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:18:48.608245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:48.694744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] For port afa136e3-7c85-45f7-88e5-609c93145231, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=afa136e3-7c85-45f7-88e5-609c93145231,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:48.695104 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:48.698764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17770457-ecfe-496d-93ba-65f7fb97cf3d req-cfa9996c-b7eb-46b8-8444-8a2d1da00124 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:48.700344 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17770457-ecfe-496d-93ba-65f7fb97cf3d req-cfa9996c-b7eb-46b8-8444-8a2d1da00124 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 946 time: 0.0490210 Nov 29 12:18:48.737335 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17770457-ecfe-496d-93ba-65f7fb97cf3d req-e77121ee-86bb-43fc-99ed-1203671d4474 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308449 Nov 29 12:18:48.863430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:48.863684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:48.863993 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Floating IP be87f45a-911a-4e18-8077-5bf75beaae64 disassociated. External IP: 172.26.5.14, port: afa136e3-7c85-45f7-88e5-609c93145231. Nov 29 12:18:48.864327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Calling delete_port for afa136e3-7c85-45f7-88e5-609c93145231 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:18:48.986212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:49.022829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event deleted for resources: {'Port': ['ID=afa136e3-7c85-45f7-88e5-609c93145231,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:49.031321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.031669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.032003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.032335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.032660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.033001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.033307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.033628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.033965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.034290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.034610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.034922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:18:49.142596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:18:49.250538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:18:49.260335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:18:49.269908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:18:49.270541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:18:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:18:49.292632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] No DVR routers for this DVR port afa136e3-7c85-45f7-88e5-609c93145231 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:18:49.295106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:49.298412 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-192fa41f-6828-47a8-a055-f1be99459b7c req-09c7dbea-6302-4afb-9c98-671372cd51b4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "DELETE /v2.0/ports/afa136e3-7c85-45f7-88e5-609c93145231 HTTP/1.1" status: 204 len: 173 time: 0.7761760 Nov 29 12:18:49.298853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-deleted', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:18:49.301095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c65603-66bf-4bcb-8440-311d8130d76b" -d '{"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-deleted", "tag": "afa136e3-7c85-45f7-88e5-609c93145231"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:18:49.337042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d47423-b4ed-46b9-9a2a-c34a7ff65d63 x-openstack-request-id: req-73d47423-b4ed-46b9-9a2a-c34a7ff65d63 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:18:49.337331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f258b61b-7720-41aa-b663-332248814a8b", "name": "network-vif-deleted", "tag": "afa136e3-7c85-45f7-88e5-609c93145231", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:18:49.337580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73d47423-b4ed-46b9-9a2a-c34a7ff65d63 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:18:49.338007 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f258b61b-7720-41aa-b663-332248814a8b', 'name': 'network-vif-deleted', 'tag': 'afa136e3-7c85-45f7-88e5-609c93145231', 'status': 'completed', 'code': 200} Nov 29 12:18:49.386101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:18:49.588693 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:18:49.617788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:18:49.625813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:18:49.626432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:18:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:18:49.854867 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f18ee571-c605-4545-a8f0-af9b1ed12e60 req-7f8ef6e1-d0a0-4316-b2e2-e866a06a446b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=f258b61b-7720-41aa-b663-332248814a8b HTTP/1.1" status: 200 len: 210 time: 0.0275004 Nov 29 12:18:49.875424 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:18:50.063407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:18:50.089361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e711efd9-7ebe-4b54-83f3-48868ca0b583 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:18:50.296988 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae14b3e-7a44-4e51-9f9b-e0ab08e14575 None None] New status for floating IP be87f45a-911a-4e18-8077-5bf75beaae64: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:18:51.106196 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-d7700a95-e677-4bc6-af68-2e8ad76dfb0e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--792262288&fields=id&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 267 time: 0.0330322 Nov 29 12:18:51.215893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-2d369744-4f34-4ceb-bfac-97525c3fdc6f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:51.217260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-2d369744-4f34-4ceb-bfac-97525c3fdc6f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1044683 Nov 29 12:18:51.231806 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-1d7c71c5-5877-469a-9372-82613e715067 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/quotas/5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 375 time: 0.0088031 Nov 29 12:18:51.282868 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-070196a4-122d-4e67-b590-b9e1c9d03e24 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460958 Nov 29 12:18:51.419678 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-73249a3f-1276-4159-95b1-9d4328ab073c service neutron] 10.222.0.23 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255450 Nov 29 12:18:51.507569 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-3e92be34-8075-47b8-8421-e5621be229b6 service neutron] 10.222.0.23 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805449 Nov 29 12:18:51.664358 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-82e37004-795f-4a21-a98d-0eafd79d16a2 req-78f448f9-6411-4a80-9ded-ca60eadad32d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Nov 29 12:18:52.019079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:18:52.043436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: afa136e3-7c85-45f7-88e5-609c93145231 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:18:52.043798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device afa136e3-7c85-45f7-88e5-609c93145231 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:18:52.543295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-70065954-a738-4c88-b3d1-af1a58badc0e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:52.544745 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-70065954-a738-4c88-b3d1-af1a58badc0e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 812 time: 0.1128469 Nov 29 12:18:52.587751 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-5a78b576-cc67-4005-ba62-6a552d385ff8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 379 time: 0.0341527 Nov 29 12:18:52.598309 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'port': {'device_id': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'admin_state_up': True, 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'security_groups': ['57980320-ff63-4a54-9123-57f2e6116903']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:18:52.713491 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Made reservation on behalf of 5aa140c656d74c988a1337244b086dd5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:18:52.717494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:52.757009 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3caccbd4-fc16-4174-835c-c85b0bb8fcbb req-1cbe6be8-b4f7-44af-969c-da5ad39acdf4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 210 time: 0.0257156 Nov 29 12:18:52.854556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Allocated IP 172.20.0.3 (d1397a0d-069f-498a-94e7-40b84ff1b4d8/71999c3f-e8dc-4c7f-99df-a25598b95679/bf970404-1846-4a28-94ef-7ea4b3bd332e) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:18:53.004390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.036940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.081056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:18:53.084018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:18:53.087651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:18:53.122025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:53.147648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:53.148280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.166306 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-c854a610-2f8f-4a03-afcf-7f797b8000fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5717993 Nov 29 12:18:53.180279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Request body: {'port': {'device_id': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:18:53.234730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.300975 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-23f1d10b-d157-4d4b-b5da-3e51bdd8a624 None None] Provisioning complete for port bf970404-1846-4a28-94ef-7ea4b3bd332e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:18:53.301521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-23f1d10b-d157-4d4b-b5da-3e51bdd8a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.334406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-23f1d10b-d157-4d4b-b5da-3e51bdd8a624 None None] Port bf970404-1846-4a28-94ef-7ea4b3bd332e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:18:53.492963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf970404-1846-4a28-94ef-7ea4b3bd332e {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:18:53.500473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.512294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Transition to ACTIVE for port object bf970404-1846-4a28-94ef-7ea4b3bd332e will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:18:53.515873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.585549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:53.638777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Attempting to bind port bf970404-1846-4a28-94ef-7ea4b3bd332e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:18:53.639111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Attempting to bind port bf970404-1846-4a28-94ef-7ea4b3bd332e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:18:53.639455 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Attempting to bind port bf970404-1846-4a28-94ef-7ea4b3bd332e on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:18:53.644051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Port bf970404-1846-4a28-94ef-7ea4b3bd332e on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:18:53.644373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Attempting to bind port bf970404-1846-4a28-94ef-7ea4b3bd332e on network d1397a0d-069f-498a-94e7-40b84ff1b4d8 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:18:53.649171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:18:53.649505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Checking segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:18:53.649881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Bound using segment: {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:18:53.650339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Bound port: bf970404-1846-4a28-94ef-7ea4b3bd332e, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eacc2a98-0183-4236-8f2e-7d79445e9217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:18:53.650698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.717644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:18:53.720556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:18:53.726296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.761350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:53.762059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:53.763449 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] 10.222.0.30 "PUT /v2.0/ports/bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 1093 time: 0.5883548 Nov 29 12:18:53.763886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:18:53.766811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34ebeda-6837-49d8-ba2a-d589254217c2" -d '{"events": [{"name": "network-changed", "server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:18:53.790838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a81e49-74ad-4bc2-8e36-85d49c656134 service neutron] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:53.833679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e83a130-0b6d-4b45-8074-3bb99893e762 x-openstack-request-id: req-7e83a130-0b6d-4b45-8074-3bb99893e762 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:18:53.834047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:18:53.834798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e83a130-0b6d-4b45-8074-3bb99893e762 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:18:53.835204 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'status': 'completed', 'code': 200} Nov 29 12:18:53.853451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-8c074cb2-2a5f-4360-82b2-2bfa0ac08845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:53.855026 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-8c074cb2-2a5f-4360-82b2-2bfa0ac08845 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1096 time: 0.0503211 Nov 29 12:18:53.889730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e4741-d098-4650-b1cd-7438341361a8 req-ebabffb4-0308-453b-88ef-bfa42d588dad tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:53.891313 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c16e4741-d098-4650-b1cd-7438341361a8 req-ebabffb4-0308-453b-88ef-bfa42d588dad tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0536628 Nov 29 12:18:53.901395 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-87c1761e-dd9f-44ca-958e-d3b6bf3c8408 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 217 time: 0.0382643 Nov 29 12:18:53.936261 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c16e4741-d098-4650-b1cd-7438341361a8 req-e5cb901b-1131-4927-8cf0-ea757ad916d0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381842 Nov 29 12:18:53.953162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-86f4e684-d9ec-4874-a7e0-42f27119d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:53.954670 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-86f4e684-d9ec-4874-a7e0-42f27119d044 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0466189 Nov 29 12:18:54.001093 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-d9be04a4-4df3-42c4-9930-41bf17188680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:54.002608 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-d9be04a4-4df3-42c4-9930-41bf17188680 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410204 Nov 29 12:18:54.093683 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-5bab7c5b-c306-48f7-a6e1-19859256e826 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839181 Nov 29 12:18:54.180418 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2232136b-df1d-467e-9f1f-a13b8c0c5b6b req-a964068e-b57b-495f-9a97-70745c877c93 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791857 Nov 29 12:18:54.262515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-8e6c12d8-a84f-41e8-af89-00a5cb21c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:54.263971 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-8e6c12d8-a84f-41e8-af89-00a5cb21c0c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1096 time: 0.0399816 Nov 29 12:18:54.354441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-ea310c2a-0dd2-48aa-af58-5747967f22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:54.355785 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-ea310c2a-0dd2-48aa-af58-5747967f22bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0850899 Nov 29 12:18:54.397752 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-40328a30-4cd7-4ca8-a0dc-ad0d4208595e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 217 time: 0.0346665 Nov 29 12:18:54.445065 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-07b523cb-026f-46f0-a0aa-7c6b6b2a9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:54.446747 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-07b523cb-026f-46f0-a0aa-7c6b6b2a9022 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0419791 Nov 29 12:18:54.494487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-1bf27767-4774-4acd-8695-3fe7edbba3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:54.495968 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-1bf27767-4774-4acd-8695-3fe7edbba3e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425239 Nov 29 12:18:54.583621 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-20798442-ae30-45e6-bcf7-4d7d5e53f6c8 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799696 Nov 29 12:18:54.674834 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e34ebeda-6837-49d8-ba2a-d589254217c2 req-53b1d5c0-2af8-4a8d-9a28-e67e520d9bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839624 Nov 29 12:18:55.056019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c86ec9-0f25-4c42-9211-600f48b82012 req-3ee94b59-7315-4715-b528-0e16e8f3987e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:55.057591 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-48c86ec9-0f25-4c42-9211-600f48b82012 req-3ee94b59-7315-4715-b528-0e16e8f3987e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0494478 Nov 29 12:18:55.095988 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-48c86ec9-0f25-4c42-9211-600f48b82012 req-8d2c2c5e-85fb-43ac-b47c-98e1530d6b31 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323310 Nov 29 12:18:56.208302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de643c6-88a6-4b50-9cf0-0d50b0d24733 req-18b0f68b-0d23-42ea-a41b-c94bf0f564bc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:56.209729 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9de643c6-88a6-4b50-9cf0-0d50b0d24733 req-18b0f68b-0d23-42ea-a41b-c94bf0f564bc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0472584 Nov 29 12:18:56.246630 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9de643c6-88a6-4b50-9cf0-0d50b0d24733 req-649de5fd-1938-46e8-a5d7-241f15457b40 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304298 Nov 29 12:18:57.360793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eabe92-b4ce-424e-bebb-9481b836c9a0 req-30a01d55-936b-4e52-a9a6-8b4c6614a0e1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:57.362252 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c3eabe92-b4ce-424e-bebb-9481b836c9a0 req-30a01d55-936b-4e52-a9a6-8b4c6614a0e1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0509231 Nov 29 12:18:57.399202 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c3eabe92-b4ce-424e-bebb-9481b836c9a0 req-a13bd528-f61f-4b35-95c3-76876f33429e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306003 Nov 29 12:18:57.697724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:58.059796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:18:58.149571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:58.160372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'mac_address': 'fa:16:3e:0b:c2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:18:58.198919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:58.211315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf970404-1846-4a28-94ef-7ea4b3bd332e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:18:58.230337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:18:58.234154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:18:58.279237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:18:58.510681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae092c4-5d30-4dd8-af3b-4053669cea04 req-d8755376-8dbe-4ba2-b68a-624e5f8bab5e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:58.512203 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eae092c4-5d30-4dd8-af3b-4053669cea04 req-d8755376-8dbe-4ba2-b68a-624e5f8bab5e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 944 time: 0.0478802 Nov 29 12:18:58.531020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['bf970404-1846-4a28-94ef-7ea4b3bd332e'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:18:58.550153 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eae092c4-5d30-4dd8-af3b-4053669cea04 req-f7858145-215a-4c8f-95f1-8cd89ff44461 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Nov 29 12:18:59.661308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e97ede-c7cb-4b14-9f27-93f9e0b2a731 req-d1823de3-fd4e-4e85-9b31-c431c2b1f409 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:18:59.662684 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b7e97ede-c7cb-4b14-9f27-93f9e0b2a731 req-d1823de3-fd4e-4e85-9b31-c431c2b1f409 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 944 time: 0.0471189 Nov 29 12:18:59.699131 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b7e97ede-c7cb-4b14-9f27-93f9e0b2a731 req-6bb318c5-eabe-4f2b-8d1e-1f5f2defff84 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300560 Nov 29 12:19:00.091568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:19:00.137042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port bf970404-1846-4a28-94ef-7ea4b3bd332e completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:19:00.140691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port bf970404-1846-4a28-94ef-7ea4b3bd332e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:19:00.141083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:00.214075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:00.237485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:19:00.239727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf0df0f-221c-4e00-9e4f-d2e314a6cd79" -d '{"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-plugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:19:00.251994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:19:00.256124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:00.278801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b225c0f-1984-4b01-a415-fd5777aa7666 x-openstack-request-id: req-9b225c0f-1984-4b01-a415-fd5777aa7666 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:19:00.279090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-plugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:19:00.279338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b225c0f-1984-4b01-a415-fd5777aa7666 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:19:00.279713 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'code': 200} Nov 29 12:19:00.303717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:19:00.439354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0dac9-70b0-4e0c-bc1f-0d880243147d req-307e0a3a-5c94-4480-959d-e383035b3325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:00.440836 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ce0dac9-70b0-4e0c-bc1f-0d880243147d req-307e0a3a-5c94-4480-959d-e383035b3325 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1098 time: 0.0389948 Nov 29 12:19:00.475021 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7ce0dac9-70b0-4e0c-bc1f-0d880243147d req-51d6fe62-c2fd-4214-a57e-0e518f74c485 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275426 Nov 29 12:19:00.721705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ac138de7-57d3-45bd-a74c-6b3d15887797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:00.813572 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747d0a7-50af-41c6-b88e-15a10ecf68eb req-fa42b00c-69c2-4c48-80d4-77e3caaf3ccc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:00.815038 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a747d0a7-50af-41c6-b88e-15a10ecf68eb req-fa42b00c-69c2-4c48-80d4-77e3caaf3ccc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0510328 Nov 29 12:19:00.852353 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a747d0a7-50af-41c6-b88e-15a10ecf68eb req-b426c69f-d08d-47ae-8a18-9185d7c4272f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310068 Nov 29 12:19:01.966638 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f165d-c1bd-4090-a70b-f21eece45a82 req-4b7c92a8-7a7f-4283-8f0b-0eca7394c625 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:01.968067 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-617f165d-c1bd-4090-a70b-f21eece45a82 req-4b7c92a8-7a7f-4283-8f0b-0eca7394c625 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0480349 Nov 29 12:19:02.005010 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-617f165d-c1bd-4090-a70b-f21eece45a82 req-91251ca8-e1d8-44e6-81ea-bdec8776ca0f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311050 Nov 29 12:19:02.113314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53803a5d-7926-4f05-839c-29aa3989faa9 req-2175e0e5-a496-4031-bbd3-c1bd76b18b2e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:02.114764 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-53803a5d-7926-4f05-839c-29aa3989faa9 req-2175e0e5-a496-4031-bbd3-c1bd76b18b2e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0470381 Nov 29 12:19:02.123649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36360) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:19:02.127898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Request body: {'floatingip': {'port_id': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:19:02.168591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:02.575669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:02.579309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:02.677451 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Floating IP be87f45a-911a-4e18-8077-5bf75beaae64 associated. External IP: 172.26.5.14, port: bf970404-1846-4a28-94ef-7ea4b3bd332e. Nov 29 12:19:02.875613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:19:02.980320 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:19:02.985175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:02.989727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:19:02.999552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:19:03.000309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:18:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:19:03.012618 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e5b89bda-c35b-4dfe-80ab-17080faf51f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "PUT /v2.0/floatingips/be87f45a-911a-4e18-8077-5bf75beaae64 HTTP/1.1" status: 200 len: 991 time: 0.8879366 Nov 29 12:19:03.013214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:19:03.015494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41882fb5-427b-468f-82f3-816c59999a74" -d '{"events": [{"name": "network-changed", "server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:19:03.107333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:19:03.112314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925ba167-c26b-4c6f-803d-9fd513b5af9b x-openstack-request-id: req-925ba167-c26b-4c6f-803d-9fd513b5af9b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:19:03.112610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:19:03.112869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-925ba167-c26b-4c6f-803d-9fd513b5af9b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:19:03.113277 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'status': 'completed', 'code': 200} Nov 29 12:19:03.171864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882fb5-427b-468f-82f3-816c59999a74 req-df40d740-5d2b-4bd1-8edb-1dc799a15f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:03.173272 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-df40d740-5d2b-4bd1-8edb-1dc799a15f23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1098 time: 0.0391917 Nov 29 12:19:03.264566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882fb5-427b-468f-82f3-816c59999a74 req-ed16241c-8f08-45a0-acec-a2b017a2a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:03.266066 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-ed16241c-8f08-45a0-acec-a2b017a2a8de service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0861447 Nov 29 12:19:03.288483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5b16a3d6-f2d1-4797-8593-65bdc875e05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:03.330937 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-9e7f1ec9-fff8-4de7-b432-897c560814f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 999 time: 0.0580871 Nov 29 12:19:03.333050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:0b:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:19:02Z', 'revision_number': 13, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:19:03.362376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:19:03.371172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:19:03.371763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:19:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:19:03.382470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882fb5-427b-468f-82f3-816c59999a74 req-5685fe96-e4d5-41b6-9e67-ad199be3b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:03.383988 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-5685fe96-e4d5-41b6-9e67-ad199be3b139 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0467575 Nov 29 12:19:03.430253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41882fb5-427b-468f-82f3-816c59999a74 req-b25636b2-e4b9-44e9-85e1-c28c397fc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:03.431638 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-b25636b2-e4b9-44e9-85e1-c28c397fc06a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402272 Nov 29 12:19:03.443464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-9836b814-5457-46bb-82b2-1bd4da715966 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:19:03.444392 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-9836b814-5457-46bb-82b2-1bd4da715966 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051265 Nov 29 12:19:03.473535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:19:03.532166 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-a9e79214-c4f0-4d7b-ab9f-535d28795aec service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804648 Nov 29 12:19:03.624943 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-41882fb5-427b-468f-82f3-816c59999a74 req-f0861c93-db4d-4254-b89c-b2d035c37df8 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861516 Nov 29 12:19:03.704992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:0b:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:19:02Z', 'revision_number': 13, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:19:03.707798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:03.731960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774226ee-38e8-44df-bcde-6fd9662871e8 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'be87f45a-911a-4e18-8077-5bf75beaae64', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'floating_ip_address': '172.26.5.14', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'port_id': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'mac_address': 'fa:16:3e:0b:c2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:13:21Z', 'updated_at': '2021-11-29T12:19:02Z', 'revision_number': 13, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:19:03.909292 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e95623-7450-47b8-ba0f-a6f193438802 None None] New status for floating IP be87f45a-911a-4e18-8077-5bf75beaae64: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:19:04.750657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:06.069037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:14.946794 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:19:27.687113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:30.722026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d167f0d1-5f64-4154-820d-60c94ac3a274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:33.279199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-860eaa05-dd19-4603-8b2a-5ed354aa18af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:33.708733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:34.753865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:36.067935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:51.947073 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:19:57.697921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:19:58.600574 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-4e82b71d-332b-4622-99cd-3284c634c640 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774288 Nov 29 12:19:58.678791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-203eab61-4920-408e-aa4d-820129d172c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:58.680224 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-203eab61-4920-408e-aa4d-820129d172c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1098 time: 0.0395637 Nov 29 12:19:58.781275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-cc362a9b-1ad6-4e8d-8a31-c3cb707f2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:58.782727 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-cc362a9b-1ad6-4e8d-8a31-c3cb707f2011 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0839500 Nov 29 12:19:58.844699 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-60a1225d-4430-4ac4-992a-007b5479ad5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 1001 time: 0.0550210 Nov 29 12:19:58.896186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-828f0720-5ca0-4f1e-bfff-a85d1d1d31e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:58.897667 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-828f0720-5ca0-4f1e-bfff-a85d1d1d31e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0461490 Nov 29 12:19:58.944314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-1c92c9df-c3d8-4811-bb02-91ac2d65b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:19:58.946073 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-1c92c9df-c3d8-4811-bb02-91ac2d65b849 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411553 Nov 29 12:19:59.032566 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-f0b48a23-8c21-4430-b078-f4fab0c506ef service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792902 Nov 29 12:19:59.122758 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6eb94b27-38ae-4b08-8641-805206eb4eef req-47d62dd0-38f6-4805-9574-a5aefaa11d6d service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825653 Nov 29 12:20:00.722529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be4dc479-7f39-4509-b240-0ad33418ae7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:03.279509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-16c0c1ef-d237-4aa0-8039-ec6b79014ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:03.708280 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:04.757557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:06.071361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:13.968888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3689e-5072-4546-8f8c-4a7ac97573a6 req-76322103-fcaa-411f-8c90-3833f74a8bfe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:13.970357 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-89e3689e-5072-4546-8f8c-4a7ac97573a6 req-76322103-fcaa-411f-8c90-3833f74a8bfe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0498676 Nov 29 12:20:14.010776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-89e3689e-5072-4546-8f8c-4a7ac97573a6 req-676e5ac9-15d0-4044-ba16-bca0fc8c1f7c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341327 Nov 29 12:20:25.148658 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-5983bd9d-39fd-418f-a3b4-3f463bed7e85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411549 Nov 29 12:20:25.167009 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a1497-5aba-4b80-b39e-1ef0117bd7e2 req-21fce82c-8ee1-4a83-8661-fc3c65f71420 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:25.168501 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cb6a1497-5aba-4b80-b39e-1ef0117bd7e2 req-21fce82c-8ee1-4a83-8661-fc3c65f71420 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0530753 Nov 29 12:20:25.207722 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cb6a1497-5aba-4b80-b39e-1ef0117bd7e2 req-62957318-5746-43a7-8f4a-ec5c1f07d1bf tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330329 Nov 29 12:20:26.144628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-71cde7f5-84f9-42fb-8313-6205ede3a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:26.146149 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-71cde7f5-84f9-42fb-8313-6205ede3a3d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1098 time: 0.0401204 Nov 29 12:20:26.235534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-1f4b54fd-aed2-4d50-8e62-c3405f3c3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:26.236991 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-1f4b54fd-aed2-4d50-8e62-c3405f3c3637 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0842280 Nov 29 12:20:26.300805 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-44fa0063-f479-4e07-a090-921a5cef2eb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 1001 time: 0.0568225 Nov 29 12:20:26.321366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0c58c-e10c-4a8b-b389-a1d12a1f6725 req-0d45f51f-2914-4ac8-aed8-67dca269f430 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:26.322873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9fc0c58c-e10c-4a8b-b389-a1d12a1f6725 req-0d45f51f-2914-4ac8-aed8-67dca269f430 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0474136 Nov 29 12:20:26.354238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-a9f2e14b-a806-460e-87c6-3d5341ecfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:26.355702 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-a9f2e14b-a806-460e-87c6-3d5341ecfbec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0478377 Nov 29 12:20:26.362184 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9fc0c58c-e10c-4a8b-b389-a1d12a1f6725 req-f20c66e4-402f-4e77-8bf6-e14e53a0744d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332437 Nov 29 12:20:26.402661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-108fe17a-1749-4f65-9e04-3582227a84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:26.404072 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-108fe17a-1749-4f65-9e04-3582227a84c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414171 Nov 29 12:20:26.489234 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-2b26891e-8fca-4880-8d7a-c328be5c9bc5 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783753 Nov 29 12:20:26.579211 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-f1fc3145-e8f3-4f06-913e-48311395b624 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834088 Nov 29 12:20:27.480672 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c3a70-81f1-4e2e-8899-9343aa98b04e req-a291b5c9-ecae-463f-a9ac-fa7026b351b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:27.482134 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c46c3a70-81f1-4e2e-8899-9343aa98b04e req-a291b5c9-ecae-463f-a9ac-fa7026b351b3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Nov 29 12:20:27.523305 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c46c3a70-81f1-4e2e-8899-9343aa98b04e req-c4345d99-3390-4c2e-84c9-3d72609e73db tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353050 Nov 29 12:20:27.694199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:28.637910 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b9825-c268-4562-bdab-1b0167716db8 req-4cb6c53e-c675-4e07-b0f2-705221355e7e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:28.639386 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e47b9825-c268-4562-bdab-1b0167716db8 req-4cb6c53e-c675-4e07-b0f2-705221355e7e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0488856 Nov 29 12:20:28.678174 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e47b9825-c268-4562-bdab-1b0167716db8 req-f7a3f9de-f1e5-4fb8-a2bd-143e9909393d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315523 Nov 29 12:20:28.946032 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:20:29.790234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcbb47-6603-4e7a-8724-466114122c6e req-8957d709-0ff2-4986-a7e4-ac85a5c3fd8c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:29.791719 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fcfcbb47-6603-4e7a-8724-466114122c6e req-8957d709-0ff2-4986-a7e4-ac85a5c3fd8c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0478764 Nov 29 12:20:29.828623 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fcfcbb47-6603-4e7a-8724-466114122c6e req-453ae6d4-c124-4c84-9cc7-302d1221cae5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311179 Nov 29 12:20:30.722945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6753225e-4da5-4819-953b-01937ac7708f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:30.941255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fe322-a17b-444e-84a5-772cbc3b73c0 req-27188274-9f2f-4836-92ea-95c7860c0b32 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:30.942728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-503fe322-a17b-444e-84a5-772cbc3b73c0 req-27188274-9f2f-4836-92ea-95c7860c0b32 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0478060 Nov 29 12:20:30.983775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-503fe322-a17b-444e-84a5-772cbc3b73c0 req-3692763d-c391-4b73-b652-82e76f3bcab2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349619 Nov 29 12:20:32.097421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca119f-e4e1-40f1-9ab0-3aa7584ca11b req-2e7a4278-69ef-44f8-bd05-19c6879ac4c9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:32.098813 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-75ca119f-e4e1-40f1-9ab0-3aa7584ca11b req-2e7a4278-69ef-44f8-bd05-19c6879ac4c9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0480833 Nov 29 12:20:32.136341 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-75ca119f-e4e1-40f1-9ab0-3aa7584ca11b req-7a7734b6-48f0-4517-9ba2-bcbc9a8d3595 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307813 Nov 29 12:20:33.249929 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51342a63-2b2d-4e6d-a45f-ded1a88de342 req-dd1f1069-e4fb-4692-bdb9-defb590c6e8c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:33.251251 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-51342a63-2b2d-4e6d-a45f-ded1a88de342 req-dd1f1069-e4fb-4692-bdb9-defb590c6e8c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0481315 Nov 29 12:20:33.279401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cb83165e-5f05-48b2-8ac7-c0bd697d3998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:33.288916 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-51342a63-2b2d-4e6d-a45f-ded1a88de342 req-88588154-da90-4a88-aeb2-64472aabf0f1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318625 Nov 29 12:20:33.709809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:34.399917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c25ac3-7634-4c76-a4de-dca1eb3120df req-ae0789e1-e171-49de-9f10-1d97b491cd95 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:34.401362 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-55c25ac3-7634-4c76-a4de-dca1eb3120df req-ae0789e1-e171-49de-9f10-1d97b491cd95 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0474977 Nov 29 12:20:34.441645 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-55c25ac3-7634-4c76-a4de-dca1eb3120df req-8e0239cf-fc17-4f0a-bebc-ab1bb75be1a1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Nov 29 12:20:34.760119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:35.554690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c2e1a-3ddc-457c-a1a8-864d4dceed89 req-e0b0c858-48d7-42a4-b435-1696559127e4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:35.556151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-473c2e1a-3ddc-457c-a1a8-864d4dceed89 req-e0b0c858-48d7-42a4-b435-1696559127e4 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0490251 Nov 29 12:20:35.594868 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-473c2e1a-3ddc-457c-a1a8-864d4dceed89 req-0ec95ecc-9304-425d-a9c6-be6257d0dd3f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326679 Nov 29 12:20:36.074034 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:36.708569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009384-c566-437c-b708-4383ec7af1e8 req-6c2987a0-2f72-4720-b0c7-d81be3f761f6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:36.710036 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a009384-c566-437c-b708-4383ec7af1e8 req-6c2987a0-2f72-4720-b0c7-d81be3f761f6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0484223 Nov 29 12:20:36.747065 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3a009384-c566-437c-b708-4383ec7af1e8 req-d99521eb-cc62-4e62-9160-97199eb277e3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Nov 29 12:20:37.859815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f132e45-a157-4745-8a63-804623137e1e req-53343235-31c6-47b1-b6d2-9e56d0ea3a4a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:37.861259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f132e45-a157-4745-8a63-804623137e1e req-53343235-31c6-47b1-b6d2-9e56d0ea3a4a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Nov 29 12:20:37.901791 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f132e45-a157-4745-8a63-804623137e1e req-5b76cf6b-af00-4a9c-bab9-a85d43c789a1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341122 Nov 29 12:20:39.017529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84fb2-09c2-4aca-bf74-942a8d0d380d req-d7ef4a80-c817-4179-900e-76706bb8a1d7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:39.019035 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-52a84fb2-09c2-4aca-bf74-942a8d0d380d req-d7ef4a80-c817-4179-900e-76706bb8a1d7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0493348 Nov 29 12:20:39.058457 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-52a84fb2-09c2-4aca-bf74-942a8d0d380d req-5041a97d-34ee-41d7-8a9c-e4676ebf12a2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333364 Nov 29 12:20:39.929045 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-41a59885-c020-4300-bf66-e072aeac8a25 service neutron] 10.222.0.30 "GET /v2.0/ports/bf970404-1846-4a28-94ef-7ea4b3bd332e/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0575123 Nov 29 12:20:40.127290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-d12338af-260c-4175-925a-05ba102e0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:40.128887 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-d12338af-260c-4175-925a-05ba102e0b0a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0407784 Nov 29 12:20:40.175015 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c7757-9469-465b-a1e8-94cbd6dc1b9c req-4f4808c3-5400-43e3-822d-dbe8c5870b15 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:40.179644 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-102c7757-9469-465b-a1e8-94cbd6dc1b9c req-4f4808c3-5400-43e3-822d-dbe8c5870b15 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0493906 Nov 29 12:20:40.197005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-29b99177-9fd6-4dcf-8ab2-2d82b249ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:40.198559 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-29b99177-9fd6-4dcf-8ab2-2d82b249ccdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1098 time: 0.0490768 Nov 29 12:20:40.215057 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-102c7757-9469-465b-a1e8-94cbd6dc1b9c req-45745ca2-1083-4dba-80f0-6f4b8e69b25e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Nov 29 12:20:40.286206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-7a33b915-4a74-4476-aebb-f88be4e2bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:40.287697 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-7a33b915-4a74-4476-aebb-f88be4e2bd63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0824583 Nov 29 12:20:40.354032 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-4f69a1f8-056a-40e8-aaa4-0d3f1c4bf797 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 1001 time: 0.0598233 Nov 29 12:20:40.700438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-51b3f45f-6050-4e43-ad7b-1c1be5f295b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:40.701860 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-51b3f45f-6050-4e43-ad7b-1c1be5f295b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.3404155 Nov 29 12:20:40.746520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-2d69fcb8-c50f-4dcc-9fee-44886ad94a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:40.747975 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-2d69fcb8-c50f-4dcc-9fee-44886ad94a84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386896 Nov 29 12:20:40.836475 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-86428625-ae32-44e7-9b67-8e22e2540679 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809817 Nov 29 12:20:40.920002 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-76dbb0a5-d227-4b77-a7ce-6044d80bb0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768738 Nov 29 12:20:41.330489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134afa83-c9cc-4318-93c9-f029a764779a req-9ebbd9d3-eb6f-46bd-bc98-9bc92263245a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:41.331848 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-134afa83-c9cc-4318-93c9-f029a764779a req-9ebbd9d3-eb6f-46bd-bc98-9bc92263245a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Nov 29 12:20:41.372478 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-134afa83-c9cc-4318-93c9-f029a764779a req-330ae241-5749-487b-913f-35563918a44e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346732 Nov 29 12:20:42.487120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d45ff9-ad88-4db5-8eae-478dc221f152 req-763699f5-f488-475b-9b6f-1ee3ce273d3c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:42.488593 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35d45ff9-ad88-4db5-8eae-478dc221f152 req-763699f5-f488-475b-9b6f-1ee3ce273d3c tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Nov 29 12:20:42.529613 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35d45ff9-ad88-4db5-8eae-478dc221f152 req-8326f589-2001-4754-8faa-71c0a5e45efc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340376 Nov 29 12:20:42.596649 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:20:42.673290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:42.698346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:20:42.700642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d516f8f4-2783-49e0-af9e-fa628f6adfa9" -d '{"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-unplugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:20:42.713678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:20:42.718786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:42.750987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92349c2b-8d23-4b15-8622-c2e732a7a1af x-openstack-request-id: req-92349c2b-8d23-4b15-8622-c2e732a7a1af {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:20:42.751274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-unplugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:20:42.751526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-92349c2b-8d23-4b15-8622-c2e732a7a1af {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:20:42.751962 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'code': 200} Nov 29 12:20:42.768812 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:20:42.775720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.776066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.776405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.776737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.777065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.777391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.777717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.778069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.778394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.778713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.779034 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:42.779346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:20:43.647053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc9209-a284-44f4-89e2-1806be3445cd req-ad260127-4333-4106-9a95-ca0b043bd37f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:43.648558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d5cc9209-a284-44f4-89e2-1806be3445cd req-ad260127-4333-4106-9a95-ca0b043bd37f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0493639 Nov 29 12:20:43.688022 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d5cc9209-a284-44f4-89e2-1806be3445cd req-7e5d277e-5915-4f8d-96bd-101f567b83f8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334415 Nov 29 12:20:44.821734 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f06ec8-4d01-49e9-ae51-77bbf606caae req-bc262097-e36d-40d4-aa0b-7c4cb9f53496 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:44.823601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66f06ec8-4d01-49e9-ae51-77bbf606caae req-bc262097-e36d-40d4-aa0b-7c4cb9f53496 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0517907 Nov 29 12:20:44.865323 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66f06ec8-4d01-49e9-ae51-77bbf606caae req-d1e64276-aab2-47fd-987b-28b31d65d57a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349019 Nov 29 12:20:45.977264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97f14c-8b89-4fbd-9510-7c0a20d98434 req-35163db5-def1-472e-b91f-26bf0eb4e7f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:45.978743 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6a97f14c-8b89-4fbd-9510-7c0a20d98434 req-35163db5-def1-472e-b91f-26bf0eb4e7f5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0476108 Nov 29 12:20:46.015729 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6a97f14c-8b89-4fbd-9510-7c0a20d98434 req-d7731b1f-0392-4ccc-88ec-9f9e1c49fb5e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312526 Nov 29 12:20:46.618409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:20:46.711410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:20:46.722045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'mac_address': 'fa:16:3e:0b:c2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:20:46.756414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:46.768190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf970404-1846-4a28-94ef-7ea4b3bd332e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:20:46.787494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:20:46.791436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:46.838453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:20:46.852927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['bf970404-1846-4a28-94ef-7ea4b3bd332e'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:20:47.131730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbbb26-c225-4c64-8952-71c36e07ecd3 req-aa0127d6-b3df-4275-a19b-91d16a289228 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:47.133186 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ccbbb26-c225-4c64-8952-71c36e07ecd3 req-aa0127d6-b3df-4275-a19b-91d16a289228 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 944 time: 0.0514729 Nov 29 12:20:47.170443 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ccbbb26-c225-4c64-8952-71c36e07ecd3 req-30eb8748-e9d6-4709-b3a9-31cff1e82e31 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Nov 29 12:20:48.288935 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca7ec4-072d-483b-952b-6541b5693fe7 req-a8b89728-47b0-4895-a515-9adba995407d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:48.290404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-69ca7ec4-072d-483b-952b-6541b5693fe7 req-a8b89728-47b0-4895-a515-9adba995407d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 944 time: 0.0525718 Nov 29 12:20:48.330923 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-69ca7ec4-072d-483b-952b-6541b5693fe7 req-8b6eb010-900b-461d-8e8f-044191394a83 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346491 Nov 29 12:20:48.634512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:20:48.681840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port bf970404-1846-4a28-94ef-7ea4b3bd332e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:20:48.682230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:48.755941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:48.777311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:20:48.779464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e77b2db-86d6-4890-8f4d-df6e36b9fd02" -d '{"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-plugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:20:48.791988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:20:48.796676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:48.825306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae4ec6a-a60d-4cd2-b90f-2f5bc301d566 x-openstack-request-id: req-3ae4ec6a-a60d-4cd2-b90f-2f5bc301d566 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:20:48.825594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-plugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:20:48.825846 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ae4ec6a-a60d-4cd2-b90f-2f5bc301d566 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:20:48.826258 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'code': 200} Nov 29 12:20:48.844724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:20:49.442906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d383-99ac-4df5-a446-f49c3c9956dd req-98335044-dbd0-4fc0-b9e5-a12626884cae tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:49.444337 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7b48d383-99ac-4df5-a446-f49c3c9956dd req-98335044-dbd0-4fc0-b9e5-a12626884cae tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0469675 Nov 29 12:20:49.481521 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7b48d383-99ac-4df5-a446-f49c3c9956dd req-f0aa69df-bae0-4de0-8c0a-16333e612bfc tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309358 Nov 29 12:20:50.595626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a1cc5-197d-4c5d-8957-793bf5234682 req-c016928a-c159-4daa-a237-8fba3281a132 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:50.597057 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f21a1cc5-197d-4c5d-8957-793bf5234682 req-c016928a-c159-4daa-a237-8fba3281a132 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0479724 Nov 29 12:20:50.633845 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f21a1cc5-197d-4c5d-8957-793bf5234682 req-a05474b4-7ad5-4f79-87d9-922278896cc8 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308368 Nov 29 12:20:51.747081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ede41-3e34-464e-a6b2-1a9dca4b664e req-4ae5dc0c-4055-4867-852e-41cc8cb6664e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:51.748456 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-527ede41-3e34-464e-a6b2-1a9dca4b664e req-4ae5dc0c-4055-4867-852e-41cc8cb6664e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0480351 Nov 29 12:20:51.788200 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-527ede41-3e34-464e-a6b2-1a9dca4b664e req-1710314b-6d3e-4ae4-9b31-a7e092e3406e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338311 Nov 29 12:20:52.901911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270f923-4ddd-47ec-9b62-c6e5ac6d5c1c req-1501af21-b23d-4482-878c-b32c64c9bf95 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:52.903377 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2270f923-4ddd-47ec-9b62-c6e5ac6d5c1c req-1501af21-b23d-4482-878c-b32c64c9bf95 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Nov 29 12:20:52.939798 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2270f923-4ddd-47ec-9b62-c6e5ac6d5c1c req-bcd67645-ae0e-4031-8ac6-c116cc51f007 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305624 Nov 29 12:20:53.217921 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-72cfe515-99e9-49c7-a55a-741c69abee5a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:53.219393 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-72cfe515-99e9-49c7-a55a-741c69abee5a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6&tenant_id=5aa140c656d74c988a1337244b086dd5&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 945 time: 0.0507884 Nov 29 12:20:53.235011 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dcb6e-11aa-45d6-ad0b-c5c9ce58a9d6 req-2fc5a551-9b91-49db-9217-bd2e47bfcf17 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:53.236475 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-965dcb6e-11aa-45d6-ad0b-c5c9ce58a9d6 req-2fc5a551-9b91-49db-9217-bd2e47bfcf17 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Nov 29 12:20:53.273840 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-965dcb6e-11aa-45d6-ad0b-c5c9ce58a9d6 req-8c56cc40-a155-4c92-8834-64ab51885b3b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304530 Nov 29 12:20:53.281864 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-a81db223-530d-450d-8603-6cd778912aa6 service neutron] 10.222.0.30 "GET /v2.0/ports/bf970404-1846-4a28-94ef-7ea4b3bd332e/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0553493 Nov 29 12:20:53.341681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-15caf261-ea01-48e0-9c3a-fbde17460e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:53.343147 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-15caf261-ea01-48e0-9c3a-fbde17460e02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1098 time: 0.0399539 Nov 29 12:20:53.427686 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-ad89441b-fc13-4233-aac6-3524ea17e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:53.429005 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-ad89441b-fc13-4233-aac6-3524ea17e365 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0792699 Nov 29 12:20:53.494995 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-059f2c21-6d79-4059-8a3c-4a09c5a8b6fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 1001 time: 0.0592179 Nov 29 12:20:53.543202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-9dc1f632-90ab-47fd-9edd-a135345e6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:53.544594 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-9dc1f632-90ab-47fd-9edd-a135345e6791 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0428317 Nov 29 12:20:53.589677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-90c6106a-12dd-4fa8-9355-270810cf5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:53.591160 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-90c6106a-12dd-4fa8-9355-270810cf5bd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397153 Nov 29 12:20:53.680934 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-51ee3a4e-298f-43b7-a04e-fefef60f06f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827343 Nov 29 12:20:53.769057 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-dd8c1cd8-e940-4567-a209-e5ead650c7d1 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805244 Nov 29 12:20:54.388878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55fd5c-eb26-4982-80ad-393be086f1ff req-1936578e-fed3-4d95-b8c1-e48146b6c9fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:54.390343 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8e55fd5c-eb26-4982-80ad-393be086f1ff req-1936578e-fed3-4d95-b8c1-e48146b6c9fd tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0472934 Nov 29 12:20:54.430395 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8e55fd5c-eb26-4982-80ad-393be086f1ff req-298bd657-e232-406c-9699-7d89ff6b2c32 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336525 Nov 29 12:20:55.545283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c942d-589a-43b2-ac6b-365216a53455 req-52ed6b6a-d1f0-4fe8-b817-ed9f3b1076fe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:55.546790 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-198c942d-589a-43b2-ac6b-365216a53455 req-52ed6b6a-d1f0-4fe8-b817-ed9f3b1076fe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0479548 Nov 29 12:20:55.592105 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-198c942d-589a-43b2-ac6b-365216a53455 req-0ea32789-4565-462b-8dd3-a697d62d5aff tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386832 Nov 29 12:20:56.707203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde05cf1-bbf1-45c6-ae0c-f372a00f0bae req-0e78df89-63b4-4e8d-8885-77076ddca6a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:56.710260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bde05cf1-bbf1-45c6-ae0c-f372a00f0bae req-0e78df89-63b4-4e8d-8885-77076ddca6a6 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0523827 Nov 29 12:20:56.748774 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bde05cf1-bbf1-45c6-ae0c-f372a00f0bae req-dc97d41c-e7ed-4056-b2f8-43dc79e14819 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328450 Nov 29 12:20:57.707954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:20:57.867509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb24a5-fe7d-488b-9d56-8413f2b7e56a req-dc5c168e-b059-4978-9f94-b8d6bcde1b3b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:57.868975 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bebb24a5-fe7d-488b-9d56-8413f2b7e56a req-dc5c168e-b059-4978-9f94-b8d6bcde1b3b tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Nov 29 12:20:57.910054 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bebb24a5-fe7d-488b-9d56-8413f2b7e56a req-20237566-0ca5-4c62-bc6e-83d41d0e4e04 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349724 Nov 29 12:20:58.019638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-bc0483ec-df60-4419-8b9e-ac4418c3c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:58.021593 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-bc0483ec-df60-4419-8b9e-ac4418c3c6fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6&tenant_id=5aa140c656d74c988a1337244b086dd5 HTTP/1.1" status: 200 len: 1098 time: 0.0445359 Nov 29 12:20:58.079526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-2a366814-719b-420a-be3f-3baceb0221a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:58.080955 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-2a366814-719b-420a-be3f-3baceb0221a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1098 time: 0.0382671 Nov 29 12:20:58.166416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-be585e8d-2467-403a-ada0-d41d285b9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:58.167838 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-be585e8d-2467-403a-ada0-d41d285b9731 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0805192 Nov 29 12:20:58.234982 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-64d39a33-2b26-428e-a505-492f0d622fe5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 1001 time: 0.0594726 Nov 29 12:20:58.281797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-6a97ebec-cb94-4860-928a-cd2d01b5bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:58.283175 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-6a97ebec-cb94-4860-928a-cd2d01b5bff9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0415747 Nov 29 12:20:58.326209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-1031cfa9-8b24-4eca-b11a-880eb87cf783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:58.327613 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-1031cfa9-8b24-4eca-b11a-880eb87cf783 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378716 Nov 29 12:20:58.416520 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-f7d706ce-75a3-4d78-89ef-a4c8cbb662cd service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817428 Nov 29 12:20:58.502408 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c4910b66-a1fc-4f23-8ae8-378ede7924a1 req-9c946268-8c1c-44fa-8a7a-0e8acaaa11b6 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782492 Nov 29 12:20:59.027193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f2929-5341-45ed-8d3b-7f8307813f9f req-115e8463-3675-4e20-aaf1-0bddb5b4bb47 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:59.030136 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-708f2929-5341-45ed-8d3b-7f8307813f9f req-115e8463-3675-4e20-aaf1-0bddb5b4bb47 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0511694 Nov 29 12:20:59.068964 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-708f2929-5341-45ed-8d3b-7f8307813f9f req-1e8fa92c-6d48-44d2-9a2c-8ed6637ce0c7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341408 Nov 29 12:20:59.080522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d7fa-5538-4d63-98d6-991c459a385c req-76e31220-fd9e-4628-bb93-93a15c8c4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:59.082321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c718d7fa-5538-4d63-98d6-991c459a385c req-76e31220-fd9e-4628-bb93-93a15c8c4e03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5aa140c656d74c988a1337244b086dd5&device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 1098 time: 0.0426941 Nov 29 12:20:59.187737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d7fa-5538-4d63-98d6-991c459a385c req-275b1b31-cb9c-43c2-a055-9bb3b0300053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:59.189247 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c718d7fa-5538-4d63-98d6-991c459a385c req-275b1b31-cb9c-43c2-a055-9bb3b0300053 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 200 len: 913 time: 0.0878329 Nov 29 12:20:59.253482 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c718d7fa-5538-4d63-98d6-991c459a385c req-2c077b30-50fe-48e6-abac-57dbc88f93e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 200 len: 1001 time: 0.0570853 Nov 29 12:20:59.305635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d7fa-5538-4d63-98d6-991c459a385c req-c4b6646a-081f-4740-987a-f35f23988959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:59.307031 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c718d7fa-5538-4d63-98d6-991c459a385c req-c4b6646a-081f-4740-987a-f35f23988959 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 200 len: 851 time: 0.0468524 Nov 29 12:20:59.353140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718d7fa-5538-4d63-98d6-991c459a385c req-a4b479eb-7d83-4e2a-b33e-b93a4e649eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:20:59.354681 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c718d7fa-5538-4d63-98d6-991c459a385c req-a4b479eb-7d83-4e2a-b33e-b93a4e649eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d1397a0d-069f-498a-94e7-40b84ff1b4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403287 Nov 29 12:20:59.444154 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c718d7fa-5538-4d63-98d6-991c459a385c req-40b18570-15a5-440f-8802-54d4a467327f service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822034 Nov 29 12:20:59.537670 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c718d7fa-5538-4d63-98d6-991c459a385c req-edf5cc19-0a42-4162-a496-f199651fbf31 service neutron] 10.222.0.30 "GET /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860455 Nov 29 12:21:00.185071 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457407be-2993-4674-ac1b-7d6a17077b82 req-6adddda4-c4c3-4181-aafe-6822400bc5e2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:00.186633 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-457407be-2993-4674-ac1b-7d6a17077b82 req-6adddda4-c4c3-4181-aafe-6822400bc5e2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0494835 Nov 29 12:21:00.226784 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-457407be-2993-4674-ac1b-7d6a17077b82 req-a6eafb35-2832-449c-aece-cd619d23cfb7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340123 Nov 29 12:21:00.674841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:21:00.729856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-40509dbb-f852-417e-a6f4-2cc8f9c92e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:00.766381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:00.788858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:21:00.791199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531678d-bf98-463c-8740-d375f13fe605" -d '{"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-unplugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:21:00.803807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:00.809188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:00.842759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb9e551-f6ce-4619-a494-aa2c84933e88 x-openstack-request-id: req-bdb9e551-f6ce-4619-a494-aa2c84933e88 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:21:00.843123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-unplugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:21:00.843440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bdb9e551-f6ce-4619-a494-aa2c84933e88 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:21:00.843884 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'code': 200} Nov 29 12:21:00.861891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=9']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:01.341443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286601e2-58cb-459d-9276-52e98899876c req-d7584ecd-a77b-4e2a-9994-9e064f30cd15 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:01.342949 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-286601e2-58cb-459d-9276-52e98899876c req-d7584ecd-a77b-4e2a-9994-9e064f30cd15 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0483856 Nov 29 12:21:01.384706 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-286601e2-58cb-459d-9276-52e98899876c req-7f8d2c8f-0480-498c-80ed-920787fa32b9 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351908 Nov 29 12:21:02.500712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600735be-5848-4efc-b660-61cc8a88ab7c req-2c1e3b9e-b996-4019-8909-02dcbed2be4a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:02.502179 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-600735be-5848-4efc-b660-61cc8a88ab7c req-2c1e3b9e-b996-4019-8909-02dcbed2be4a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0477226 Nov 29 12:21:02.539715 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-600735be-5848-4efc-b660-61cc8a88ab7c req-702237af-6aa2-4dda-91f9-c3fea8b96d0a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307515 Nov 29 12:21:03.280772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99ebdb2c-6b94-4ebe-9e08-a071770d745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:03.653825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbc94b-3569-4d99-89ed-14cda4c12a95 req-5821f466-d535-4768-ba13-a68f30834442 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:03.655287 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-76dbc94b-3569-4d99-89ed-14cda4c12a95 req-5821f466-d535-4768-ba13-a68f30834442 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0482705 Nov 29 12:21:03.692587 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-76dbc94b-3569-4d99-89ed-14cda4c12a95 req-5b9b9567-db0d-42c3-9c44-d22b8f3b1592 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Nov 29 12:21:03.711509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:04.705843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:21:04.813627 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7953c4-8d7f-4447-810f-52a3224777dd req-666c5b73-6937-46ec-b79f-5f41a3e3adc2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:04.815127 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4c7953c4-8d7f-4447-810f-52a3224777dd req-666c5b73-6937-46ec-b79f-5f41a3e3adc2 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 943 time: 0.0502222 Nov 29 12:21:04.859565 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4c7953c4-8d7f-4447-810f-52a3224777dd req-d410ce8a-0bf6-4df6-afbe-25fbc2a2498a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379841 Nov 29 12:21:04.923014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:04.952554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:04.962899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'port_id': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'mac_address': 'fa:16:3e:0b:c2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:21:04.998204 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:05.010700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf970404-1846-4a28-94ef-7ea4b3bd332e {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:21:05.029492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:05.033493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:05.083045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=10']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:05.092091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['bf970404-1846-4a28-94ef-7ea4b3bd332e'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:21:05.944076 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:21:05.974340 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0d1fd-af73-40c9-8328-aad72f9f25c5 req-8f46476e-da1d-461b-9258-2deec9ea70f0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:05.975809 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83d0d1fd-af73-40c9-8328-aad72f9f25c5 req-8f46476e-da1d-461b-9258-2deec9ea70f0 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 945 time: 0.0485225 Nov 29 12:21:06.013597 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83d0d1fd-af73-40c9-8328-aad72f9f25c5 req-fee39f2c-0e32-4d14-bb50-5e8b216ac755 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Nov 29 12:21:06.076837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:06.710705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:21:06.758821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port bf970404-1846-4a28-94ef-7ea4b3bd332e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:21:06.759188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:06.830616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:06.852222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:21:06.854490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2793479-d1cc-4d9d-8a5d-8ab309594439" -d '{"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-plugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:21:06.866908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:06.871201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:06.899804 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050a01a4-bb3c-4347-aa7b-ef94026c0f30 x-openstack-request-id: req-050a01a4-bb3c-4347-aa7b-ef94026c0f30 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:21:06.900132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-plugged", "status": "completed", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:21:06.900381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-050a01a4-bb3c-4347-aa7b-ef94026c0f30 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:21:06.900762 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'code': 200} Nov 29 12:21:06.919160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=11']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:07.125892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac8f72-e5d3-4053-a280-d12387967732 req-3c940928-0a81-489c-b729-bb5a78f68391 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:07.127368 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10ac8f72-e5d3-4053-a280-d12387967732 req-3c940928-0a81-489c-b729-bb5a78f68391 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0473654 Nov 29 12:21:07.163553 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-10ac8f72-e5d3-4053-a280-d12387967732 req-90298977-bda0-4869-b524-b234125c856e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297587 Nov 29 12:21:08.277642 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac43146-bde1-427f-b4f9-2c5cc4b97b18 req-36a5494d-22b9-416a-aa19-f50bd32f9d94 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:08.279104 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0ac43146-bde1-427f-b4f9-2c5cc4b97b18 req-36a5494d-22b9-416a-aa19-f50bd32f9d94 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0478442 Nov 29 12:21:08.318742 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0ac43146-bde1-427f-b4f9-2c5cc4b97b18 req-a59ec28f-11a3-41be-9925-4dc37a68a5bb tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336232 Nov 29 12:21:09.438632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94e29-b63c-4470-98e6-c0aeddfdd910 req-7812efe1-b7da-457d-9203-e77cc3020278 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:09.440123 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-32f94e29-b63c-4470-98e6-c0aeddfdd910 req-7812efe1-b7da-457d-9203-e77cc3020278 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0494218 Nov 29 12:21:09.481224 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-32f94e29-b63c-4470-98e6-c0aeddfdd910 req-46651f3b-3a88-458f-9c9d-9bea12845bfe tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347157 Nov 29 12:21:10.600095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537e994-d1f5-43a6-8bca-a1f65b0c36d1 req-3d736198-b1d2-4005-872d-8daff6bc138d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:10.601555 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4537e994-d1f5-43a6-8bca-a1f65b0c36d1 req-3d736198-b1d2-4005-872d-8daff6bc138d tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0484638 Nov 29 12:21:10.639446 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4537e994-d1f5-43a6-8bca-a1f65b0c36d1 req-9dcc6265-43a1-488e-a055-7d139f47f7c3 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319340 Nov 29 12:21:10.752733 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f7cfb-bb2f-49a4-bda7-ea3ce8a8475a req-4536d3cc-32c1-4766-90de-6997318c743f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:10.754775 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d98f7cfb-bb2f-49a4-bda7-ea3ce8a8475a req-4536d3cc-32c1-4766-90de-6997318c743f tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0475883 Nov 29 12:21:10.794718 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d98f7cfb-bb2f-49a4-bda7-ea3ce8a8475a req-866f40d5-215d-407c-a1f0-0c22a5c7aaf5 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339072 Nov 29 12:21:10.906405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b48f8c-bdb9-468e-8cee-7d08dfc69e35 req-d52895ac-e961-4eed-a28a-db0dc4893e11 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:10.907845 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-38b48f8c-bdb9-468e-8cee-7d08dfc69e35 req-d52895ac-e961-4eed-a28a-db0dc4893e11 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0480223 Nov 29 12:21:10.945477 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-38b48f8c-bdb9-468e-8cee-7d08dfc69e35 req-a5efa412-9917-4b2e-948a-e3362dd196ae tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315523 Nov 29 12:21:11.173748 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642834f-2118-43a9-af1b-a765d61d6866 req-f9406a44-4119-4fa5-8882-a745be389c91 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:11.175232 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0642834f-2118-43a9-af1b-a765d61d6866 req-f9406a44-4119-4fa5-8882-a745be389c91 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0475264 Nov 29 12:21:11.213129 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0642834f-2118-43a9-af1b-a765d61d6866 req-f79f41f3-2104-499a-b27c-f728716b5152 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308022 Nov 29 12:21:12.327547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6069e9b-9f96-4963-8c99-401e1633b58f req-27ba1edd-f24b-442d-a39f-8aaea348a2d7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:12.328990 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e6069e9b-9f96-4963-8c99-401e1633b58f req-27ba1edd-f24b-442d-a39f-8aaea348a2d7 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0472562 Nov 29 12:21:12.369314 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e6069e9b-9f96-4963-8c99-401e1633b58f req-27946f14-ca44-4a66-92a6-6b878eaeeccb tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339139 Nov 29 12:21:13.480540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6a98b-5177-49ac-b93f-490777fd8cf6 req-e53e4f76-e752-4999-b3db-3c1e8a2d459e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:13.482009 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0fc6a98b-5177-49ac-b93f-490777fd8cf6 req-e53e4f76-e752-4999-b3db-3c1e8a2d459e tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0471628 Nov 29 12:21:13.519649 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0fc6a98b-5177-49ac-b93f-490777fd8cf6 req-8286cb46-4481-468d-94f8-b931858024b1 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups?id=57980320-ff63-4a54-9123-57f2e6116903&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Nov 29 12:21:13.600567 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-a2c54181-7a18-498e-885d-1674051f8913 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:13.602023 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-a2c54181-7a18-498e-885d-1674051f8913 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 946 time: 0.0497744 Nov 29 12:21:13.692222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Deleting port bf970404-1846-4a28-94ef-7ea4b3bd332e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:21:13.692423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:13.778213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] For port bf970404-1846-4a28-94ef-7ea4b3bd332e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bf970404-1846-4a28-94ef-7ea4b3bd332e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:13.778574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:13.945692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:13.945984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:13.946307 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Floating IP be87f45a-911a-4e18-8077-5bf75beaae64 disassociated. External IP: 172.26.5.14, port: bf970404-1846-4a28-94ef-7ea4b3bd332e. Nov 29 12:21:13.946650 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Calling delete_port for bf970404-1846-4a28-94ef-7ea4b3bd332e owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:21:14.069211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:14.101839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event deleted for resources: {'Port': ['ID=bf970404-1846-4a28-94ef-7ea4b3bd332e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:14.113015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.113398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.113738 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.114096 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.114475 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.114809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.115136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.115461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.115854 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.116182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.116510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.116831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:14.222660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:21:14.329594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:21:14.340564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:21:14.349535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:21:14.350270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:21:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:14.372222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] No DVR routers for this DVR port bf970404-1846-4a28-94ef-7ea4b3bd332e on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:21:14.374656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:14.377877 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fa66f075-e065-4e7c-917b-b80aa837d133 req-64b23c08-4e31-4d27-badb-219204124289 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.30 "DELETE /v2.0/ports/bf970404-1846-4a28-94ef-7ea4b3bd332e HTTP/1.1" status: 204 len: 173 time: 0.7694771 Nov 29 12:21:14.378328 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-deleted', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:21:14.381249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf85ea2-2b19-4af5-9880-287bffaf969b" -d '{"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-deleted", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:21:14.416148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6054b6c6-5df8-45d9-86c0-70e9b6e3ac30 x-openstack-request-id: req-6054b6c6-5df8-45d9-86c0-70e9b6e3ac30 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:21:14.416445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb0e08-b876-4dd2-a457-e7581c8507f6", "name": "network-vif-deleted", "tag": "bf970404-1846-4a28-94ef-7ea4b3bd332e", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:21:14.416699 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6054b6c6-5df8-45d9-86c0-70e9b6e3ac30 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:21:14.417105 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46eb0e08-b876-4dd2-a457-e7581c8507f6', 'name': 'network-vif-deleted', 'tag': 'bf970404-1846-4a28-94ef-7ea4b3bd332e', 'status': 'completed', 'code': 200} Nov 29 12:21:14.456865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:21:14.615827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66b957ae-9afa-4fef-8c75-2999ce05718d req-0cd57626-4ee2-4d33-aa9e-715d12cbe860 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Nov 29 12:21:14.652571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:14.678358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:21:14.686510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:21:14.687106 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:21:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:14.791381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:21:14.984663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:15.010873 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6bc539-6062-411c-8694-5acb42520d7f None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:13:19Z', 'revision_number': 4, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '70239052-6a3d-408b-a957-ae25d7173093', 'name': '', 'network_id': 'd1397a0d-069f-498a-94e7-40b84ff1b4d8', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'mac_address': 'fa:16:3e:52:24:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:18Z', 'updated_at': '2021-11-29T12:13:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'subnets': [{'id': '71999c3f-e8dc-4c7f-99df-a25598b95679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:21:15.227315 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb16a2-5d1b-4b8f-9866-0d7ad1681b93 None None] New status for floating IP be87f45a-911a-4e18-8077-5bf75beaae64: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:21:15.714081 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-17b072c8-dad0-491b-8932-8fcd1c6f10cf req-36db437a-d94a-4f46-bd15-c93615f4eb55 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 210 time: 0.0275822 Nov 29 12:21:16.753576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:21:16.773827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: bf970404-1846-4a28-94ef-7ea4b3bd332e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:21:16.774200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bf970404-1846-4a28-94ef-7ea4b3bd332e not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:21:16.807147 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8ff0cd1b-640c-4474-8ba9-703cc011717a req-aa4a4ffa-b992-4997-8685-17f9464a6720 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 210 time: 0.0260553 Nov 29 12:21:17.911999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-56298268-e0ba-4f4c-ba7a-1e1b1e89472c req-93ed611a-df15-495c-aeef-49323d50facb tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/ports?device_id=46eb0e08-b876-4dd2-a457-e7581c8507f6 HTTP/1.1" status: 200 len: 210 time: 0.0295064 Nov 29 12:21:21.598573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 36740) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:21.651375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85155998-60ca-4cc8-ab97-271fadfe6356 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:21.676360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85155998-60ca-4cc8-ab97-271fadfe6356 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:21.728100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85155998-60ca-4cc8-ab97-271fadfe6356 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:21.730707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85155998-60ca-4cc8-ab97-271fadfe6356 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:21.734453 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-85155998-60ca-4cc8-ab97-271fadfe6356 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "DELETE /v2.0/security-groups/57980320-ff63-4a54-9123-57f2e6116903 HTTP/1.1" status: 204 len: 168 time: 0.1324227 Nov 29 12:21:21.734790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36742) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:21.741696 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85155998-60ca-4cc8-ab97-271fadfe6356 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57980320-ff63-4a54-9123-57f2e6116903,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:21.748551 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-606d0a1b-69a2-4742-b88f-7d38a332b847 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] show failed (client error): The resource could not be found. Nov 29 12:21:21.752280 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-606d0a1b-69a2-4742-b88f-7d38a332b847 tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "GET /v2.0/security-groups/57980320-ff63-4a54-9123-57f2e6116903 HTTP/1.1" status: 404 len: 347 time: 0.0165002 Nov 29 12:21:21.752435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 36744) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:21.876156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Deleting port 0c9b01df-a7bc-416c-80e3-b946407e8616 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:21:21.876486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:21.952474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:21.952690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:21.964396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Calling delete_port for 0c9b01df-a7bc-416c-80e3-b946407e8616 owned by network:floatingip {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:21:22.092102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:22.120697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Pushing event deleted for resources: {'Port': ['ID=0c9b01df-a7bc-416c-80e3-b946407e8616,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:22.179764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks [] for floatingip, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:22.182313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:22.186214 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8232a4bd-24e1-41e7-9cf0-e6555f475b1a tempest-ServerActionsTestJSON-525438720 tempest-ServerActionsTestJSON-525438720-project] 10.222.0.23 "DELETE /v2.0/floatingips/be87f45a-911a-4e18-8077-5bf75beaae64 HTTP/1.1" status: 204 len: 168 time: 0.4328072 Nov 29 12:21:22.186399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36746) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:22.561622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:23.130017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Deleting port 70239052-6a3d-408b-a957-ae25d7173093 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:21:23.130798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:23.206621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] For port 70239052-6a3d-408b-a957-ae25d7173093, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=70239052-6a3d-408b-a957-ae25d7173093,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:23.206979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:23.219450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Calling delete_port for 70239052-6a3d-408b-a957-ae25d7173093 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:21:23.392252 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:23.417510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Pushing event deleted for resources: {'Port': ['ID=70239052-6a3d-408b-a957-ae25d7173093,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:23.427519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.427867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.428212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.428535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.428869 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.429344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.429523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.429847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.430197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.430521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.430843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.431160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:23.597249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:23.805481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:21:23.907811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:21:23.913459 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-426767a2-5ec8-4525-bd36-72d3cb95f576 admin admin] 10.222.0.23 "PUT /v2.0/routers/24f6c25a-0769-4686-b4b2-fdcd5ccc898f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259953 Nov 29 12:21:23.915407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 36750) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:23.916502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] Sync routers for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:21:23.925488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:21:23.926128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:21:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:24.018851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.027145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:21:24.118895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.170424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Deleting port b4f7120b-66ca-45a5-92b7-18abdc785132 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:21:24.170879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.202763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55'}], 'enable_snat': True}, 'gw_port_id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:21:23Z', 'revision_number': 5, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port': {'id': 'b4f7120b-66ca-45a5-92b7-18abdc785132', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1541, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:13:17Z', 'updated_at': '2021-11-29T12:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:24.229919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] Checking router: 24f6c25a-0769-4686-b4b2-fdcd5ccc898f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:21:24.238186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] Routers {'24f6c25a-0769-4686-b4b2-fdcd5ccc898f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:21:24.238783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:21:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:24.250726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] For port b4f7120b-66ca-45a5-92b7-18abdc785132, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b4f7120b-66ca-45a5-92b7-18abdc785132,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:24.251121 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.262492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Calling delete_port for b4f7120b-66ca-45a5-92b7-18abdc785132 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:21:24.322731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] Set router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:21:24.372360 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:21:24Z', 'revision_number': 6, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:24.401874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51bd4cc-c82a-4bd2-8b70-1fd596e0e845 None None] The sync data for ids ['24f6c25a-0769-4686-b4b2-fdcd5ccc898f'] in dv-neutron-819578-1-hyperv is: [{'id': '24f6c25a-0769-4686-b4b2-fdcd5ccc898f', 'name': 'tempest-ServerActionsTestJSON-2026477133-router', 'tenant_id': '5aa140c656d74c988a1337244b086dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:13:16Z', 'updated_at': '2021-11-29T12:21:24Z', 'revision_number': 6, 'project_id': '5aa140c656d74c988a1337244b086dd5', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:21:24.427109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.455644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f7120b-66ca-45a5-92b7-18abdc785132,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:24.512155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.600848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.602930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.647138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.647551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f6c25a-0769-4686-b4b2-fdcd5ccc898f {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:21:24.651754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.652936 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-888ff64f-0f35-43de-9645-351eb6cf851d admin admin] 10.222.0.23 "DELETE /v2.0/routers/24f6c25a-0769-4686-b4b2-fdcd5ccc898f HTTP/1.1" status: 204 len: 168 time: 0.7365336 Nov 29 12:21:24.655588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 36752) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:24.697742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-315c0913-31e5-476d-880b-9d79812685cd admin admin] Deleting subnet 71999c3f-e8dc-4c7f-99df-a25598b95679 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:21:24.700520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315c0913-31e5-476d-880b-9d79812685cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.732904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315c0913-31e5-476d-880b-9d79812685cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.813186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315c0913-31e5-476d-880b-9d79812685cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.869706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315c0913-31e5-476d-880b-9d79812685cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.894988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c0913-31e5-476d-880b-9d79812685cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71999c3f-e8dc-4c7f-99df-a25598b95679,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:24.898571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-315c0913-31e5-476d-880b-9d79812685cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:24.901588 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-315c0913-31e5-476d-880b-9d79812685cd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/71999c3f-e8dc-4c7f-99df-a25598b95679 HTTP/1.1" status: 204 len: 168 time: 0.2451062 Nov 29 12:21:24.904067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 36754) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:24.906614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be63202-c4fd-4bc9-a889-a0725343a0a5 None None] Network d1397a0d-069f-498a-94e7-40b84ff1b4d8 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:21:24.969745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.025257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Deleting port adfe643f-3733-49eb-a677-7e483b79871e {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:21:25.025593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.086941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] For port adfe643f-3733-49eb-a677-7e483b79871e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=adfe643f-3733-49eb-a677-7e483b79871e,segment=NetworkSegment(eacc2a98-0183-4236-8f2e-7d79445e9217),segment_id=eacc2a98-0183-4236-8f2e-7d79445e9217)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:25.087302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.099237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Calling delete_port for adfe643f-3733-49eb-a677-7e483b79871e owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:21:25.179539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.205263 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa9199-0328-4ca0-aa75-bdb8e576ec86 None None] DHCP port deletion for d1397a0d-069f-498a-94e7-40b84ff1b4d8 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:21:25.208522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=adfe643f-3733-49eb-a677-7e483b79871e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:25.212263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] No DVR routers for this DVR port adfe643f-3733-49eb-a677-7e483b79871e on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:21:25.284363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.309662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1397a0d-069f-498a-94e7-40b84ff1b4d8']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:25.319501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacc2a98-0183-4236-8f2e-7d79445e9217') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:25.319792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacc2a98-0183-4236-8f2e-7d79445e9217') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:21:25.329049 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.341500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.347880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:21:25.348264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:21:25.349879 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:21:25.402148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.407716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.411361 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] 10.222.0.23 "DELETE /v2.0/networks/d1397a0d-069f-498a-94e7-40b84ff1b4d8 HTTP/1.1" status: 204 len: 168 time: 0.5063901 Nov 29 12:21:25.424400 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577fae8-dee9-4fb8-bd3b-c6b274c71d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1397a0d-069f-498a-94e7-40b84ff1b4d8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:25.526061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 36758) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:25.540080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 70239052-6a3d-408b-a957-ae25d7173093 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:21:25.560082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 70239052-6a3d-408b-a957-ae25d7173093 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:21:25.560425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 70239052-6a3d-408b-a957-ae25d7173093 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:21:25.560838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device adfe643f-3733-49eb-a677-7e483b79871e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:21:25.566359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2c4fc2f5-e8d5-427d-9754-a3f30d0a8404 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5aa140c656d74c988a1337244b086dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390320 Nov 29 12:21:25.568708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 36760) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:25.578772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: adfe643f-3733-49eb-a677-7e483b79871e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:21:25.579118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device adfe643f-3733-49eb-a677-7e483b79871e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:21:25.579533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b4f7120b-66ca-45a5-92b7-18abdc785132 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:21:25.599086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b4f7120b-66ca-45a5-92b7-18abdc785132 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:21:25.599437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b4f7120b-66ca-45a5-92b7-18abdc785132 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:21:25.616810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b9af224-94ca-4899-9e01-35f48973bced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.640816 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b9af224-94ca-4899-9e01-35f48973bced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.686001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b9af224-94ca-4899-9e01-35f48973bced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.688778 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0b9af224-94ca-4899-9e01-35f48973bced admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:25.689911 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0b9af224-94ca-4899-9e01-35f48973bced admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37be07f2-e2d5-4378-95a1-cdca454ea263 HTTP/1.1" status: 204 len: 168 time: 0.1200635 Nov 29 12:21:25.697485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9af224-94ca-4899-9e01-35f48973bced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be07f2-e2d5-4378-95a1-cdca454ea263,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:26.371441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 36782) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:26.464187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1433930533-network', 'tenant_id': '52ae6006f39f46fc9187fb208328adc2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:21:26.483768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Made reservation on behalf of 52ae6006f39f46fc9187fb208328adc2 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:21:26.486164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.495220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.568013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.571878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.592045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:21:26.604898 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1028fac4-5f90-4456-b7ec-765217e4376f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:26.609754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.610124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Added segment 2ae8c26e-92e3-4701-99f3-4ef60a142ccf of type vlan for network b13893f5-a3b6-44ac-839a-baf7e71d2702 Nov 29 12:21:26.651071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.674061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.675520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:26.676090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.728418 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3558025 Nov 29 12:21:26.731511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36786) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:21:26.736492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Request body: {'subnet': {'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1433930533-subnet', 'tenant_id': '52ae6006f39f46fc9187fb208328adc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:21:26.739644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff3db-b9e9-4d78-91ac-2c2eb3597cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=b13893f5-a3b6-44ac-839a-baf7e71d2702,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:26.749377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network b13893f5-a3b6-44ac-839a-baf7e71d2702 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:21:26.756712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Made reservation on behalf of 52ae6006f39f46fc9187fb208328adc2 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:21:26.759374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.926814 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:26.975875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d77b2686-aa0c-4902-8795-2f6bf78c3116,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:26.992397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Checking segment: {'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:21:26.992753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Network hostable DHCP agents. Network: b13893f5-a3b6-44ac-839a-baf7e71d2702, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:21:27.008554 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Network b13893f5-a3b6-44ac-839a-baf7e71d2702 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:21:27.016564 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, b13893f5-a3b6-44ac-839a-baf7e71d2702) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:21:27.020706 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:27.021289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:27.025689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042435c7-60c8-4cc7-9471-207c7af12754 None None] Network b13893f5-a3b6-44ac-839a-baf7e71d2702 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:21:27.037448 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bffdc787-b1b2-4b0b-aa08-10d38d371470 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3048131 Nov 29 12:21:27.144552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce47f6f-e83c-46b9-8f4d-7bd79df26eda None None] Network b13893f5-a3b6-44ac-839a-baf7e71d2702 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:21:27.451015 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-ac58ff6c-44bc-44e9-ab4a-dffa896d7e6b tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:27.452439 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-ac58ff6c-44bc-44e9-ab4a-dffa896d7e6b tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/networks?id=b13893f5-a3b6-44ac-839a-baf7e71d2702 HTTP/1.1" status: 200 len: 814 time: 0.1024384 Nov 29 12:21:27.467148 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-c7a3a79e-dff6-43de-be4d-9243f57cb594 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/quotas/52ae6006f39f46fc9187fb208328adc2 HTTP/1.1" status: 200 len: 375 time: 0.0086131 Nov 29 12:21:27.497786 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-027e3884-d807-48a0-9dd7-41a6bbdd2c68 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ae6006f39f46fc9187fb208328adc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255840 Nov 29 12:21:27.634405 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-75a41cf7-e0c3-4730-98f7-a74748e7f298 service neutron] 10.222.0.23 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291804 Nov 29 12:21:27.719861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:27.724117 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-73fb5792-3679-453b-8ea1-c7e222054521 service neutron] 10.222.0.23 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835180 Nov 29 12:21:27.876744 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-928bea29-3fb1-41f6-95c3-2259a91ac2af req-a2c09880-5daa-432c-8a46-a94550f7962a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 210 time: 0.0274193 Nov 29 12:21:28.953779 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bec79611-b080-4e21-9497-8ebbbdc8b828 req-3b046b0c-e512-44a8-b694-05e16ec28709 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 210 time: 0.0274556 Nov 29 12:21:30.047293 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8ce2255-e427-4296-a682-18e39690e207 req-e63c5fbb-5369-4c08-9ab1-75e51bf3d631 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 210 time: 0.0293903 Nov 29 12:21:30.722828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0d9393b7-3db2-4180-aaa0-8161bb33f619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:30.789933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-c72e21bd-ab09-49b9-a005-f9727e627d7c tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:30.791804 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-c72e21bd-ab09-49b9-a005-f9727e627d7c tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.30 "GET /v2.0/networks?id=b13893f5-a3b6-44ac-839a-baf7e71d2702 HTTP/1.1" status: 200 len: 814 time: 0.1106982 Nov 29 12:21:30.804876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Request body: {'port': {'device_id': 'bb16740c-8ac6-45ce-9d03-137117247d9e', 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702', 'admin_state_up': True, 'tenant_id': '52ae6006f39f46fc9187fb208328adc2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:21:30.914411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Made reservation on behalf of 52ae6006f39f46fc9187fb208328adc2 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:21:30.917753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.040675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Allocated IP 172.20.0.11 (b13893f5-a3b6-44ac-839a-baf7e71d2702/d77b2686-aa0c-4902-8795-2f6bf78c3116/cfecd094-b99c-4361-aafc-aac192c4ab24) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:21:31.142344 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aa60d431-857a-437a-bef3-92842d2529ec req-4bc48737-e4c5-4ca6-9521-9fde19438363 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 210 time: 0.0261199 Nov 29 12:21:31.184931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.217066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.261376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Network b13893f5-a3b6-44ac-839a-baf7e71d2702 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:21:31.264362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:21:31.267852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:21:31.276595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Pushing event updated for resources: {'Port': ['ID=cfecd094-b99c-4361-aafc-aac192c4ab24,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:31.323468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:31.324075 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.338855 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d21707bc-09f7-4d49-87a1-74f370e63569 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5378506 Nov 29 12:21:31.403701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Request body: {'port': {'device_id': 'bb16740c-8ac6-45ce-9d03-137117247d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:21:31.455064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.708591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfecd094-b99c-4361-aafc-aac192c4ab24 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:21:31.715741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.727427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Transition to ACTIVE for port object cfecd094-b99c-4361-aafc-aac192c4ab24 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:21:31.731238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.782392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfecd094-b99c-4361-aafc-aac192c4ab24,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:31.845468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Attempting to bind port cfecd094-b99c-4361-aafc-aac192c4ab24 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:21:31.846125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Attempting to bind port cfecd094-b99c-4361-aafc-aac192c4ab24 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:21:31.846125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Attempting to bind port cfecd094-b99c-4361-aafc-aac192c4ab24 on network b13893f5-a3b6-44ac-839a-baf7e71d2702 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:21:31.850238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Port cfecd094-b99c-4361-aafc-aac192c4ab24 on network b13893f5-a3b6-44ac-839a-baf7e71d2702 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:21:31.850548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Attempting to bind port cfecd094-b99c-4361-aafc-aac192c4ab24 on network b13893f5-a3b6-44ac-839a-baf7e71d2702 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:21:31.855164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:21:31.855520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Checking segment: {'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:21:31.855894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Bound using segment: {'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:21:31.856307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Bound port: cfecd094-b99c-4361-aafc-aac192c4ab24, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:21:31.856651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.916855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] For port cfecd094-b99c-4361-aafc-aac192c4ab24, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:21:31.919994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] For port cfecd094-b99c-4361-aafc-aac192c4ab24, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cfecd094-b99c-4361-aafc-aac192c4ab24,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:21:31.924205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.959404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:31.959963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:31.961330 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/cfecd094-b99c-4361-aafc-aac192c4ab24 HTTP/1.1" status: 200 len: 1094 time: 0.5616500 Nov 29 12:21:31.961750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb16740c-8ac6-45ce-9d03-137117247d9e', 'tag': 'cfecd094-b99c-4361-aafc-aac192c4ab24'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:21:31.963984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a3c595-19b1-4d88-9173-7032e247547c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb16740c-8ac6-45ce-9d03-137117247d9e", "tag": "cfecd094-b99c-4361-aafc-aac192c4ab24"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:21:31.985502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97254a-ba29-456b-a60b-fc80452613f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cfecd094-b99c-4361-aafc-aac192c4ab24,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:32.014209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f810c847-fa32-4887-89cb-f62bce4b3f8f x-openstack-request-id: req-f810c847-fa32-4887-89cb-f62bce4b3f8f {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:21:32.014501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb16740c-8ac6-45ce-9d03-137117247d9e", "tag": "cfecd094-b99c-4361-aafc-aac192c4ab24", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:21:32.014755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f810c847-fa32-4887-89cb-f62bce4b3f8f {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:21:32.015151 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb16740c-8ac6-45ce-9d03-137117247d9e', 'tag': 'cfecd094-b99c-4361-aafc-aac192c4ab24', 'status': 'completed', 'code': 200} Nov 29 12:21:32.043177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-fb246b3d-3405-4880-b317-00d99aa13b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:32.044631 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-fb246b3d-3405-4880-b317-00d99aa13b8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52ae6006f39f46fc9187fb208328adc2&device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 1097 time: 0.0401626 Nov 29 12:21:32.258148 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd530776-ca43-4eb5-969f-9d5ef5bbea83 req-bba2740b-86f6-4a60-ae11-6ba40f0bb817 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:32.259634 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd530776-ca43-4eb5-969f-9d5ef5bbea83 req-bba2740b-86f6-4a60-ae11-6ba40f0bb817 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 944 time: 0.0506725 Nov 29 12:21:32.298974 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd530776-ca43-4eb5-969f-9d5ef5bbea83 req-43cc5125-5bf9-4614-b8f0-ec0a29afe5d5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333593 Nov 29 12:21:32.379885 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-c93a0402-8467-47ad-a216-9e74507707fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfecd094-b99c-4361-aafc-aac192c4ab24 HTTP/1.1" status: 200 len: 217 time: 0.3268893 Nov 29 12:21:32.428265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-e09c4adb-6698-42d3-a4f6-c1fb5e5ade1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:32.429626 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-e09c4adb-6698-42d3-a4f6-c1fb5e5ade1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d77b2686-aa0c-4902-8795-2f6bf78c3116 HTTP/1.1" status: 200 len: 854 time: 0.0421488 Nov 29 12:21:32.460108 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-57e1cc85-1398-4455-9a73-6c7b437e8915 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b13893f5-a3b6-44ac-839a-baf7e71d2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235863 Nov 29 12:21:32.549084 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-d1ee02a0-d317-4c1d-814b-288948ccc806 service neutron] 10.222.0.30 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818012 Nov 29 12:21:32.634273 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d3f9af1-3701-4f4a-a18f-15fdabdc4a2a req-23b37850-0693-4aaa-914c-e9b7d06da087 service neutron] 10.222.0.30 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783157 Nov 29 12:21:32.719707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3c595-19b1-4d88-9173-7032e247547c req-9c614c3e-da06-4ca4-b96a-47bffd9e006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:32.721234 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13a3c595-19b1-4d88-9173-7032e247547c req-9c614c3e-da06-4ca4-b96a-47bffd9e006f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52ae6006f39f46fc9187fb208328adc2&device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 1097 time: 0.0411289 Nov 29 12:21:32.811974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3c595-19b1-4d88-9173-7032e247547c req-0d4580e8-84db-4034-9116-3647cbc2ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:32.813321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13a3c595-19b1-4d88-9173-7032e247547c req-0d4580e8-84db-4034-9116-3647cbc2ed33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b13893f5-a3b6-44ac-839a-baf7e71d2702 HTTP/1.1" status: 200 len: 915 time: 0.0855496 Nov 29 12:21:32.853813 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13a3c595-19b1-4d88-9173-7032e247547c req-ac8848a0-d50a-48de-b499-591c73426efb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfecd094-b99c-4361-aafc-aac192c4ab24 HTTP/1.1" status: 200 len: 217 time: 0.0335832 Nov 29 12:21:32.905222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3c595-19b1-4d88-9173-7032e247547c req-da4cdc00-f5f5-4a72-9e11-13ecb96b0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:32.906692 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13a3c595-19b1-4d88-9173-7032e247547c req-da4cdc00-f5f5-4a72-9e11-13ecb96b0dd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d77b2686-aa0c-4902-8795-2f6bf78c3116 HTTP/1.1" status: 200 len: 854 time: 0.0460157 Nov 29 12:21:32.936396 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13a3c595-19b1-4d88-9173-7032e247547c req-83bfe1b8-afa6-4eb8-a7b0-f47e8c0a5b67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b13893f5-a3b6-44ac-839a-baf7e71d2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231028 Nov 29 12:21:33.023241 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13a3c595-19b1-4d88-9173-7032e247547c req-b5095e6b-793a-4efe-8af0-8e7bc322db64 service neutron] 10.222.0.30 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796363 Nov 29 12:21:33.111488 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-13a3c595-19b1-4d88-9173-7032e247547c req-040139ee-2321-4c7a-b90e-734f6e8e1234 service neutron] 10.222.0.30 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814340 Nov 29 12:21:33.280255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-731388bb-a372-4ac9-9db0-deb32def820f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:33.412283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f257b7-0d72-4099-8100-0383b016726a req-566c2986-2b59-4434-be9e-a13a976adfd5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:33.413715 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f9f257b7-0d72-4099-8100-0383b016726a req-566c2986-2b59-4434-be9e-a13a976adfd5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 944 time: 0.0469396 Nov 29 12:21:33.451734 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f9f257b7-0d72-4099-8100-0383b016726a req-ab407646-e02c-43c9-a94c-91d21314b6eb tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321662 Nov 29 12:21:33.715516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:34.565216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674398dd-fbe1-4042-a191-95092ba563f2 req-9c579dd8-3ae5-4bb3-91e6-3b6d277b4891 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:34.567181 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-674398dd-fbe1-4042-a191-95092ba563f2 req-9c579dd8-3ae5-4bb3-91e6-3b6d277b4891 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 944 time: 0.0515699 Nov 29 12:21:34.604523 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-674398dd-fbe1-4042-a191-95092ba563f2 req-2f5b6f86-ecfa-4f0a-9a10-d8a73b7bc3f8 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Nov 29 12:21:34.764117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:35.718766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674640d-c1c5-41d0-b925-dad419b2154d req-b237e0b9-5eef-4f30-bd72-191e34bf2871 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:35.720252 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2674640d-c1c5-41d0-b925-dad419b2154d req-b237e0b9-5eef-4f30-bd72-191e34bf2871 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 944 time: 0.0510309 Nov 29 12:21:35.758213 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2674640d-c1c5-41d0-b925-dad419b2154d req-a4672e2c-00cb-441d-94fc-7dea32ee1c89 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313396 Nov 29 12:21:36.083985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:36.835081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device cfecd094-b99c-4361-aafc-aac192c4ab24 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:21:36.868945 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb5223-e283-4280-aba1-0a37ad8ed806 req-d289163c-f601-4f5a-9a8f-75fcbf59aea6 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:36.870416 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8ffb5223-e283-4280-aba1-0a37ad8ed806 req-d289163c-f601-4f5a-9a8f-75fcbf59aea6 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 944 time: 0.0481470 Nov 29 12:21:36.908143 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8ffb5223-e283-4280-aba1-0a37ad8ed806 req-931e1022-f8a8-4974-8735-f60fd61ec50b tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Nov 29 12:21:36.924307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port cfecd094-b99c-4361-aafc-aac192c4ab24, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cfecd094-b99c-4361-aafc-aac192c4ab24,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:36.935871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'cfecd094-b99c-4361-aafc-aac192c4ab24', 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702', 'port_id': 'cfecd094-b99c-4361-aafc-aac192c4ab24', 'mac_address': 'fa:16:3e:3e:4c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b2686-aa0c-4902-8795-2f6bf78c3116', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:21:36.971680 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:36.983934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfecd094-b99c-4361-aafc-aac192c4ab24 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:21:37.002482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port cfecd094-b99c-4361-aafc-aac192c4ab24, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cfecd094-b99c-4361-aafc-aac192c4ab24,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:37.007076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:37.053772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=cfecd094-b99c-4361-aafc-aac192c4ab24,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:37.355676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['cfecd094-b99c-4361-aafc-aac192c4ab24'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:21:38.023926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a2c94-f272-4608-9ab7-4baa73cd12a2 req-9726384d-bd2d-4015-abdd-6017e30d2fa0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:38.025373 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-832a2c94-f272-4608-9ab7-4baa73cd12a2 req-9726384d-bd2d-4015-abdd-6017e30d2fa0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 945 time: 0.0510998 Nov 29 12:21:38.062601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-832a2c94-f272-4608-9ab7-4baa73cd12a2 req-f23511fb-0e35-42ad-8743-d9844a852e2f tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Nov 29 12:21:38.849572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device cfecd094-b99c-4361-aafc-aac192c4ab24 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:21:39.032802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port cfecd094-b99c-4361-aafc-aac192c4ab24 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:21:39.036318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port cfecd094-b99c-4361-aafc-aac192c4ab24 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:21:39.036686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:39.109897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:39.132981 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16740c-8ac6-45ce-9d03-137117247d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfecd094-b99c-4361-aafc-aac192c4ab24'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:21:39.135292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d0169-a255-4ea7-8969-41b0f52747aa" -d '{"events": [{"server_uuid": "bb16740c-8ac6-45ce-9d03-137117247d9e", "name": "network-vif-plugged", "status": "completed", "tag": "cfecd094-b99c-4361-aafc-aac192c4ab24"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:21:39.147700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port cfecd094-b99c-4361-aafc-aac192c4ab24, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cfecd094-b99c-4361-aafc-aac192c4ab24,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:39.152237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:39.175029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d697de2-1e4a-4deb-bb83-572512202b52 req-9ff09d2b-d7ef-4b5a-bb10-9e76690902d5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:39.177047 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d697de2-1e4a-4deb-bb83-572512202b52 req-9ff09d2b-d7ef-4b5a-bb10-9e76690902d5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 945 time: 0.0497134 Nov 29 12:21:39.185151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe901c31-7625-4b1a-9eee-c357a231fae8 x-openstack-request-id: req-fe901c31-7625-4b1a-9eee-c357a231fae8 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:21:39.185557 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb16740c-8ac6-45ce-9d03-137117247d9e", "name": "network-vif-plugged", "status": "completed", "tag": "cfecd094-b99c-4361-aafc-aac192c4ab24", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:21:39.185905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe901c31-7625-4b1a-9eee-c357a231fae8 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:21:39.186397 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16740c-8ac6-45ce-9d03-137117247d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfecd094-b99c-4361-aafc-aac192c4ab24', 'code': 200} Nov 29 12:21:39.211406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=cfecd094-b99c-4361-aafc-aac192c4ab24,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:39.216019 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d697de2-1e4a-4deb-bb83-572512202b52 req-da85c5ee-1215-47c5-8f6a-f590dc79ba53 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Nov 29 12:21:39.336214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c2d7-e14c-491d-954d-b0ecec0fbc50 req-f94b46d9-e746-412f-8431-99fbc517453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:39.337686 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98a8c2d7-e14c-491d-954d-b0ecec0fbc50 req-f94b46d9-e746-412f-8431-99fbc517453c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 1099 time: 0.0402043 Nov 29 12:21:39.371379 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-98a8c2d7-e14c-491d-954d-b0ecec0fbc50 req-56493e0f-7cbf-4d79-b7d3-c91bf9868272 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263312 Nov 29 12:21:40.425969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25c430-8585-42f9-9823-531e04516d4f req-4e3c0910-295f-4200-8861-1884c0d91822 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:40.427439 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8f25c430-8585-42f9-9823-531e04516d4f req-4e3c0910-295f-4200-8861-1884c0d91822 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.1422749 Nov 29 12:21:40.467728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8f25c430-8585-42f9-9823-531e04516d4f req-529e6ace-ddbf-46c3-a640-eef674a5a742 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343640 Nov 29 12:21:41.650000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dc0e6-b464-423d-a222-fdd2c35648f2 req-d49b2c41-b5ac-4ad9-ac8b-be1c9f8bdde4 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:41.651517 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d1dc0e6-b464-423d-a222-fdd2c35648f2 req-d49b2c41-b5ac-4ad9-ac8b-be1c9f8bdde4 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.1182632 Nov 29 12:21:41.692233 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d1dc0e6-b464-423d-a222-fdd2c35648f2 req-6133ac54-e731-436a-aba3-cbdd7d4b96fa tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 Nov 29 12:21:41.906744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b831-4aa7-420e-a915-db164805a0bb req-6dc92d86-764b-4d07-9218-2b529c452dd9 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:41.908195 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-6dc92d86-764b-4d07-9218-2b529c452dd9 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/networks?id=b13893f5-a3b6-44ac-839a-baf7e71d2702 HTTP/1.1" status: 200 len: 814 time: 0.1000562 Nov 29 12:21:41.922585 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-f1a50af7-1cfe-497e-9d98-f12f7095d350 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/quotas/52ae6006f39f46fc9187fb208328adc2 HTTP/1.1" status: 200 len: 375 time: 0.0087373 Nov 29 12:21:41.977633 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-09e4dfd5-8efa-46ef-b86d-13721ccb8285 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=52ae6006f39f46fc9187fb208328adc2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496361 Nov 29 12:21:41.988356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-bb81fa6b-d242-4c1c-b1cb-ad4b9c89857d service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:21:41.989220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-bb81fa6b-d242-4c1c-b1cb-ad4b9c89857d service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048249 Nov 29 12:21:42.075935 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-c7f4a2ff-5267-4577-907c-2efc91ab5d96 service neutron] 10.222.0.23 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812399 Nov 29 12:21:42.165276 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-c44563d1-bda2-4fbd-9cac-f69e759faf8d service neutron] 10.222.0.23 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826669 Nov 29 12:21:42.329659 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-99ee971f-b706-4584-b0c1-289d310fce1a req-f9bb6389-6edc-496a-8d9b-0956697d0ad6 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 210 time: 0.0316460 Nov 29 12:21:42.943116 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:21:43.409222 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-427bc002-2d05-4bd0-be42-0aa5cde6c844 req-0d950c9f-5348-4177-b063-51bac1916b8a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 210 time: 0.0264919 Nov 29 12:21:44.482779 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4eaf83d1-dea0-445c-b74b-3286a70c0dde req-ed0a4e76-9abc-44e9-a8f4-1a25ec49710c tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 210 time: 0.0256102 Nov 29 12:21:45.261701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b831-4aa7-420e-a915-db164805a0bb req-646811e4-9ae4-4f82-9b15-8843f2b1b829 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:45.263165 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-646811e4-9ae4-4f82-9b15-8843f2b1b829 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.30 "GET /v2.0/networks?id=b13893f5-a3b6-44ac-839a-baf7e71d2702 HTTP/1.1" status: 200 len: 814 time: 0.1073534 Nov 29 12:21:45.276643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Request body: {'port': {'device_id': 'cea713aa-415d-4e7f-8769-276e24008fe4', 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702', 'admin_state_up': True, 'tenant_id': '52ae6006f39f46fc9187fb208328adc2'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:21:45.382883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Made reservation on behalf of 52ae6006f39f46fc9187fb208328adc2 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:21:45.386303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:45.507954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Allocated IP 172.20.0.10 (b13893f5-a3b6-44ac-839a-baf7e71d2702/d77b2686-aa0c-4902-8795-2f6bf78c3116/8b4b7485-a154-401e-947a-f93ba547fa48) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:21:45.575885 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e27a77a-8b90-4f90-b9e6-45c3a6720642 req-bde0d13d-4600-46fd-bc21-9e111b9cfb65 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 210 time: 0.0261741 Nov 29 12:21:45.655378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:45.691923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:45.703225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['cfecd094-b99c-4361-aafc-aac192c4ab24'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:21:45.733314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Network b13893f5-a3b6-44ac-839a-baf7e71d2702 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:21:45.736282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:21:45.740425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:21:45.748765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Pushing event updated for resources: {'Port': ['ID=8b4b7485-a154-401e-947a-f93ba547fa48,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:45.792232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:45.792755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:45.807981 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-31382e21-43b2-477f-89cd-a1dc14d9d4a0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5350683 Nov 29 12:21:45.843902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Request body: {'port': {'device_id': 'cea713aa-415d-4e7f-8769-276e24008fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:21:45.898083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:46.145273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4b7485-a154-401e-947a-f93ba547fa48 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:21:46.152534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:46.164428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Transition to ACTIVE for port object 8b4b7485-a154-401e-947a-f93ba547fa48 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:21:46.168437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:46.217753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Pushing event updated for resources: {'Port': ['ID=8b4b7485-a154-401e-947a-f93ba547fa48,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:46.283165 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Attempting to bind port 8b4b7485-a154-401e-947a-f93ba547fa48 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:21:46.283819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Attempting to bind port 8b4b7485-a154-401e-947a-f93ba547fa48 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:21:46.283819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Attempting to bind port 8b4b7485-a154-401e-947a-f93ba547fa48 on network b13893f5-a3b6-44ac-839a-baf7e71d2702 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:21:46.287900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Port 8b4b7485-a154-401e-947a-f93ba547fa48 on network b13893f5-a3b6-44ac-839a-baf7e71d2702 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:21:46.288210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Attempting to bind port 8b4b7485-a154-401e-947a-f93ba547fa48 on network b13893f5-a3b6-44ac-839a-baf7e71d2702 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:21:46.292790 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:21:46.293112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Checking segment: {'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:21:46.293480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Bound using segment: {'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:21:46.293892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Bound port: 8b4b7485-a154-401e-947a-f93ba547fa48, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae8c26e-92e3-4701-99f3-4ef60a142ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:21:46.294260 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:46.354315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] For port 8b4b7485-a154-401e-947a-f93ba547fa48, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:21:46.357255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] For port 8b4b7485-a154-401e-947a-f93ba547fa48, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8b4b7485-a154-401e-947a-f93ba547fa48,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:21:46.360980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:46.392090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:46.392694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:46.394616 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] 10.222.0.30 "PUT /v2.0/ports/8b4b7485-a154-401e-947a-f93ba547fa48 HTTP/1.1" status: 200 len: 1094 time: 0.5543456 Nov 29 12:21:46.395050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea713aa-415d-4e7f-8769-276e24008fe4', 'tag': '8b4b7485-a154-401e-947a-f93ba547fa48'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:21:46.397304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5cd1a9-39d9-4da5-a207-596abab03e59" -d '{"events": [{"name": "network-changed", "server_uuid": "cea713aa-415d-4e7f-8769-276e24008fe4", "tag": "8b4b7485-a154-401e-947a-f93ba547fa48"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:21:46.422852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31818fd4-df1b-48a6-9060-282cafdad52d service neutron] Pushing event updated for resources: {'Port': ['ID=8b4b7485-a154-401e-947a-f93ba547fa48,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:46.442024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb47f23-bfde-4256-9440-609183701e6f x-openstack-request-id: req-9fb47f23-bfde-4256-9440-609183701e6f {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:21:46.442310 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea713aa-415d-4e7f-8769-276e24008fe4", "tag": "8b4b7485-a154-401e-947a-f93ba547fa48", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:21:46.442559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fb47f23-bfde-4256-9440-609183701e6f {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:21:46.442946 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea713aa-415d-4e7f-8769-276e24008fe4', 'tag': '8b4b7485-a154-401e-947a-f93ba547fa48', 'status': 'completed', 'code': 200} Nov 29 12:21:46.478338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b831-4aa7-420e-a915-db164805a0bb req-e97b59c1-32c0-40a3-b8a7-85e34dfe23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:46.479847 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-e97b59c1-32c0-40a3-b8a7-85e34dfe23a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52ae6006f39f46fc9187fb208328adc2&device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0470438 Nov 29 12:21:46.525227 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-3ee5e985-c279-4388-a3ca-00285abaf595 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b4b7485-a154-401e-947a-f93ba547fa48 HTTP/1.1" status: 200 len: 217 time: 0.0340192 Nov 29 12:21:46.572538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b831-4aa7-420e-a915-db164805a0bb req-990efa49-acfe-4efb-9c84-109b5a83a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:46.573954 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-990efa49-acfe-4efb-9c84-109b5a83a708 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d77b2686-aa0c-4902-8795-2f6bf78c3116 HTTP/1.1" status: 200 len: 854 time: 0.0419881 Nov 29 12:21:46.605621 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-7e73fb6c-05da-4ef9-b1eb-2cf0db01eeed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b13893f5-a3b6-44ac-839a-baf7e71d2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240402 Nov 29 12:21:46.690730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91df52c-903d-4e17-8dc8-51a9611eb6cc req-13965d83-46ad-43c9-b760-01b122d4b54b tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:46.692546 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d91df52c-903d-4e17-8dc8-51a9611eb6cc req-13965d83-46ad-43c9-b760-01b122d4b54b tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 944 time: 0.0509405 Nov 29 12:21:46.698342 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-68656cbe-b57c-4ed4-9bce-98d63b814614 service neutron] 10.222.0.30 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856769 Nov 29 12:21:46.729913 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d91df52c-903d-4e17-8dc8-51a9611eb6cc req-7265ae65-2d70-4eb1-93eb-8ddf38a9f3d0 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Nov 29 12:21:46.784979 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e303b831-4aa7-420e-a915-db164805a0bb req-d63047fe-e0eb-4471-8752-a45aaac14d48 service neutron] 10.222.0.30 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798724 Nov 29 12:21:46.868662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-13deba15-8f3a-4cdc-a683-40c17acf97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:46.870198 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-13deba15-8f3a-4cdc-a683-40c17acf97ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52ae6006f39f46fc9187fb208328adc2&device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0441294 Nov 29 12:21:46.957884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-02a08a95-9eab-4bac-b7dd-8bf76faf33af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:46.959269 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-02a08a95-9eab-4bac-b7dd-8bf76faf33af service neutron] 10.222.0.30 "GET /v2.0/networks?id=b13893f5-a3b6-44ac-839a-baf7e71d2702 HTTP/1.1" status: 200 len: 915 time: 0.0813267 Nov 29 12:21:47.003075 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-3db54f59-36dd-4c35-ac67-131b5517d45b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b4b7485-a154-401e-947a-f93ba547fa48 HTTP/1.1" status: 200 len: 217 time: 0.0372753 Nov 29 12:21:47.049867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-a273090d-cb7c-4548-b2ac-fd67393dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:47.051858 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-a273090d-cb7c-4548-b2ac-fd67393dd20d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d77b2686-aa0c-4902-8795-2f6bf78c3116 HTTP/1.1" status: 200 len: 854 time: 0.0423701 Nov 29 12:21:47.081399 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-2e246bed-d9fe-408a-862e-6784bccd2bdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b13893f5-a3b6-44ac-839a-baf7e71d2702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231025 Nov 29 12:21:47.166164 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-ef759827-a4e5-4ebf-930a-9b0aeaa5d820 service neutron] 10.222.0.30 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780241 Nov 29 12:21:47.256738 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d5cd1a9-39d9-4da5-a207-596abab03e59 req-b9421db2-1dcb-444a-908a-c11e4f7aa88e service neutron] 10.222.0.30 "GET /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828645 Nov 29 12:21:47.844824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046b1b4-f4f3-40a1-ac43-47d931600c79 req-0112dad7-87d6-4b15-b283-4f06a74e25a8 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:47.846319 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2046b1b4-f4f3-40a1-ac43-47d931600c79 req-0112dad7-87d6-4b15-b283-4f06a74e25a8 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 944 time: 0.0490224 Nov 29 12:21:47.882930 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2046b1b4-f4f3-40a1-ac43-47d931600c79 req-f6b28c8a-3e07-449a-825c-b1f9de9e20ae tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306346 Nov 29 12:21:48.994024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fdda-996f-42b2-9d21-c4bdb0865be8 req-59733862-4010-4fb5-9ad5-275d176afb28 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:48.995443 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5357fdda-996f-42b2-9d21-c4bdb0865be8 req-59733862-4010-4fb5-9ad5-275d176afb28 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 944 time: 0.0478923 Nov 29 12:21:49.032029 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5357fdda-996f-42b2-9d21-c4bdb0865be8 req-af564d71-10bf-498f-9921-7d2a75e937d9 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Nov 29 12:21:50.146900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bc554-ea32-474d-988b-bc220cc9b64b req-a027c60e-977b-4b8a-aea7-091c5c77c3f7 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:50.148327 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4c5bc554-ea32-474d-988b-bc220cc9b64b req-a027c60e-977b-4b8a-aea7-091c5c77c3f7 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 944 time: 0.0506718 Nov 29 12:21:50.184847 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4c5bc554-ea32-474d-988b-bc220cc9b64b req-8b242866-8384-4d6e-be0a-c7e8ed464e65 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305300 Nov 29 12:21:50.930363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 8b4b7485-a154-401e-947a-f93ba547fa48 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:21:51.023253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 8b4b7485-a154-401e-947a-f93ba547fa48, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8b4b7485-a154-401e-947a-f93ba547fa48,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:51.033860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '8b4b7485-a154-401e-947a-f93ba547fa48', 'network_id': 'b13893f5-a3b6-44ac-839a-baf7e71d2702', 'port_id': '8b4b7485-a154-401e-947a-f93ba547fa48', 'mac_address': 'fa:16:3e:e7:bf:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd77b2686-aa0c-4902-8795-2f6bf78c3116', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:21:51.068286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:51.081635 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4b7485-a154-401e-947a-f93ba547fa48 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:21:51.101037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 8b4b7485-a154-401e-947a-f93ba547fa48, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8b4b7485-a154-401e-947a-f93ba547fa48,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:51.104476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:51.152539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=8b4b7485-a154-401e-947a-f93ba547fa48,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:51.159270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.159620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.159959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.160291 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.160621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.160951 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.161279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.161610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.161935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.162281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.162602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.162920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:21:51.294991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad452bc-3ffc-487b-bd0f-f9cbc39cfbb3 req-024825ab-91a8-4777-9aca-0b10c801b829 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:51.296454 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ad452bc-3ffc-487b-bd0f-f9cbc39cfbb3 req-024825ab-91a8-4777-9aca-0b10c801b829 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 945 time: 0.0478582 Nov 29 12:21:51.335742 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ad452bc-3ffc-487b-bd0f-f9cbc39cfbb3 req-47eab00f-91ce-4429-afd3-ac255b12b3ef tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Nov 29 12:21:51.423150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['8b4b7485-a154-401e-947a-f93ba547fa48'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:21:52.447066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ae22f-cfa0-443b-9247-a99f18a67438 req-f83403dc-6f4f-4097-9786-0e1bcb14e28a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:52.448505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2b4ae22f-cfa0-443b-9247-a99f18a67438 req-f83403dc-6f4f-4097-9786-0e1bcb14e28a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 945 time: 0.0480361 Nov 29 12:21:52.484836 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2b4ae22f-cfa0-443b-9247-a99f18a67438 req-11002f41-d62d-4c19-9775-15a4e2994aa9 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305882 Nov 29 12:21:52.946246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 8b4b7485-a154-401e-947a-f93ba547fa48 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:21:52.992392 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 8b4b7485-a154-401e-947a-f93ba547fa48 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:21:52.996075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 8b4b7485-a154-401e-947a-f93ba547fa48 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:21:52.996446 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:53.071521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:53.092332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea713aa-415d-4e7f-8769-276e24008fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4b7485-a154-401e-947a-f93ba547fa48'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:21:53.094608 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c02736-92c3-4736-9ca3-bbc2a8438192" -d '{"events": [{"server_uuid": "cea713aa-415d-4e7f-8769-276e24008fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8b4b7485-a154-401e-947a-f93ba547fa48"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:21:53.107490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 8b4b7485-a154-401e-947a-f93ba547fa48, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8b4b7485-a154-401e-947a-f93ba547fa48,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:53.111456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:53.133965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25c6ab7-3057-47c6-96c5-47e0154ddef9 x-openstack-request-id: req-a25c6ab7-3057-47c6-96c5-47e0154ddef9 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:21:53.134273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea713aa-415d-4e7f-8769-276e24008fe4", "name": "network-vif-plugged", "status": "completed", "tag": "8b4b7485-a154-401e-947a-f93ba547fa48", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:21:53.134526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a25c6ab7-3057-47c6-96c5-47e0154ddef9 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:21:53.134906 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea713aa-415d-4e7f-8769-276e24008fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4b7485-a154-401e-947a-f93ba547fa48', 'code': 200} Nov 29 12:21:53.159071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=8b4b7485-a154-401e-947a-f93ba547fa48,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:53.292151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83619e-c2a6-4e96-8e15-187f740503c3 req-f2b5ae9d-ea7c-46ce-bb46-48df17ef3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:53.293494 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-db83619e-c2a6-4e96-8e15-187f740503c3 req-f2b5ae9d-ea7c-46ce-bb46-48df17ef3968 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 1099 time: 0.0395143 Nov 29 12:21:53.327595 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-db83619e-c2a6-4e96-8e15-187f740503c3 req-e4b37c38-f94a-41b9-8469-b9dfb7bc8218 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261681 Nov 29 12:21:53.602123 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacc862-752f-4692-83d2-3db055f8b9b3 req-68d6d25d-ccef-4e41-8e19-0b36efbb97af tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:53.603484 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daacc862-752f-4692-83d2-3db055f8b9b3 req-68d6d25d-ccef-4e41-8e19-0b36efbb97af tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 946 time: 0.0530970 Nov 29 12:21:53.639529 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daacc862-752f-4692-83d2-3db055f8b9b3 req-1eff7154-96f9-4054-8f8d-f2d05586bf6c tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302219 Nov 29 12:21:54.752519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42916265-344d-4e4f-8c0f-1f3d00660dd6 req-0bfe682c-a681-46ca-b219-df3fe284c7de tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:54.754504 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-42916265-344d-4e4f-8c0f-1f3d00660dd6 req-0bfe682c-a681-46ca-b219-df3fe284c7de tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 946 time: 0.0484095 Nov 29 12:21:54.791164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-42916265-344d-4e4f-8c0f-1f3d00660dd6 req-1cedbfd1-1d4a-40d4-8426-14473b9a23b2 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308063 Nov 29 12:21:55.014725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38d6d1-a8eb-4d1e-b3ed-576815104902 req-13ba2137-add5-4ca0-b143-af893f02d2ec tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:55.016214 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d38d6d1-a8eb-4d1e-b3ed-576815104902 req-13ba2137-add5-4ca0-b143-af893f02d2ec tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 946 time: 0.0487056 Nov 29 12:21:55.053814 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d38d6d1-a8eb-4d1e-b3ed-576815104902 req-5f6ee937-7c76-44ea-9a8e-84a3f7ec4f12 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Nov 29 12:21:56.169808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e9e59-94b1-4fd7-9eb0-4c570672d157 req-7ebf1b0b-f7ec-4797-8ee3-bf144ad20013 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:56.171294 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d5e9e59-94b1-4fd7-9eb0-4c570672d157 req-7ebf1b0b-f7ec-4797-8ee3-bf144ad20013 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 946 time: 0.0510106 Nov 29 12:21:56.208702 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d5e9e59-94b1-4fd7-9eb0-4c570672d157 req-13b8c6bf-c63a-4fb9-a429-d4b49502b8cb tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Nov 29 12:21:56.489791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995364b-092b-497e-81c6-5d1e461ff885 req-6f77eb29-e8fe-4f3c-854d-f7fec7c7535a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:56.491272 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0995364b-092b-497e-81c6-5d1e461ff885 req-6f77eb29-e8fe-4f3c-854d-f7fec7c7535a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 946 time: 0.0519917 Nov 29 12:21:56.577276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Deleting port 8b4b7485-a154-401e-947a-f93ba547fa48 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:21:56.577609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:56.670923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] For port 8b4b7485-a154-401e-947a-f93ba547fa48, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8b4b7485-a154-401e-947a-f93ba547fa48,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:21:56.671285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:56.684071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Calling delete_port for 8b4b7485-a154-401e-947a-f93ba547fa48 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:21:56.805923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:56.818386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['cfecd094-b99c-4361-aafc-aac192c4ab24', '8b4b7485-a154-401e-947a-f93ba547fa48'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:21:56.838580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Pushing event deleted for resources: {'Port': ['ID=8b4b7485-a154-401e-947a-f93ba547fa48,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:21:56.878592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] No DVR routers for this DVR port 8b4b7485-a154-401e-947a-f93ba547fa48 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:21:56.881018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:56.884311 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0995364b-092b-497e-81c6-5d1e461ff885 req-510e9b32-6115-4388-8e56-deb6accb222a tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.30 "DELETE /v2.0/ports/8b4b7485-a154-401e-947a-f93ba547fa48 HTTP/1.1" status: 204 len: 173 time: 0.3870256 Nov 29 12:21:56.884743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea713aa-415d-4e7f-8769-276e24008fe4', 'name': 'network-vif-deleted', 'tag': '8b4b7485-a154-401e-947a-f93ba547fa48'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:21:56.887012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e31080-c1b5-4e62-b63b-8b772131fabd" -d '{"events": [{"server_uuid": "cea713aa-415d-4e7f-8769-276e24008fe4", "name": "network-vif-deleted", "tag": "8b4b7485-a154-401e-947a-f93ba547fa48"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:21:56.923944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f0f80c-1367-4fb0-9b34-8b079fe9a9b6 x-openstack-request-id: req-f4f0f80c-1367-4fb0-9b34-8b079fe9a9b6 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:21:56.924243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea713aa-415d-4e7f-8769-276e24008fe4", "name": "network-vif-deleted", "tag": "8b4b7485-a154-401e-947a-f93ba547fa48", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:21:56.924499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f4f0f80c-1367-4fb0-9b34-8b079fe9a9b6 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:21:56.924918 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea713aa-415d-4e7f-8769-276e24008fe4', 'name': 'network-vif-deleted', 'tag': '8b4b7485-a154-401e-947a-f93ba547fa48', 'status': 'completed', 'code': 200} Nov 29 12:21:57.312531 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f3955db8-cb13-481c-8478-5b7013f36dac req-6ba4ee7e-cace-4fab-8655-757dbb57fbfb tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=cea713aa-415d-4e7f-8769-276e24008fe4 HTTP/1.1" status: 200 len: 210 time: 0.0257027 Nov 29 12:21:57.736497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:21:58.457298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfc951-5ea0-4ad3-ac3a-b2a40dc594c1 req-86f0440d-94ad-4720-a5f9-61d4b6bcb68f tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:58.458766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04dfc951-5ea0-4ad3-ac3a-b2a40dc594c1 req-86f0440d-94ad-4720-a5f9-61d4b6bcb68f tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0477016 Nov 29 12:21:58.496469 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04dfc951-5ea0-4ad3-ac3a-b2a40dc594c1 req-e2bf704d-64fa-41e4-a92e-a696df5f43b3 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317776 Nov 29 12:21:58.624547 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969ea7d-c5a8-4a0a-ad70-5320ce2da331 req-8679ccdb-3515-4ae5-bf8b-87fe83efcab2 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:58.626012 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1969ea7d-c5a8-4a0a-ad70-5320ce2da331 req-8679ccdb-3515-4ae5-bf8b-87fe83efcab2 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0476091 Nov 29 12:21:58.667060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1969ea7d-c5a8-4a0a-ad70-5320ce2da331 req-a7072161-7d03-496f-b5fe-67f3f8fc038b tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350723 Nov 29 12:21:58.780881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885deb1-1a98-4607-9975-5fe44cb601be req-c4c9d28a-0910-4ab6-b27b-79f89a468e33 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:58.782348 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2885deb1-1a98-4607-9975-5fe44cb601be req-c4c9d28a-0910-4ab6-b27b-79f89a468e33 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0492735 Nov 29 12:21:58.818594 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2885deb1-1a98-4607-9975-5fe44cb601be req-3aff1706-e472-4c1b-96bd-e315df7c041c tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297816 Nov 29 12:21:58.889031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-778a72cc-d3b0-45c6-9871-9165c0c1cd57 req-ad222e28-3483-4fa0-8bb1-1accf0adb5cb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:21:58.890119 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-778a72cc-d3b0-45c6-9871-9165c0c1cd57 req-ad222e28-3483-4fa0-8bb1-1accf0adb5cb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053952 Nov 29 12:21:58.992844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e2ecc-9c44-4444-9c4d-86495a5c2110 req-34fa32aa-4cf9-40fe-91c0-2a241afd1ff8 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:58.994306 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6c2e2ecc-9c44-4444-9c4d-86495a5c2110 req-34fa32aa-4cf9-40fe-91c0-2a241afd1ff8 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0479610 Nov 29 12:21:59.030272 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6c2e2ecc-9c44-4444-9c4d-86495a5c2110 req-46b060af-c6e9-4cb1-a9aa-2f914f92c945 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300961 Nov 29 12:21:59.140763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22822e7f-6b72-4b43-8c32-0e72c856ea8a req-4df14076-e8b6-4839-903e-9522e0cd65fd tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:59.142111 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-22822e7f-6b72-4b43-8c32-0e72c856ea8a req-4df14076-e8b6-4839-903e-9522e0cd65fd tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0471900 Nov 29 12:21:59.183892 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-22822e7f-6b72-4b43-8c32-0e72c856ea8a req-43219447-5cd6-4fe2-9170-f2a94679568c tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358136 Nov 29 12:21:59.310526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07201629-bbbe-465c-9939-541b4d46c0b2 req-7f35c186-a955-4436-8d93-6cdcd9337df5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:59.311986 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07201629-bbbe-465c-9939-541b4d46c0b2 req-7f35c186-a955-4436-8d93-6cdcd9337df5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0501699 Nov 29 12:21:59.349473 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-07201629-bbbe-465c-9939-541b4d46c0b2 req-2c40f71a-a5e0-4f1a-bb66-b14603b0c5b2 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Nov 29 12:21:59.644835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d6013-0b05-4312-aaa9-8293fae31ea7 req-18929b92-403a-4d57-9ed6-bf593c35ad73 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:21:59.646310 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dc8d6013-0b05-4312-aaa9-8293fae31ea7 req-18929b92-403a-4d57-9ed6-bf593c35ad73 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0484030 Nov 29 12:21:59.682582 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dc8d6013-0b05-4312-aaa9-8293fae31ea7 req-58341adc-9e1e-46e4-a251-982031a4d21d tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303507 Nov 29 12:22:00.724108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5905fa5c-0868-4c81-8c42-3b9a9b102eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:00.798936 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ef33d-bc54-428d-9d8b-a909b839183b req-c7973875-82a1-4b8e-af27-04f7319f5fa5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:00.800909 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-966ef33d-bc54-428d-9d8b-a909b839183b req-c7973875-82a1-4b8e-af27-04f7319f5fa5 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0469556 Nov 29 12:22:00.840891 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-966ef33d-bc54-428d-9d8b-a909b839183b req-c58295c7-6125-48eb-a0d8-6a9f11366982 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/security-groups?id=1028fac4-5f90-4456-b7ec-765217e4376f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341148 Nov 29 12:22:00.971124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 8b4b7485-a154-401e-947a-f93ba547fa48 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:22:00.991292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 8b4b7485-a154-401e-947a-f93ba547fa48 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:22:00.991634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 8b4b7485-a154-401e-947a-f93ba547fa48 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:22:01.191577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-02703612-a5b0-4627-aa36-ddcdb251d988 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:01.193010 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-02703612-a5b0-4627-aa36-ddcdb251d988 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 946 time: 0.0477593 Nov 29 12:22:01.280940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Deleting port cfecd094-b99c-4361-aafc-aac192c4ab24 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:22:01.281279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:01.365640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] For port cfecd094-b99c-4361-aafc-aac192c4ab24, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cfecd094-b99c-4361-aafc-aac192c4ab24,segment=NetworkSegment(2ae8c26e-92e3-4701-99f3-4ef60a142ccf),segment_id=2ae8c26e-92e3-4701-99f3-4ef60a142ccf)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:01.366031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:01.377680 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Calling delete_port for cfecd094-b99c-4361-aafc-aac192c4ab24 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:22:01.504512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:01.516420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['cfecd094-b99c-4361-aafc-aac192c4ab24'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:22:01.533301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Pushing event deleted for resources: {'Port': ['ID=cfecd094-b99c-4361-aafc-aac192c4ab24,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:01.577845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] No DVR routers for this DVR port cfecd094-b99c-4361-aafc-aac192c4ab24 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:22:01.580345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:01.584547 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc38bca9-7d8f-4665-af1f-0a519f022234 req-a071d125-9b04-4d7c-baf8-c67baeb85693 tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.30 "DELETE /v2.0/ports/cfecd094-b99c-4361-aafc-aac192c4ab24 HTTP/1.1" status: 204 len: 173 time: 0.3853981 Nov 29 12:22:01.584976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb16740c-8ac6-45ce-9d03-137117247d9e', 'name': 'network-vif-deleted', 'tag': 'cfecd094-b99c-4361-aafc-aac192c4ab24'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:22:01.587213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a2c7ed-9a0f-4efa-af58-60b66eb60593" -d '{"events": [{"server_uuid": "bb16740c-8ac6-45ce-9d03-137117247d9e", "name": "network-vif-deleted", "tag": "cfecd094-b99c-4361-aafc-aac192c4ab24"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:22:01.683529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21218c60-acf9-429f-ae4c-b9f045b161ca x-openstack-request-id: req-21218c60-acf9-429f-ae4c-b9f045b161ca {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:22:01.683844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb16740c-8ac6-45ce-9d03-137117247d9e", "name": "network-vif-deleted", "tag": "cfecd094-b99c-4361-aafc-aac192c4ab24", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:22:01.684143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21218c60-acf9-429f-ae4c-b9f045b161ca {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:22:01.684538 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb16740c-8ac6-45ce-9d03-137117247d9e', 'name': 'network-vif-deleted', 'tag': 'cfecd094-b99c-4361-aafc-aac192c4ab24', 'status': 'completed', 'code': 200} Nov 29 12:22:01.945632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7a2d4e59-a299-4af6-8b9c-de8472ceeabd req-c42ce9b7-7834-43cc-9d9f-2e462c2d2ebb tempest-ServersNegativeTestJSON-1634490320 tempest-ServersNegativeTestJSON-1634490320-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb16740c-8ac6-45ce-9d03-137117247d9e HTTP/1.1" status: 200 len: 210 time: 0.0286322 Nov 29 12:22:03.000439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36968) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:03.044836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38ca8ab-97fc-4051-bf3c-320d68a0f87f admin admin] Deleting subnet d77b2686-aa0c-4902-8795-2f6bf78c3116 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:22:03.047760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a38ca8ab-97fc-4051-bf3c-320d68a0f87f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.080854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a38ca8ab-97fc-4051-bf3c-320d68a0f87f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.118726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a38ca8ab-97fc-4051-bf3c-320d68a0f87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.172100 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a38ca8ab-97fc-4051-bf3c-320d68a0f87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.196953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ca8ab-97fc-4051-bf3c-320d68a0f87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d77b2686-aa0c-4902-8795-2f6bf78c3116,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:03.202661 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a38ca8ab-97fc-4051-bf3c-320d68a0f87f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.205819 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a38ca8ab-97fc-4051-bf3c-320d68a0f87f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d77b2686-aa0c-4902-8795-2f6bf78c3116 HTTP/1.1" status: 204 len: 168 time: 0.2043941 Nov 29 12:22:03.208681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36970) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:03.275877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.280377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-50e4be13-0d81-41b5-b0a5-f0d64e3bc205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.354775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.373810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13893f5-a3b6-44ac-839a-baf7e71d2702']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:03.382708 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae8c26e-92e3-4701-99f3-4ef60a142ccf') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:03.383001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae8c26e-92e3-4701-99f3-4ef60a142ccf') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:03.392231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.405689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.412058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:22:03.412438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:22:03.414088 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:22:03.466243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.471820 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.475565 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b13893f5-a3b6-44ac-839a-baf7e71d2702 HTTP/1.1" status: 204 len: 168 time: 0.2659564 Nov 29 12:22:03.490399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8b5e3-f387-478c-b332-5f8cc0f9ea38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b13893f5-a3b6-44ac-839a-baf7e71d2702,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:03.582606 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36974) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:03.620791 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6253b015-64e1-44e4-ba22-7fc7424ea04c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=52ae6006f39f46fc9187fb208328adc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0363274 Nov 29 12:22:03.623095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36976) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:03.670053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bdbe223-d2d4-4b78-bf6a-8ec1aed74932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.690142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bdbe223-d2d4-4b78-bf6a-8ec1aed74932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.720922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.736955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bdbe223-d2d4-4b78-bf6a-8ec1aed74932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.740356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bdbe223-d2d4-4b78-bf6a-8ec1aed74932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:03.741512 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2bdbe223-d2d4-4b78-bf6a-8ec1aed74932 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1028fac4-5f90-4456-b7ec-765217e4376f HTTP/1.1" status: 204 len: 168 time: 0.1175573 Nov 29 12:22:03.749899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbe223-d2d4-4b78-bf6a-8ec1aed74932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1028fac4-5f90-4456-b7ec-765217e4376f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:04.397527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 36998) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:04.487775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127989522'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:04.509463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:04.512993 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.522184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.594516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.597743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.626500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:04.644373 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f43a994-dd6a-4969-83e3-bf1275aecba8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:04.647439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.647766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Added segment ee64c118-98d0-418e-b1ec-7a1d6c1bc89f of type vlan for network a5b4bff5-abfd-4052-a58a-eb0a80adc780 Nov 29 12:22:04.687719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.712061 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.717602 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:04.718232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.767970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:04.771852 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3728998 Nov 29 12:22:04.785828 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23dd71-735d-493e-8af3-0bb959c0bcd0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Network': ['ID=a5b4bff5-abfd-4052-a58a-eb0a80adc780,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:04.796222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network a5b4bff5-abfd-4052-a58a-eb0a80adc780 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:04.986934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device cfecd094-b99c-4361-aafc-aac192c4ab24 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:22:05.008198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: cfecd094-b99c-4361-aafc-aac192c4ab24 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:22:05.008492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device cfecd094-b99c-4361-aafc-aac192c4ab24 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:22:06.083396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.082348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37002) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:08.087445 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'subnet': {'network_id': 'a5b4bff5-abfd-4052-a58a-eb0a80adc780', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:08.175217 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:08.179282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.359589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.418254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Subnet': ['ID=da8c4d9d-0b64-4545-8af6-97aad8361061,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:08.425821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Checking segment: {'id': 'ee64c118-98d0-418e-b1ec-7a1d6c1bc89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5b4bff5-abfd-4052-a58a-eb0a80adc780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:08.426227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network hostable DHCP agents. Network: a5b4bff5-abfd-4052-a58a-eb0a80adc780, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:08.442118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network a5b4bff5-abfd-4052-a58a-eb0a80adc780 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:08.450669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, a5b4bff5-abfd-4052-a58a-eb0a80adc780) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:08.454716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:08.455334 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.459715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d197c4-4bad-4624-82ce-5f8d5cf9e72e None None] Network a5b4bff5-abfd-4052-a58a-eb0a80adc780 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:08.471873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5fd8d8de-b6db-4c83-aaa4-080dd3f2fd0d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3884430 Nov 29 12:22:08.475951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37004) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:08.480795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059200183'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:08.501727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:08.505208 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.529705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:08.539118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.539464 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Added segment 43cf5b21-9c38-4f31-8b61-be3d63e3dc08 of type vlan for network a413ace9-6680-453f-82c9-580a56ac6862 Nov 29 12:22:08.583516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.606793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-a5b4bff5-abfd-4052-a58a-eb0a80adc780', 'network_id': 'a5b4bff5-abfd-4052-a58a-eb0a80adc780', 'tenant_id': 'c853705f14f7425f9958e1b31f0a24fd', 'fixed_ips': [{'subnet_id': 'da8c4d9d-0b64-4545-8af6-97aad8361061'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:08.607795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.608843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.614449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:08.614965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.671506 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1945276 Nov 29 12:22:08.674339 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37006) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:08.679155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'subnet': {'network_id': 'a413ace9-6680-453f-82c9-580a56ac6862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:08.726658 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f12cb-2c07-43aa-b08a-312ff9820246 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Network': ['ID=a413ace9-6680-453f-82c9-580a56ac6862,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:08.740498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network a413ace9-6680-453f-82c9-580a56ac6862 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:08.749404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Allocated IP 2001:db8:0:ffff::2 (a5b4bff5-abfd-4052-a58a-eb0a80adc780/da8c4d9d-0b64-4545-8af6-97aad8361061/2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:08.778760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:08.782393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.940498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.947005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.968131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:08.982284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Network a5b4bff5-abfd-4052-a58a-eb0a80adc780 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:08.985016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:08.988356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:08.998891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Pushing event updated for resources: {'Port': ['ID=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:09.028806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Subnet': ['ID=774dd60e-f98d-43a4-88c7-02dad6110845,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:09.037525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Checking segment: {'id': '43cf5b21-9c38-4f31-8b61-be3d63e3dc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a413ace9-6680-453f-82c9-580a56ac6862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:09.037881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network hostable DHCP agents. Network: a413ace9-6680-453f-82c9-580a56ac6862, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:09.052382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Attempting to bind port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:09.052762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Attempting to bind port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ee64c118-98d0-418e-b1ec-7a1d6c1bc89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5b4bff5-abfd-4052-a58a-eb0a80adc780'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:09.053244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Attempting to bind port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b on network a5b4bff5-abfd-4052-a58a-eb0a80adc780 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:09.054461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network a413ace9-6680-453f-82c9-580a56ac6862 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:09.058299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:09.058672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Checking segment: {'id': 'ee64c118-98d0-418e-b1ec-7a1d6c1bc89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5b4bff5-abfd-4052-a58a-eb0a80adc780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:09.059075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.059464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Bound using segment: {'id': 'ee64c118-98d0-418e-b1ec-7a1d6c1bc89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5b4bff5-abfd-4052-a58a-eb0a80adc780'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:09.059923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Bound port: 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee64c118-98d0-418e-b1ec-7a1d6c1bc89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a5b4bff5-abfd-4052-a58a-eb0a80adc780'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:09.060336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.063077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, a413ace9-6680-453f-82c9-580a56ac6862) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:09.069250 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:09.069854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.073243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e85a2-07b4-4e35-9ce5-fff7551cf94b None None] Network a413ace9-6680-453f-82c9-580a56ac6862 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:09.089450 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e8d0852e-6e27-4e26-9226-69ea362eff87 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4116690 Nov 29 12:22:09.090110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37008) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:09.180196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] For port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:09.187746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.200356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] For port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,segment=NetworkSegment(ee64c118-98d0-418e-b1ec-7a1d6c1bc89f),segment_id=ee64c118-98d0-418e-b1ec-7a1d6c1bc89f)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:09.217794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.240381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.300236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed74e6c3-7c25-4409-90e8-c53b1bde9c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-a413ace9-6680-453f-82c9-580a56ac6862', 'network_id': 'a413ace9-6680-453f-82c9-580a56ac6862', 'tenant_id': 'c853705f14f7425f9958e1b31f0a24fd', 'fixed_ips': [{'subnet_id': '774dd60e-f98d-43a4-88c7-02dad6110845'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:09.302152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ed74e6c3-7c25-4409-90e8-c53b1bde9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.305218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0a274-f513-4ec9-9c99-32e41f05e22b None None] Pushing event updated for resources: {'Port': ['ID=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:09.317904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.348744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Subnet': ['ID=774dd60e-f98d-43a4-88c7-02dad6110845,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:09.391259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24db3270-dea4-478c-8b1b-54246d57c22a None None] Network a413ace9-6680-453f-82c9-580a56ac6862 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:09.412637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.436530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a413ace9-6680-453f-82c9-580a56ac6862']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:09.448487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cf5b21-9c38-4f31-8b61-be3d63e3dc08') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:09.448788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cf5b21-9c38-4f31-8b61-be3d63e3dc08') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:09.471895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.493898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.499953 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:22:09.500355 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:22:09.503682 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:22:09.568247 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.575266 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.579655 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/a413ace9-6680-453f-82c9-580a56ac6862 HTTP/1.1" status: 204 len: 168 time: 0.4890192 Nov 29 12:22:09.584883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37010) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:09.590739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1783297369'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:09.598004 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032c64f-5d5f-4646-87fa-6cde57298b8c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Network': ['ID=a413ace9-6680-453f-82c9-580a56ac6862,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:09.619020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:09.623207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.629982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:09.650995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:09.660169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.660603 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Added segment 316b5646-0d22-4f59-b70c-3d04a082032b of type vlan for network e8a44cd7-d710-4fba-a390-b42b7e5dbf18 Nov 29 12:22:09.679364 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:09.679735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.700485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.725030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.730705 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:09.731304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.755724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.785210 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1986294 Nov 29 12:22:09.787995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37012) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:09.790346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,segment=NetworkSegment(ee64c118-98d0-418e-b1ec-7a1d6c1bc89f),segment_id=ee64c118-98d0-418e-b1ec-7a1d6c1bc89f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:09.792988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'subnet': {'network_id': 'e8a44cd7-d710-4fba-a390-b42b7e5dbf18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:09.794567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.845084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:09.846598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a60d9-6ec6-4948-bd68-58d45f46e2f0 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Network': ['ID=e8a44cd7-d710-4fba-a390-b42b7e5dbf18,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:09.860743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network e8a44cd7-d710-4fba-a390-b42b7e5dbf18 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:09.895215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:09.898838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:09.961231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Performing IP validity checks on allocation pools {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 29 12:22:09.961758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.ipam_backend_mixin [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102104) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 29 12:22:10.087307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.146543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Subnet': ['ID=b8f2b1b7-f780-4095-80e9-b12db27acf92,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:10.157150 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Checking segment: {'id': '316b5646-0d22-4f59-b70c-3d04a082032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e8a44cd7-d710-4fba-a390-b42b7e5dbf18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:10.157516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network hostable DHCP agents. Network: e8a44cd7-d710-4fba-a390-b42b7e5dbf18, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:10.175293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network e8a44cd7-d710-4fba-a390-b42b7e5dbf18 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:10.185232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, e8a44cd7-d710-4fba-a390-b42b7e5dbf18) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:10.189413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:10.190170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.195142 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731d8f5-7b60-4bb0-bbfd-c23e9d4b1a16 None None] Network e8a44cd7-d710-4fba-a390-b42b7e5dbf18 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:10.210422 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-817a3315-f9a8-4651-90e7-fedcbbd30eee tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4213979 Nov 29 12:22:10.213132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37014) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:10.276332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e806c6-f8e9-4ad4-ad66-3a52f9588346 None None] Network a5b4bff5-abfd-4052-a58a-eb0a80adc780 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:10.317466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.390463 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.457332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.485532 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f2b1b7-f780-4095-80e9-b12db27acf92,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:10.542155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3d55048e-369f-43f2-9277-682714a3456e None None] Provisioning complete for port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:10.542447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3d55048e-369f-43f2-9277-682714a3456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.548576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.570750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868a33ce-f22b-4011-bcfa-645a6c332fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-e8a44cd7-d710-4fba-a390-b42b7e5dbf18', 'network_id': 'e8a44cd7-d710-4fba-a390-b42b7e5dbf18', 'tenant_id': 'c853705f14f7425f9958e1b31f0a24fd', 'fixed_ips': [{'subnet_id': 'b8f2b1b7-f780-4095-80e9-b12db27acf92'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:10.571604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-868a33ce-f22b-4011-bcfa-645a6c332fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.573718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a44cd7-d710-4fba-a390-b42b7e5dbf18']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:10.584448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316b5646-0d22-4f59-b70c-3d04a082032b') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:10.585153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316b5646-0d22-4f59-b70c-3d04a082032b') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:10.595319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.608478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.614361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:22:10.614946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:22:10.618034 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:22:10.678373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.683133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.686779 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/e8a44cd7-d710-4fba-a390-b42b7e5dbf18 HTTP/1.1" status: 204 len: 168 time: 0.4726949 Nov 29 12:22:10.691951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37016) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:10.692414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-868a33ce-f22b-4011-bcfa-645a6c332fbc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 29 12:22:10.692414 dv-neutron-819578-1-hyperv neutron-server[102105]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 29 12:22:10.692414 dv-neutron-819578-1-hyperv neutron-server[102105]: [parameters: {'project_id': 'c853705f14f7425f9958e1b31f0a24fd', 'id': '87835a53-614d-4240-b394-ac0b14f96771', 'name': '', 'network_id': 'e8a44cd7-d710-4fba-a390-b42b7e5dbf18', 'mac_address': 'fa:16:3e:63:e8:31', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-e8a44cd7-d710-4fba-a390-b42b7e5dbf18', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1580}] Nov 29 12:22:10.692414 dv-neutron-819578-1-hyperv neutron-server[102105]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:22:10.693147 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-868a33ce-f22b-4011-bcfa-645a6c332fbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:22:10.696942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1749676059'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:10.713100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fdafe-d98d-4be2-b4b6-9aaf6a969f43 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Network': ['ID=e8a44cd7-d710-4fba-a390-b42b7e5dbf18,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:10.732784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:10.736426 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.760540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:10.770777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.771124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Added segment d854a087-a839-422e-ae5d-a54a77cfd45a of type vlan for network d9d33047-6119-4bfb-900b-7f0b91e92170 Nov 29 12:22:10.811186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.836293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.842099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:10.842680 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:10.900983 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2080078 Nov 29 12:22:10.904519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37018) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:10.909610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'subnet': {'network_id': 'd9d33047-6119-4bfb-900b-7f0b91e92170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:10.915884 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028ab86-b2b1-4910-8b62-96a02f8d1362 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Network': ['ID=d9d33047-6119-4bfb-900b-7f0b91e92170,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:10.929627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network d9d33047-6119-4bfb-900b-7f0b91e92170 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:10.986617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-15c587ec-8425-47e9-9bdc-f1d85833fa2c None None] Provisioning complete for port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:10.986897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-15c587ec-8425-47e9-9bdc-f1d85833fa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.006020 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:11.010160 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.189369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.194238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-868a33ce-f22b-4011-bcfa-645a6c332fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.222054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bcc636-b42c-4842-a25b-935a171fbb78 None None] Network e8a44cd7-d710-4fba-a390-b42b7e5dbf18 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:11.234080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bcc636-b42c-4842-a25b-935a171fbb78 None None] Network e8a44cd7-d710-4fba-a390-b42b7e5dbf18 could not be found, it might have been deleted concurrently. {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 12:22:11.247526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Subnet': ['ID=412130a3-8e6e-415f-a790-debc4d1de674,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:11.257605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Checking segment: {'id': 'd854a087-a839-422e-ae5d-a54a77cfd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9d33047-6119-4bfb-900b-7f0b91e92170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:11.258000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network hostable DHCP agents. Network: d9d33047-6119-4bfb-900b-7f0b91e92170, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:11.274179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network d9d33047-6119-4bfb-900b-7f0b91e92170 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:11.282233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, d9d33047-6119-4bfb-900b-7f0b91e92170) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:11.287334 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:11.288015 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.292358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77957a-8858-4145-9a7e-7828a903c0be None None] Network d9d33047-6119-4bfb-900b-7f0b91e92170 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:11.307425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-aff8276b-dcc3-403e-a9b9-0a3add66aa61 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4018140 Nov 29 12:22:11.313679 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37020) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:11.318705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-408519677'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:11.339051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:11.342443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.366806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:11.375645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.375993 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Added segment 501018df-75e4-49f7-a3ca-bd22aec5e1bd of type vlan for network a3fee98f-1598-4e1d-abb6-22e2a9b5d65b Nov 29 12:22:11.419620 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.441267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-d9d33047-6119-4bfb-900b-7f0b91e92170', 'network_id': 'd9d33047-6119-4bfb-900b-7f0b91e92170', 'tenant_id': 'c853705f14f7425f9958e1b31f0a24fd', 'fixed_ips': [{'subnet_id': '412130a3-8e6e-415f-a790-debc4d1de674'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:11.443002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.445205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.450810 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:11.451394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.515092 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1973028 Nov 29 12:22:11.515212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37022) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:11.520024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Request body: {'subnet': {'network_id': 'a3fee98f-1598-4e1d-abb6-22e2a9b5d65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:11.531434 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b52ae-a56b-4f8b-93b9-27995d218486 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Network': ['ID=a3fee98f-1598-4e1d-abb6-22e2a9b5d65b,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:11.542851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network a3fee98f-1598-4e1d-abb6-22e2a9b5d65b details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:11.600666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:11.615497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Made reservation on behalf of c853705f14f7425f9958e1b31f0a24fd for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:11.618944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.668354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Allocated IP 2001:db8::2 (d9d33047-6119-4bfb-900b-7f0b91e92170/412130a3-8e6e-415f-a790-debc4d1de674/92cadc97-df01-414f-9184-37adf10ccaf2) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:11.736331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:11.736986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.799862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.860971 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event updated for resources: {'Subnet': ['ID=f7cbd29d-c593-4893-bf39-0fd3fc44f0e5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:11.871658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Checking segment: {'id': '501018df-75e4-49f7-a3ca-bd22aec5e1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a3fee98f-1598-4e1d-abb6-22e2a9b5d65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:11.872018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network hostable DHCP agents. Network: a3fee98f-1598-4e1d-abb6-22e2a9b5d65b, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:11.884749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.888766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Network a3fee98f-1598-4e1d-abb6-22e2a9b5d65b is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:11.890786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.898023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, a3fee98f-1598-4e1d-abb6-22e2a9b5d65b) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:11.903172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:11.904163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:11.917486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e022185-0b61-42b6-9d7b-06fe6fdc2db0 None None] Network a3fee98f-1598-4e1d-abb6-22e2a9b5d65b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:11.920812 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2d58bf0d-9ee4-45a8-adaa-0d580c40b53d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4046979 Nov 29 12:22:11.923273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37024) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:11.976160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Network d9d33047-6119-4bfb-900b-7f0b91e92170 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:11.986471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:11.990767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:11.992694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Pushing event updated for resources: {'Port': ['ID=92cadc97-df01-414f-9184-37adf10ccaf2,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:12.028217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.072409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Attempting to bind port 92cadc97-df01-414f-9184-37adf10ccaf2 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:12.072695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Attempting to bind port 92cadc97-df01-414f-9184-37adf10ccaf2 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'd854a087-a839-422e-ae5d-a54a77cfd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9d33047-6119-4bfb-900b-7f0b91e92170'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:12.073061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Attempting to bind port 92cadc97-df01-414f-9184-37adf10ccaf2 on network d9d33047-6119-4bfb-900b-7f0b91e92170 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:12.083464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.100497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:12.100867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Checking segment: {'id': 'd854a087-a839-422e-ae5d-a54a77cfd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9d33047-6119-4bfb-900b-7f0b91e92170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:12.101267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.101658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Bound using segment: {'id': 'd854a087-a839-422e-ae5d-a54a77cfd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9d33047-6119-4bfb-900b-7f0b91e92170'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:12.102156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Bound port: 92cadc97-df01-414f-9184-37adf10ccaf2, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd854a087-a839-422e-ae5d-a54a77cfd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd9d33047-6119-4bfb-900b-7f0b91e92170'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:12.102539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.146525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.176034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cbd29d-c593-4893-bf39-0fd3fc44f0e5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:12.189144 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6428efc-9c96-433f-8031-cc2e95fe17cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-a3fee98f-1598-4e1d-abb6-22e2a9b5d65b', 'network_id': 'a3fee98f-1598-4e1d-abb6-22e2a9b5d65b', 'tenant_id': 'c853705f14f7425f9958e1b31f0a24fd', 'fixed_ips': [{'subnet_id': 'f7cbd29d-c593-4893-bf39-0fd3fc44f0e5'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:12.190509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6428efc-9c96-433f-8031-cc2e95fe17cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.224610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] For port 92cadc97-df01-414f-9184-37adf10ccaf2, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:12.230228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] For port 92cadc97-df01-414f-9184-37adf10ccaf2, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=92cadc97-df01-414f-9184-37adf10ccaf2,segment=NetworkSegment(d854a087-a839-422e-ae5d-a54a77cfd45a),segment_id=d854a087-a839-422e-ae5d-a54a77cfd45a)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:12.236335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.262105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fee98f-1598-4e1d-abb6-22e2a9b5d65b']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:12.271713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501018df-75e4-49f7-a3ca-bd22aec5e1bd') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:12.272003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501018df-75e4-49f7-a3ca-bd22aec5e1bd') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:12.281596 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.281810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.295377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.301280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:22:12.302035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:22:12.305167 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:22:12.333614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccb6fa1-1d16-4f64-a0ac-37ad6097d08e None None] Network a3fee98f-1598-4e1d-abb6-22e2a9b5d65b requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:12.372702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.379764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.383228 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/a3fee98f-1598-4e1d-abb6-22e2a9b5d65b HTTP/1.1" status: 204 len: 168 time: 0.4590197 Nov 29 12:22:12.386307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37026) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:12.396317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b8ae9-14f8-4d76-9e1f-22a3c29f40c5 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Network': ['ID=a3fee98f-1598-4e1d-abb6-22e2a9b5d65b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:12.412874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779586df-58f7-4a7f-a6cd-98a5a09c0244 None None] Pushing event updated for resources: {'Port': ['ID=92cadc97-df01-414f-9184-37adf10ccaf2,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:12.423130 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-027512c0-f02b-4869-b260-90af50e781b8 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] GET failed (client error): The resource could not be found. Nov 29 12:22:12.424811 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-027512c0-f02b-4869-b260-90af50e781b8 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "GET /v2.0/subnets/f7cbd29d-c593-4893-bf39-0fd3fc44f0e5 HTTP/1.1" status: 404 len: 337 time: 0.0359089 Nov 29 12:22:12.427843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37028) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:12.449077 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-928575da-b8a3-49ed-ba1a-7ca6cec51bf1 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] DELETE failed (client error): The resource could not be found. Nov 29 12:22:12.449690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928575da-b8a3-49ed-ba1a-7ca6cec51bf1 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 12:22:12.457165 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-928575da-b8a3-49ed-ba1a-7ca6cec51bf1 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/a3fee98f-1598-4e1d-abb6-22e2a9b5d65b HTTP/1.1" status: 404 len: 339 time: 0.0236728 Nov 29 12:22:12.457444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37030) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:12.484624 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54c6a14-658b-476c-bc8e-dd1bf9e1ec47 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] DELETE failed (client error): The resource could not be found. Nov 29 12:22:12.485311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54c6a14-658b-476c-bc8e-dd1bf9e1ec47 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 12:22:12.488514 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e54c6a14-658b-476c-bc8e-dd1bf9e1ec47 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/subnets/f7cbd29d-c593-4893-bf39-0fd3fc44f0e5 HTTP/1.1" status: 404 len: 337 time: 0.0296056 Nov 29 12:22:12.491068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37032) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:12.530410 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a4696f-b784-452d-9ce0-f625caf7b4c4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] DELETE failed (client error): The resource could not be found. Nov 29 12:22:12.531034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a4696f-b784-452d-9ce0-f625caf7b4c4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102103) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 12:22:12.534132 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-11a4696f-b784-452d-9ce0-f625caf7b4c4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/a3fee98f-1598-4e1d-abb6-22e2a9b5d65b HTTP/1.1" status: 404 len: 339 time: 0.0421593 Nov 29 12:22:12.536685 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37034) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:12.589843 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-d818c2e1-f0c0-4dbf-a10e-a81c26d4da71 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Deleting subnet 412130a3-8e6e-415f-a790-debc4d1de674 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:22:12.593161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d818c2e1-f0c0-4dbf-a10e-a81c26d4da71 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.636696 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d818c2e1-f0c0-4dbf-a10e-a81c26d4da71 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.731371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d818c2e1-f0c0-4dbf-a10e-a81c26d4da71 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.791279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d818c2e1-f0c0-4dbf-a10e-a81c26d4da71 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.821538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818c2e1-f0c0-4dbf-a10e-a81c26d4da71 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Subnet': ['ID=412130a3-8e6e-415f-a790-debc4d1de674,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:12.823595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d818c2e1-f0c0-4dbf-a10e-a81c26d4da71 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.826790 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d818c2e1-f0c0-4dbf-a10e-a81c26d4da71 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/subnets/412130a3-8e6e-415f-a790-debc4d1de674 HTTP/1.1" status: 204 len: 168 time: 0.2892046 Nov 29 12:22:12.829216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37036) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:12.902938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:12.961021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Deleting port 92cadc97-df01-414f-9184-37adf10ccaf2 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:22:12.961605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.027109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] For port 92cadc97-df01-414f-9184-37adf10ccaf2, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=92cadc97-df01-414f-9184-37adf10ccaf2,segment=NetworkSegment(d854a087-a839-422e-ae5d-a54a77cfd45a),segment_id=d854a087-a839-422e-ae5d-a54a77cfd45a)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:13.027472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.040447 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Calling delete_port for 92cadc97-df01-414f-9184-37adf10ccaf2 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:22:13.257672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ceb1e8-2d2f-478d-ba44-2a21a1b0f68d None None] Network d9d33047-6119-4bfb-900b-7f0b91e92170 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:13.335418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ae3a1b03-9c6c-49f0-8345-a3ada9f57879 None None] Provisioning complete for port 92cadc97-df01-414f-9184-37adf10ccaf2 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:13.335784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1b03-9c6c-49f0-8345-a3ada9f57879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.459911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ae3a1b03-9c6c-49f0-8345-a3ada9f57879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.478174 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.502440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfba0ff-e68c-4251-9d56-2efc8160ea2f None None] DHCP port deletion for d9d33047-6119-4bfb-900b-7f0b91e92170 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:22:13.506636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Port': ['ID=92cadc97-df01-414f-9184-37adf10ccaf2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:13.508705 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No DVR routers for this DVR port 92cadc97-df01-414f-9184-37adf10ccaf2 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:22:13.590405 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.611739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d33047-6119-4bfb-900b-7f0b91e92170']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:13.621098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd854a087-a839-422e-ae5d-a54a77cfd45a') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:13.621392 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd854a087-a839-422e-ae5d-a54a77cfd45a') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:13.631491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.644265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.650002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:22:13.650409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:22:13.653327 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:22:13.707075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.713764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.716851 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/d9d33047-6119-4bfb-900b-7f0b91e92170 HTTP/1.1" status: 204 len: 168 time: 0.8867338 Nov 29 12:22:13.719516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37038) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:13.728484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d1bde-66fa-4473-b994-46836de0eda4 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Network': ['ID=d9d33047-6119-4bfb-900b-7f0b91e92170,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:13.747913 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-19906e5a-974d-4db0-b896-a48d80ca271c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] DELETE failed (client error): The resource could not be found. Nov 29 12:22:13.748362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19906e5a-974d-4db0-b896-a48d80ca271c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 12:22:13.751759 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-19906e5a-974d-4db0-b896-a48d80ca271c tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/subnets/b8f2b1b7-f780-4095-80e9-b12db27acf92 HTTP/1.1" status: 404 len: 337 time: 0.0310917 Nov 29 12:22:13.754871 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37040) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:13.771543 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-26284d6a-012e-4ca8-8ac1-b654018b719a tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] DELETE failed (client error): The resource could not be found. Nov 29 12:22:13.771985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26284d6a-012e-4ca8-8ac1-b654018b719a tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 12:22:13.774926 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-26284d6a-012e-4ca8-8ac1-b654018b719a tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/e8a44cd7-d710-4fba-a390-b42b7e5dbf18 HTTP/1.1" status: 404 len: 339 time: 0.0191939 Nov 29 12:22:13.777057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37042) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:13.804999 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-160578ea-ef59-4109-bdfc-3a63e8c3466d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] DELETE failed (client error): The resource could not be found. Nov 29 12:22:13.805424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160578ea-ef59-4109-bdfc-3a63e8c3466d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 12:22:13.808335 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-160578ea-ef59-4109-bdfc-3a63e8c3466d tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/subnets/774dd60e-f98d-43a4-88c7-02dad6110845 HTTP/1.1" status: 404 len: 337 time: 0.0304532 Nov 29 12:22:13.810557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37044) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:13.827450 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.pecan_wsgi.hooks.translation [None req-82dd6983-cbac-4952-ba38-c1b11eb9c911 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] DELETE failed (client error): The resource could not be found. Nov 29 12:22:13.827944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82dd6983-cbac-4952-ba38-c1b11eb9c911 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102104) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 29 12:22:13.830765 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-82dd6983-cbac-4952-ba38-c1b11eb9c911 tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/a413ace9-6680-453f-82c9-580a56ac6862 HTTP/1.1" status: 404 len: 339 time: 0.0193722 Nov 29 12:22:13.832827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37046) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:13.880983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a655b7-74b4-4e7d-958f-3a22da140cfe tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Deleting subnet da8c4d9d-0b64-4545-8af6-97aad8361061 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:22:13.884035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88a655b7-74b4-4e7d-958f-3a22da140cfe tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:13.921776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88a655b7-74b4-4e7d-958f-3a22da140cfe tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.006232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88a655b7-74b4-4e7d-958f-3a22da140cfe tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.060568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88a655b7-74b4-4e7d-958f-3a22da140cfe tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.088832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a655b7-74b4-4e7d-958f-3a22da140cfe tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Subnet': ['ID=da8c4d9d-0b64-4545-8af6-97aad8361061,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:14.090825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88a655b7-74b4-4e7d-958f-3a22da140cfe tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.093969 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-88a655b7-74b4-4e7d-958f-3a22da140cfe tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/subnets/da8c4d9d-0b64-4545-8af6-97aad8361061 HTTP/1.1" status: 204 len: 168 time: 0.2602708 Nov 29 12:22:14.096130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775b087d-de4b-4881-905e-0a2ccf268fd5 None None] Network a5b4bff5-abfd-4052-a58a-eb0a80adc780 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:14.096333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37048) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:14.169855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.225736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Deleting port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:22:14.226110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.261516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] DHCP port deletion for a5b4bff5-abfd-4052-a58a-eb0a80adc780 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:22:14.287562 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] For port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,segment=NetworkSegment(ee64c118-98d0-418e-b1ec-7a1d6c1bc89f),segment_id=ee64c118-98d0-418e-b1ec-7a1d6c1bc89f)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:14.287930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.299945 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Calling delete_port for 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:22:14.306655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] Deleting port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:22:14.307036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.369639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] For port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,segment=NetworkSegment(ee64c118-98d0-418e-b1ec-7a1d6c1bc89f),segment_id=ee64c118-98d0-418e-b1ec-7a1d6c1bc89f)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:14.370068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.380677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.382847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] Calling delete_port for 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:22:14.406894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Port': ['ID=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:14.409920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] No DVR routers for this DVR port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:22:14.417883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.418255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.418593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.418925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.419255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.419584 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.419913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.420233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.420563 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.420874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.421192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.421510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:14.459196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.487284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] Pushing event deleted for resources: {'Port': ['ID=2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:14.490972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a1fdc4-0b90-4f18-94a6-262419075937 None None] No DVR routers for this DVR port 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:22:14.500311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.816362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b4bff5-abfd-4052-a58a-eb0a80adc780']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:14.825711 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee64c118-98d0-418e-b1ec-7a1d6c1bc89f') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:14.826036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee64c118-98d0-418e-b1ec-7a1d6c1bc89f') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:14.835148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.847500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.853596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:22:14.854009 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:22:14.856838 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:22:14.914793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.921233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:14.924312 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] 10.222.0.23 "DELETE /v2.0/networks/a5b4bff5-abfd-4052-a58a-eb0a80adc780 HTTP/1.1" status: 204 len: 168 time: 0.8270519 Nov 29 12:22:14.936076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10c06b-f295-4682-b740-c749a5f79c1b tempest-NetworksIpV6Test-1456761545 tempest-NetworksIpV6Test-1456761545-project] Pushing event deleted for resources: {'Network': ['ID=a5b4bff5-abfd-4052-a58a-eb0a80adc780,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:15.156883 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37054) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:15.281977 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0590bacc-9114-4cbd-9dbb-a3a6715d8a89 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c853705f14f7425f9958e1b31f0a24fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238916 Nov 29 12:22:15.284342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37058) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:15.334002 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ca55a05-2ba9-4c3b-b3ce-f222b80bcdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:15.354255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ca55a05-2ba9-4c3b-b3ce-f222b80bcdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:15.398717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ca55a05-2ba9-4c3b-b3ce-f222b80bcdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:15.401325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ca55a05-2ba9-4c3b-b3ce-f222b80bcdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:15.404918 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4ca55a05-2ba9-4c3b-b3ce-f222b80bcdf1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7f43a994-dd6a-4969-83e3-bf1275aecba8 HTTP/1.1" status: 204 len: 168 time: 0.1172602 Nov 29 12:22:15.410292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca55a05-2ba9-4c3b-b3ce-f222b80bcdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f43a994-dd6a-4969-83e3-bf1275aecba8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:15.561497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:22:15.584389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:22:15.584653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2fa6d7b4-8f4f-4786-a8e9-ae4253f4869b not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:22:16.016056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37080) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:16.116336 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-55de170a-8c09-499b-9764-4e388f4924d8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-624488671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:16.139145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55de170a-8c09-499b-9764-4e388f4924d8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.140299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55de170a-8c09-499b-9764-4e388f4924d8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.190608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55de170a-8c09-499b-9764-4e388f4924d8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.195384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55de170a-8c09-499b-9764-4e388f4924d8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.212317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-55de170a-8c09-499b-9764-4e388f4924d8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.213489 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-55de170a-8c09-499b-9764-4e388f4924d8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1962888 Nov 29 12:22:16.216259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37084) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:16.220928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1141832785'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:16.239325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Made reservation on behalf of 3d977428e8a14c249bd8801b3bfccefe for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:16.242600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.250659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.324891 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.328276 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.350054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:16.364012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97c4816-364a-4fbf-9a3f-ec71f001da3b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:16.366906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.367245 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Added segment 9d5dfa8e-21be-4636-bfb3-944765ea8e03 of type vlan for network bddbba1d-a3ff-4923-ab0b-780fde8de690 Nov 29 12:22:16.405242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.428125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.433648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:16.434251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.495369 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2780890 Nov 29 12:22:16.498041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37086) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:16.502907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Request body: {'subnet': {'network_id': 'bddbba1d-a3ff-4923-ab0b-780fde8de690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:16.510034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88475e01-9f0f-46cb-82a7-4a7b11ecac45 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event updated for resources: {'Network': ['ID=bddbba1d-a3ff-4923-ab0b-780fde8de690,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:16.520439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network bddbba1d-a3ff-4923-ab0b-780fde8de690 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:16.594815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Made reservation on behalf of 3d977428e8a14c249bd8801b3bfccefe for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:16.598371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.771477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.828641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event updated for resources: {'Subnet': ['ID=8bbed5cd-7e2d-404e-a9e1-8e0f23689c57,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:16.837660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Checking segment: {'id': '9d5dfa8e-21be-4636-bfb3-944765ea8e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bddbba1d-a3ff-4923-ab0b-780fde8de690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:16.838063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Network hostable DHCP agents. Network: bddbba1d-a3ff-4923-ab0b-780fde8de690, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:16.854706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Network bddbba1d-a3ff-4923-ab0b-780fde8de690 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:16.863014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, bddbba1d-a3ff-4923-ab0b-780fde8de690) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:16.867901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:16.869911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.870916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9a1f65-89e5-4199-85bc-4b045340b170 None None] Network bddbba1d-a3ff-4923-ab0b-780fde8de690 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:16.885316 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-27e4307f-0523-4376-8c8f-1b769ea7f88c tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3862183 Nov 29 12:22:16.888381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37088) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:16.893764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1171149041'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:16.915557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Made reservation on behalf of 3d977428e8a14c249bd8801b3bfccefe for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:16.919471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.944803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:16.954910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:16.955395 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Added segment 63003dbd-31ba-4985-898c-8dd7acaf7d34 of type vlan for network c1badc86-88b9-49d9-9928-a855f941a18d Nov 29 12:22:16.999013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.013998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-bddbba1d-a3ff-4923-ab0b-780fde8de690', 'network_id': 'bddbba1d-a3ff-4923-ab0b-780fde8de690', 'tenant_id': '3d977428e8a14c249bd8801b3bfccefe', 'fixed_ips': [{'subnet_id': '8bbed5cd-7e2d-404e-a9e1-8e0f23689c57'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:17.014868 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.027821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.033337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:17.033922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.091952 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2022302 Nov 29 12:22:17.094891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37090) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:17.100758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Request body: {'subnet': {'network_id': 'c1badc86-88b9-49d9-9928-a855f941a18d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:17.106559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a2512-d488-4790-acf3-8cd49b808219 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event updated for resources: {'Network': ['ID=c1badc86-88b9-49d9-9928-a855f941a18d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:17.131453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network c1badc86-88b9-49d9-9928-a855f941a18d details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:17.189586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Made reservation on behalf of 3d977428e8a14c249bd8801b3bfccefe for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:17.193540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.202650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Allocated IP 172.20.0.2 (bddbba1d-a3ff-4923-ab0b-780fde8de690/8bbed5cd-7e2d-404e-a9e1-8e0f23689c57/6229c92e-2612-451e-9ea5-a736735cd9bc) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:17.372846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.433589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event updated for resources: {'Subnet': ['ID=35de3c45-2b31-4f5c-8de2-19a9f6e74e7f,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:17.443067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Checking segment: {'id': '63003dbd-31ba-4985-898c-8dd7acaf7d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c1badc86-88b9-49d9-9928-a855f941a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:17.443424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Network hostable DHCP agents. Network: c1badc86-88b9-49d9-9928-a855f941a18d, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:17.459796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Network c1badc86-88b9-49d9-9928-a855f941a18d is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:17.470279 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, c1badc86-88b9-49d9-9928-a855f941a18d) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:17.475687 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:17.476582 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.483974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8291d18f-699f-4ab8-a307-4704da0be982 None None] Network c1badc86-88b9-49d9-9928-a855f941a18d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:17.495425 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-af224884-2314-488b-8209-6caa3ddeb7f8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3986511 Nov 29 12:22:17.498130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37092) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:17.502847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-17d26e36-bac8-4de3-b870-27e226912dcc tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1badc86-88b9-49d9-9928-a855f941a18d'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:17.546600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.554742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.614531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Network bddbba1d-a3ff-4923-ab0b-780fde8de690 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:17.620971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:17.643734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:17.647938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Pushing event updated for resources: {'Port': ['ID=6229c92e-2612-451e-9ea5-a736735cd9bc,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:17.716640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-17d26e36-bac8-4de3-b870-27e226912dcc tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.727461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-c1badc86-88b9-49d9-9928-a855f941a18d', 'network_id': 'c1badc86-88b9-49d9-9928-a855f941a18d', 'tenant_id': '3d977428e8a14c249bd8801b3bfccefe', 'fixed_ips': [{'subnet_id': '35de3c45-2b31-4f5c-8de2-19a9f6e74e7f'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:17.728300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.731427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Attempting to bind port 6229c92e-2612-451e-9ea5-a736735cd9bc on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:17.731800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Attempting to bind port 6229c92e-2612-451e-9ea5-a736735cd9bc by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9d5dfa8e-21be-4636-bfb3-944765ea8e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bddbba1d-a3ff-4923-ab0b-780fde8de690'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:17.732160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Attempting to bind port 6229c92e-2612-451e-9ea5-a736735cd9bc on network bddbba1d-a3ff-4923-ab0b-780fde8de690 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:17.745522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:17.745895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Checking segment: {'id': '9d5dfa8e-21be-4636-bfb3-944765ea8e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bddbba1d-a3ff-4923-ab0b-780fde8de690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:17.746316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.746700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Bound using segment: {'id': '9d5dfa8e-21be-4636-bfb3-944765ea8e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bddbba1d-a3ff-4923-ab0b-780fde8de690'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:17.747161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Bound port: 6229c92e-2612-451e-9ea5-a736735cd9bc, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5dfa8e-21be-4636-bfb3-944765ea8e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'bddbba1d-a3ff-4923-ab0b-780fde8de690'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:17.747541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.819680 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.api.v2.resource [None req-17d26e36-bac8-4de3-b870-27e226912dcc tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 29 12:22:17.826762 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-17d26e36-bac8-4de3-b870-27e226912dcc tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "PUT /v2.0/routers/3b3c0201-6453-47b4-90f2-a9cd375ee158 HTTP/1.1" status: 400 len: 364 time: 0.3214893 Nov 29 12:22:17.827048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37094) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:17.877485 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c3e3a2-62a4-4a17-98d5-d30112f2fde5 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Deleting subnet 35de3c45-2b31-4f5c-8de2-19a9f6e74e7f {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:22:17.901218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] For port 6229c92e-2612-451e-9ea5-a736735cd9bc, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:17.905330 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] For port 6229c92e-2612-451e-9ea5-a736735cd9bc, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6229c92e-2612-451e-9ea5-a736735cd9bc,segment=NetworkSegment(9d5dfa8e-21be-4636-bfb3-944765ea8e03),segment_id=9d5dfa8e-21be-4636-bfb3-944765ea8e03)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:17.910979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:17.941892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Allocated IP 172.21.0.2 (c1badc86-88b9-49d9-9928-a855f941a18d/35de3c45-2b31-4f5c-8de2-19a9f6e74e7f/a942faf8-8153-4281-87f3-37a186309e5d) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:18.026329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33005d-a725-4594-994b-21cf2d24e4ac None None] Pushing event updated for resources: {'Port': ['ID=6229c92e-2612-451e-9ea5-a736735cd9bc,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:18.127274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.135075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e3a2-62a4-4a17-98d5-d30112f2fde5 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.135736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.181848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Network c1badc86-88b9-49d9-9928-a855f941a18d is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:18.184675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e3a2-62a4-4a17-98d5-d30112f2fde5 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.187947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:18.189811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Pushing event updated for resources: {'Port': ['ID=a942faf8-8153-4281-87f3-37a186309e5d,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:18.192591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:18.250909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Attempting to bind port a942faf8-8153-4281-87f3-37a186309e5d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:18.251283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Attempting to bind port a942faf8-8153-4281-87f3-37a186309e5d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '63003dbd-31ba-4985-898c-8dd7acaf7d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c1badc86-88b9-49d9-9928-a855f941a18d'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:18.251653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Attempting to bind port a942faf8-8153-4281-87f3-37a186309e5d on network c1badc86-88b9-49d9-9928-a855f941a18d {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:18.260069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:18.260475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Checking segment: {'id': '63003dbd-31ba-4985-898c-8dd7acaf7d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c1badc86-88b9-49d9-9928-a855f941a18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:18.260912 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.261758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Bound using segment: {'id': '63003dbd-31ba-4985-898c-8dd7acaf7d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c1badc86-88b9-49d9-9928-a855f941a18d'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:18.261758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Bound port: a942faf8-8153-4281-87f3-37a186309e5d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63003dbd-31ba-4985-898c-8dd7acaf7d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c1badc86-88b9-49d9-9928-a855f941a18d'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:18.262164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.280643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e3a2-62a4-4a17-98d5-d30112f2fde5 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.338245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e3a2-62a4-4a17-98d5-d30112f2fde5 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.341048 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] For port a942faf8-8153-4281-87f3-37a186309e5d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:18.344424 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] For port a942faf8-8153-4281-87f3-37a186309e5d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a942faf8-8153-4281-87f3-37a186309e5d,segment=NetworkSegment(63003dbd-31ba-4985-898c-8dd7acaf7d34),segment_id=63003dbd-31ba-4985-898c-8dd7acaf7d34)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:18.348692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.371944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3e3a2-62a4-4a17-98d5-d30112f2fde5 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event deleted for resources: {'Subnet': ['ID=35de3c45-2b31-4f5c-8de2-19a9f6e74e7f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:18.373967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a0c3e3a2-62a4-4a17-98d5-d30112f2fde5 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.377124 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a0c3e3a2-62a4-4a17-98d5-d30112f2fde5 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "DELETE /v2.0/subnets/35de3c45-2b31-4f5c-8de2-19a9f6e74e7f HTTP/1.1" status: 204 len: 168 time: 0.5491381 Nov 29 12:22:18.379629 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37096) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:18.405452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d435cfb-0009-44d7-a24d-a7772fc374d6 None None] Pushing event updated for resources: {'Port': ['ID=a942faf8-8153-4281-87f3-37a186309e5d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:18.460196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.513010 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Deleting port a942faf8-8153-4281-87f3-37a186309e5d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:22:18.513115 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.596741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] For port a942faf8-8153-4281-87f3-37a186309e5d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=a942faf8-8153-4281-87f3-37a186309e5d,segment=NetworkSegment(63003dbd-31ba-4985-898c-8dd7acaf7d34),segment_id=63003dbd-31ba-4985-898c-8dd7acaf7d34)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:18.597107 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.610710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Calling delete_port for a942faf8-8153-4281-87f3-37a186309e5d owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:22:18.699081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.729426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] No DVR routers for this DVR port a942faf8-8153-4281-87f3-37a186309e5d on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:22:18.734274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event deleted for resources: {'Port': ['ID=a942faf8-8153-4281-87f3-37a186309e5d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:18.817755 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.838524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1badc86-88b9-49d9-9928-a855f941a18d']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:18.848094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63003dbd-31ba-4985-898c-8dd7acaf7d34') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:18.848413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63003dbd-31ba-4985-898c-8dd7acaf7d34') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:18.858094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.871947 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.878284 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:22:18.878683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:22:18.881865 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:22:18.931274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db498d-fcdb-4275-8041-f5cca8461090 None None] Network bddbba1d-a3ff-4923-ab0b-780fde8de690 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:18.944691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.951377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:18.954579 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "DELETE /v2.0/networks/c1badc86-88b9-49d9-9928-a855f941a18d HTTP/1.1" status: 204 len: 168 time: 0.5740390 Nov 29 12:22:18.957574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37098) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:18.975195 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66558d-473e-4af0-b367-1554741592e2 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event deleted for resources: {'Network': ['ID=c1badc86-88b9-49d9-9928-a855f941a18d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:18.991903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-35fd69eb-2d30-4cc5-8556-c24fe983e3e5 None None] Provisioning complete for port 6229c92e-2612-451e-9ea5-a736735cd9bc triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:18.992347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-35fd69eb-2d30-4cc5-8556-c24fe983e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.017509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc16b064-f7cf-471d-ab99-e2f68cf1589e tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Deleting subnet 8bbed5cd-7e2d-404e-a9e1-8e0f23689c57 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:22:19.021143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc16b064-f7cf-471d-ab99-e2f68cf1589e tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.065476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc16b064-f7cf-471d-ab99-e2f68cf1589e tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.141729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-35fd69eb-2d30-4cc5-8556-c24fe983e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.167281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc16b064-f7cf-471d-ab99-e2f68cf1589e tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.232090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc16b064-f7cf-471d-ab99-e2f68cf1589e tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.260911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16b064-f7cf-471d-ab99-e2f68cf1589e tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbed5cd-7e2d-404e-a9e1-8e0f23689c57,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:19.264473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bc16b064-f7cf-471d-ab99-e2f68cf1589e tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.267711 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bc16b064-f7cf-471d-ab99-e2f68cf1589e tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "DELETE /v2.0/subnets/8bbed5cd-7e2d-404e-a9e1-8e0f23689c57 HTTP/1.1" status: 204 len: 168 time: 0.3091867 Nov 29 12:22:19.271409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37100) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:19.277688 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-35fd69eb-2d30-4cc5-8556-c24fe983e3e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:22:19.278225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-35fd69eb-2d30-4cc5-8556-c24fe983e3e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:22:19.357389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.411797 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Deleting port 6229c92e-2612-451e-9ea5-a736735cd9bc {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:22:19.412146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.414444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69dda62-3370-4769-b4fa-6e7a2c7a7c4e None None] Network bddbba1d-a3ff-4923-ab0b-780fde8de690 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:19.476093 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] For port 6229c92e-2612-451e-9ea5-a736735cd9bc, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6229c92e-2612-451e-9ea5-a736735cd9bc,segment=NetworkSegment(9d5dfa8e-21be-4636-bfb3-944765ea8e03),segment_id=9d5dfa8e-21be-4636-bfb3-944765ea8e03)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:19.476458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.495028 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Calling delete_port for 6229c92e-2612-451e-9ea5-a736735cd9bc owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:22:19.543665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7df7f6-9ac7-49a0-bd31-811084c056a8 None None] DHCP port deletion for c1badc86-88b9-49d9-9928-a855f941a18d request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:22:19.580547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b613646-4856-4e49-8e46-fac9b4a237bf None None] Network c1badc86-88b9-49d9-9928-a855f941a18d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:19.588440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.598663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b613646-4856-4e49-8e46-fac9b4a237bf None None] Network c1badc86-88b9-49d9-9928-a855f941a18d could not be found, it might have been deleted concurrently. {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 29 12:22:19.614952 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event deleted for resources: {'Port': ['ID=6229c92e-2612-451e-9ea5-a736735cd9bc,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:19.621283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] No DVR routers for this DVR port 6229c92e-2612-451e-9ea5-a736735cd9bc on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:22:19.651503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5049dfd2-6e54-452a-a76c-719c5af9d96a None None] DHCP port deletion for bddbba1d-a3ff-4923-ab0b-780fde8de690 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:22:19.706149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.725857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddbba1d-a3ff-4923-ab0b-780fde8de690']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:19.734608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5dfa8e-21be-4636-bfb3-944765ea8e03') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:19.734902 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5dfa8e-21be-4636-bfb3-944765ea8e03') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:19.743800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.756137 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.761687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:22:19.762111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:22:19.764925 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:22:19.805147 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-35fd69eb-2d30-4cc5-8556-c24fe983e3e5 None None] Port 6229c92e-2612-451e-9ea5-a736735cd9bc update to ACTIVE by agent not found {{(pid=102105) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 29 12:22:19.821538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.826386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.829607 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "DELETE /v2.0/networks/bddbba1d-a3ff-4923-ab0b-780fde8de690 HTTP/1.1" status: 204 len: 168 time: 0.5566518 Nov 29 12:22:19.832986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37102) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:19.849601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad994061-d822-48e8-b94a-a22af3b861a8 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Pushing event deleted for resources: {'Network': ['ID=bddbba1d-a3ff-4923-ab0b-780fde8de690,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:19.860396 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d083481d-3f30-4fc3-bc0b-f52f10459eaf tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b3c0201-6453-47b4-90f2-a9cd375ee158 HTTP/1.1" status: 200 len: 205 time: 0.0260088 Nov 29 12:22:19.862732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37104) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:19.916772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ccedabcf-2446-4cd3-9058-d6cc3f54021c None None] Could not find standard attr ID for object 6229c92e-2612-451e-9ea5-a736735cd9bc. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 12:22:19.919740 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ccedabcf-2446-4cd3-9058-d6cc3f54021c None None] Could not find standard attr ID for object a942faf8-8153-4281-87f3-37a186309e5d. {{(pid=102105) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 29 12:22:19.935518 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1000a762-d25e-4443-99cc-f5d443163b93 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:19.941143 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:22:20.105500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1000a762-d25e-4443-99cc-f5d443163b93 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:20.107533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1000a762-d25e-4443-99cc-f5d443163b93 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:20.149314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1000a762-d25e-4443-99cc-f5d443163b93 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:20.149925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1000a762-d25e-4443-99cc-f5d443163b93 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Fanout notify agent at l3_agent the message router_deleted on router 3b3c0201-6453-47b4-90f2-a9cd375ee158 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:22:20.157150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1000a762-d25e-4443-99cc-f5d443163b93 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:20.158260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1000a762-d25e-4443-99cc-f5d443163b93 tempest-RoutersNegativeTest-64974076 tempest-RoutersNegativeTest-64974076-project] 10.222.0.23 "DELETE /v2.0/routers/3b3c0201-6453-47b4-90f2-a9cd375ee158 HTTP/1.1" status: 204 len: 168 time: 0.2945974 Nov 29 12:22:20.386449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37110) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:20.514534 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f3abc5e2-a8d0-4c66-819e-7fd39376d9ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d977428e8a14c249bd8801b3bfccefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269510 Nov 29 12:22:20.517012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37114) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:20.562745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-963f1431-e3d7-46e6-b27f-e101ab0857df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:20.583489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-963f1431-e3d7-46e6-b27f-e101ab0857df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:20.627704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-963f1431-e3d7-46e6-b27f-e101ab0857df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:20.631025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-963f1431-e3d7-46e6-b27f-e101ab0857df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:20.632146 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-963f1431-e3d7-46e6-b27f-e101ab0857df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b97c4816-364a-4fbf-9a3f-ec71f001da3b HTTP/1.1" status: 204 len: 168 time: 0.1142292 Nov 29 12:22:20.639540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1431-e3d7-46e6-b27f-e101ab0857df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97c4816-364a-4fbf-9a3f-ec71f001da3b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:21.232350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37136) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:21.323590 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-158657547-network', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:21.344805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Made reservation on behalf of d1585eeeb96a43fe9b09b6f510a1216d for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:21.347462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.358509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.431601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.435620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.462690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:21.471055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1244a9bd-e621-4b69-98af-a87beaa794e0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:21.476791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.477134 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Added segment f241331f-2f7c-4143-8c58-955584ae91cc of type vlan for network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f Nov 29 12:22:21.518265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.543386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.544727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:21.545322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.555227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6229c92e-2612-451e-9ea5-a736735cd9bc no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:22:21.575418 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 6229c92e-2612-451e-9ea5-a736735cd9bc {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:22:21.575765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6229c92e-2612-451e-9ea5-a736735cd9bc not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:22:21.597603 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3641353 Nov 29 12:22:21.600506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37140) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:21.605471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Request body: {'subnet': {'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-subnet', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'ip_version': 4}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:21.608143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e8f46-fd70-4170-ae1d-d43393f1c15b admin admin] Pushing event updated for resources: {'Network': ['ID=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:21.618159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:21.626566 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Made reservation on behalf of d1585eeeb96a43fe9b09b6f510a1216d for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:21.629603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.793516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.852179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17578dc-9949-4694-ad77-176106ba2a33,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:21.859645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Checking segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:21.860001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Network hostable DHCP agents. Network: 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:21.875891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:21.884294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:21.888298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:21.888882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.893235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ec86a-5d37-4da2-afc6-06d650f36265 None None] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:21.906710 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7bd0457f-16ba-4221-8c08-0d4c1a04c274 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3050687 Nov 29 12:22:21.909345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37142) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:21.913692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:21.934226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.935219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:21.985793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.035270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'fixed_ips': [{'subnet_id': 'b17578dc-9949-4694-ad77-176106ba2a33'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:22.036228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.124134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.169913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Allocated IP 172.20.0.2 (3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f/b17578dc-9949-4694-ad77-176106ba2a33/2626412f-f5ce-491f-8a2d-30ec3399b262) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:22.309274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.315207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.316047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.339031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.352029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:22.356079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:22.362309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:22.365840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Pushing event updated for resources: {'Port': ['ID=2626412f-f5ce-491f-8a2d-30ec3399b262,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:22.415245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Attempting to bind port 2626412f-f5ce-491f-8a2d-30ec3399b262 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:22.415528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Attempting to bind port 2626412f-f5ce-491f-8a2d-30ec3399b262 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:22.415887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Attempting to bind port 2626412f-f5ce-491f-8a2d-30ec3399b262 on network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:22.420653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:22.421021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Checking segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:22.421421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.421809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Bound using segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:22.422296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Bound port: 2626412f-f5ce-491f-8a2d-30ec3399b262, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:22.422674 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.438175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Allocated IP 172.26.5.71 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/b864b00f-8e75-4c0d-9a6e-d7a1abcea49d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:22.486239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] For port 2626412f-f5ce-491f-8a2d-30ec3399b262, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:22.491530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] For port 2626412f-f5ce-491f-8a2d-30ec3399b262, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2626412f-f5ce-491f-8a2d-30ec3399b262,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:22.495548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.549129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.553598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055baf2-c2fa-4c93-b5f1-8b06d8b07adb None None] Pushing event updated for resources: {'Port': ['ID=2626412f-f5ce-491f-8a2d-30ec3399b262,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:22.586390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:22.621488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:22.624473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:22.628038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:22.659954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Pushing event updated for resources: {'Port': ['ID=b864b00f-8e75-4c0d-9a6e-d7a1abcea49d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:22.896550 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:23.083689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:23.212427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Router 792f8505-bcb3-480d-ac48-5ab9fdc0523b is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:22:23.319852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:22:23.330691 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Sync routers for ids ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:22:23.337861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:23.341778 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6cb752b9-7a5d-4302-b763-00b39a920f31 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4288943 Nov 29 12:22:23.341964 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Routers {'792f8505-bcb3-480d-ac48-5ab9fdc0523b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:22:23.342153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37144) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:23.342299 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:22:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:23.435309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0b115-987d-40d6-bcc8-f689fed79621 None None] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:23.458922 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Set router 792f8505-bcb3-480d-ac48-5ab9fdc0523b gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:22:23.499592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-fa092837-2886-4ef3-85aa-83a3872817e5 None None] Provisioning complete for port 2626412f-f5ce-491f-8a2d-30ec3399b262 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:23.499966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa092837-2886-4ef3-85aa-83a3872817e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:23.638285 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa092837-2886-4ef3-85aa-83a3872817e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:23.655627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2626412f-f5ce-491f-8a2d-30ec3399b262 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:23.698155 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:22:22Z', 'revision_number': 3, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:23.730837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-fa092837-2886-4ef3-85aa-83a3872817e5 None None] For port 2626412f-f5ce-491f-8a2d-30ec3399b262, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2626412f-f5ce-491f-8a2d-30ec3399b262,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:23.731916 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Checking router: 792f8505-bcb3-480d-ac48-5ab9fdc0523b for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:22:23.732409 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Updating router 792f8505-bcb3-480d-ac48-5ab9fdc0523b port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:22:23.740715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fa092837-2886-4ef3-85aa-83a3872817e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:23.765061 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:23.783313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2626412f-f5ce-491f-8a2d-30ec3399b262 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:23.783683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:23.820196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa092837-2886-4ef3-85aa-83a3872817e5 None None] Pushing event updated for resources: {'Port': ['ID=2626412f-f5ce-491f-8a2d-30ec3399b262,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:24.062178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-fdd76aed-4903-49c8-866f-525a29064b03 None None] Provisioning complete for port 2626412f-f5ce-491f-8a2d-30ec3399b262 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:24.062437 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fdd76aed-4903-49c8-866f-525a29064b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.134276 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.140345 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.155731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.194569 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Attempting to bind port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:24.194938 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Attempting to bind port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:24.195296 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Attempting to bind port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:24.197300 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Pushing event updated for resources: {'Port': ['ID=b864b00f-8e75-4c0d-9a6e-d7a1abcea49d,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:24.205987 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:24.206361 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:24.207316 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.207685 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:24.208150 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Bound port: b864b00f-8e75-4c0d-9a6e-d7a1abcea49d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:24.208530 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.210913 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.211253 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.211588 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.211917 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.212242 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.212567 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.212890 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.213213 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.213533 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.213851 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.214195 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.214516 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.267119 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] For port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:24.270834 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] For port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b864b00f-8e75-4c0d-9a6e-d7a1abcea49d,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:24.275055 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.327906 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Routers {'792f8505-bcb3-480d-ac48-5ab9fdc0523b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:22:24.328434 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:22:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:24.373931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Allocated IP 172.20.0.1 (3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f/b17578dc-9949-4694-ad77-176106ba2a33/c42cac49-5213-4f7d-8f19-16da6b506eaf) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:24.390547 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef52e4-a05b-4b77-b1cc-3fd11e8a13d5 None None] Pushing event updated for resources: {'Port': ['ID=b864b00f-8e75-4c0d-9a6e-d7a1abcea49d,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:24.435764 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] Set router 792f8505-bcb3-480d-ac48-5ab9fdc0523b gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:22:24.473565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.516522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.560906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:24.563649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:24.566645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:24.574589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=c42cac49-5213-4f7d-8f19-16da6b506eaf,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:24.603312 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.603659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.603995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.604327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.604655 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.604982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.605308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.605630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.605972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.606296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.606615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.606932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:22:24.614646 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:22:22Z', 'revision_number': 3, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:24.627045 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.646040 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b58fe-e9d1-44ba-b66a-574eac211eae None None] The sync data for ids ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'] in dv-neutron-819578-1-hyperv is: [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:22:22Z', 'revision_number': 3, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:22:24.766453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.876510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-857825a0-d874-4822-9cdf-a03ecb3fa678 None None] Provisioning complete for port c42cac49-5213-4f7d-8f19-16da6b506eaf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:24.876960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-857825a0-d874-4822-9cdf-a03ecb3fa678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.915488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-857825a0-d874-4822-9cdf-a03ecb3fa678 None None] Port c42cac49-5213-4f7d-8f19-16da6b506eaf cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:22:24.963421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:24.968305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.037235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.040248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=c42cac49-5213-4f7d-8f19-16da6b506eaf,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:25.136933 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:25.138391 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:25.257153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Router 792f8505-bcb3-480d-ac48-5ab9fdc0523b has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:22:25.376215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:22:25.381694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-acdb75cc-46e4-427b-b228-e4bb403c2ee9 admin admin] 10.222.0.23 "PUT /v2.0/routers/792f8505-bcb3-480d-ac48-5ab9fdc0523b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0385234 Nov 29 12:22:25.436514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-38ce4dab-20e2-4dab-96e6-29d4cbfb6785 None None] Provisioning complete for port c42cac49-5213-4f7d-8f19-16da6b506eaf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:25.436900 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-38ce4dab-20e2-4dab-96e6-29d4cbfb6785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.476595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-38ce4dab-20e2-4dab-96e6-29d4cbfb6785 None None] Port c42cac49-5213-4f7d-8f19-16da6b506eaf cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:22:25.623389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b864b00f-8e75-4c0d-9a6e-d7a1abcea49d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:25.670476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:25.670851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.746741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.766561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b864b00f-8e75-4c0d-9a6e-d7a1abcea49d,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:25.770929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.772089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2626412f-f5ce-491f-8a2d-30ec3399b262 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:25.847373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=b864b00f-8e75-4c0d-9a6e-d7a1abcea49d,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:25.851641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37160) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:25.856580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1396142890-network', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:25.856742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2626412f-f5ce-491f-8a2d-30ec3399b262 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:25.857110 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.880053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Made reservation on behalf of 0d6f3e3f8f2b4bb7b317e7245723c4c9 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:25.882631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.891752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.974239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:25.978319 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.004161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:22:26.020534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705ab525-b294-426b-a422-a3073ddda865,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:26.024956 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.025309 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Added segment 3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7 of type vlan for network f96497fc-bae4-4978-b48a-194be117c718 Nov 29 12:22:26.073044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.098218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.099396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:26.099985 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.154207 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2989879 Nov 29 12:22:26.154640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37162) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:26.159721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Request body: {'subnet': {'network_id': 'f96497fc-bae4-4978-b48a-194be117c718', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-subnet', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:26.164127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195247c-9836-4a46-9d47-72f7a877f5eb admin admin] Pushing event updated for resources: {'Network': ['ID=f96497fc-bae4-4978-b48a-194be117c718,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:26.174712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network f96497fc-bae4-4978-b48a-194be117c718 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:22:26.190240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Made reservation on behalf of 0d6f3e3f8f2b4bb7b317e7245723c4c9 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:26.192614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.273650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Sync routers for ids ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:22:26.282362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Routers {'792f8505-bcb3-480d-ac48-5ab9fdc0523b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:22:26.282963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:22:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:26.367223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.388020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Set router 792f8505-bcb3-480d-ac48-5ab9fdc0523b gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:22:26.423221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c35ddad-3138-48a9-bd64-dcc80467fda3,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:26.428817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Checking segment: {'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:26.429174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Network hostable DHCP agents. Network: f96497fc-bae4-4978-b48a-194be117c718, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:22:26.446111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Network f96497fc-bae4-4978-b48a-194be117c718 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:22:26.454313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, f96497fc-bae4-4978-b48a-194be117c718) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:26.458280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:26.458866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.474121 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fb9261-0c8c-423f-a6b6-3ef73405cdbc None None] Network f96497fc-bae4-4978-b48a-194be117c718 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:26.476219 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4ee574e7-5c52-4fbd-bea3-f1cb62aa5ee3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3203917 Nov 29 12:22:26.478706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37164) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:26.483083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:26.507785 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.509047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.567969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.706794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.837515 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-f96497fc-bae4-4978-b48a-194be117c718', 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'fixed_ips': [{'subnet_id': '7c35ddad-3138-48a9-bd64-dcc80467fda3'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:22:26.838402 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.851977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:22:24Z', 'revision_number': 4, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'c42cac49-5213-4f7d-8f19-16da6b506eaf', 'name': '', 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'mac_address': 'fa:16:3e:73:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b17578dc-9949-4694-ad77-176106ba2a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:24Z', 'updated_at': '2021-11-29T12:22:24Z', 'revision_number': 2, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'subnets': [{'id': 'b17578dc-9949-4694-ad77-176106ba2a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:26.881935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Checking router: 792f8505-bcb3-480d-ac48-5ab9fdc0523b for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:22:26.882319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Updating router 792f8505-bcb3-480d-ac48-5ab9fdc0523b port c42cac49-5213-4f7d-8f19-16da6b506eaf binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:22:26.898743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.917056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:26.959709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.021233 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Allocated IP 172.26.5.149 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/3807a39f-bf5c-4c8c-8c45-490bf4ab4520) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:27.114038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Allocated IP 172.20.0.2 (f96497fc-bae4-4978-b48a-194be117c718/7c35ddad-3138-48a9-bd64-dcc80467fda3/2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:27.120531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.154553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.196425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:27.199285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:27.202723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:27.229123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Pushing event updated for resources: {'Port': ['ID=3807a39f-bf5c-4c8c-8c45-490bf4ab4520,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:27.385452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.391290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.395867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.403824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.440633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Network f96497fc-bae4-4978-b48a-194be117c718 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:27.449481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:27.456167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.462451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:27.466126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Pushing event updated for resources: {'Port': ['ID=2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:27.575482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceb874-a1dd-480b-b2d1-af532d4213e5 None None] Pushing event updated for resources: {'Port': ['ID=c42cac49-5213-4f7d-8f19-16da6b506eaf,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:27.599373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b864b00f-8e75-4c0d-9a6e-d7a1abcea49d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:27.606964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Attempting to bind port c42cac49-5213-4f7d-8f19-16da6b506eaf on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:27.607292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Attempting to bind port c42cac49-5213-4f7d-8f19-16da6b506eaf by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:27.607620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Attempting to bind port c42cac49-5213-4f7d-8f19-16da6b506eaf on network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:27.625700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Attempting to bind port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:27.626095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Attempting to bind port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:27.626457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Attempting to bind port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 on network f96497fc-bae4-4978-b48a-194be117c718 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:27.642369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:27.642369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Checking segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:27.642739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.642917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Bound using segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:27.643389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Bound port: c42cac49-5213-4f7d-8f19-16da6b506eaf, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:27.644839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.646314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:27.646655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Checking segment: {'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:27.647035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.647409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Bound using segment: {'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:27.647855 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Bound port: 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:27.648223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.685151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.790968 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.791533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:27.791892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.793335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a9099ea6-4639-4dff-b41a-0735059940fe None None] Provisioning complete for port c42cac49-5213-4f7d-8f19-16da6b506eaf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:27.793703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a9099ea6-4639-4dff-b41a-0735059940fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.798358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] For port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:27.827460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Router 42fffd5f-d50f-4233-9356-2effb7cec8ee is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:22:27.843385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] For port c42cac49-5213-4f7d-8f19-16da6b506eaf, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:27.867591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] For port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84,segment=NetworkSegment(3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7),segment_id=3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:27.870906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] For port c42cac49-5213-4f7d-8f19-16da6b506eaf, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c42cac49-5213-4f7d-8f19-16da6b506eaf,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:27.878473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.886525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.892342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a9099ea6-4639-4dff-b41a-0735059940fe None None] Port c42cac49-5213-4f7d-8f19-16da6b506eaf cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:22:27.943052 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:22:27.955323 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Sync routers for ids ['42fffd5f-d50f-4233-9356-2effb7cec8ee'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:22:27.966495 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32ed2d-e913-4c5b-abe7-ccca01df0b55 None None] Pushing event updated for resources: {'Port': ['ID=2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:27.967609 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Routers {'42fffd5f-d50f-4233-9356-2effb7cec8ee'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:22:27.969520 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:22:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['42fffd5f-d50f-4233-9356-2effb7cec8ee'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:27.971035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:27.972362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3d2661a2-1df7-4eac-a999-defc183c6bdb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4927342 Nov 29 12:22:27.975577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37166) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:22:27.995038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Routers {'792f8505-bcb3-480d-ac48-5ab9fdc0523b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:22:27.995670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:22:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:28.092710 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Set router 42fffd5f-d50f-4233-9356-2effb7cec8ee gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:22:28.180880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bceb874-a1dd-480b-b2d1-af532d4213e5 None None] Pushing event updated for resources: {'Port': ['ID=c42cac49-5213-4f7d-8f19-16da6b506eaf,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:28.223267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] Set router 792f8505-bcb3-480d-ac48-5ab9fdc0523b gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:22:28.334709 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:27Z', 'revision_number': 3, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port': {'id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:28.363341 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Checking router: 42fffd5f-d50f-4233-9356-2effb7cec8ee for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:22:28.363827 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Updating router 42fffd5f-d50f-4233-9356-2effb7cec8ee port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:22:28.383676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-bed6c66f-d1cd-463f-94bb-37905930b46b None None] Provisioning complete for port c42cac49-5213-4f7d-8f19-16da6b506eaf triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:28.384057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bed6c66f-d1cd-463f-94bb-37905930b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.390883 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.530624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bed6c66f-d1cd-463f-94bb-37905930b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.551941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.570184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-bed6c66f-d1cd-463f-94bb-37905930b46b None None] For port c42cac49-5213-4f7d-8f19-16da6b506eaf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c42cac49-5213-4f7d-8f19-16da6b506eaf,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:28.578832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bed6c66f-d1cd-463f-94bb-37905930b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.592497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0f843293-20a4-4336-84c3-43416e46035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:22:24Z', 'revision_number': 4, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'c42cac49-5213-4f7d-8f19-16da6b506eaf', 'name': '', 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'mac_address': 'fa:16:3e:73:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b17578dc-9949-4694-ad77-176106ba2a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:24Z', 'updated_at': '2021-11-29T12:22:27Z', 'revision_number': 4, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'subnets': [{'id': 'b17578dc-9949-4694-ad77-176106ba2a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:28.683179 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.689247 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.726632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Allocated IP 172.20.0.1 (f96497fc-bae4-4978-b48a-194be117c718/7c35ddad-3138-48a9-bd64-dcc80467fda3/2a8e4473-d717-4fa4-9e85-83ad76b865f5) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:28.741563 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Attempting to bind port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:28.742137 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Attempting to bind port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:28.742577 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Attempting to bind port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:28.752319 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71a4d8-ad1b-4d90-91e6-b6a1520adf0f None None] Pushing event updated for resources: {'Port': ['ID=3807a39f-bf5c-4c8c-8c45-490bf4ab4520,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:28.771534 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:28.771912 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:28.772314 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.772705 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:28.773185 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Bound port: 3807a39f-bf5c-4c8c-8c45-490bf4ab4520, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:28.773569 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.784335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f843293-20a4-4336-84c3-43416e46035a None None] The sync data for ids ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'] in dv-neutron-819578-1-hyperv is: [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:22:24Z', 'revision_number': 4, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'c42cac49-5213-4f7d-8f19-16da6b506eaf', 'name': '', 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'mac_address': 'fa:16:3e:73:98:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'b17578dc-9949-4694-ad77-176106ba2a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:24Z', 'updated_at': '2021-11-29T12:22:27Z', 'revision_number': 4, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'subnets': [{'id': 'b17578dc-9949-4694-ad77-176106ba2a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:22:28.838606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6c66f-d1cd-463f-94bb-37905930b46b None None] Pushing event updated for resources: {'Port': ['ID=c42cac49-5213-4f7d-8f19-16da6b506eaf,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:28.860246 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] For port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:28.871532 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] For port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3807a39f-bf5c-4c8c-8c45-490bf4ab4520,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:28.876417 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.887398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.938695 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Routers {'42fffd5f-d50f-4233-9356-2effb7cec8ee'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:22:28.939039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:28.939306 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:22:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['42fffd5f-d50f-4233-9356-2effb7cec8ee'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:28.984946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Network f96497fc-bae4-4978-b48a-194be117c718 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:28.988111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:28.992455 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:29.015848 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71a4d8-ad1b-4d90-91e6-b6a1520adf0f None None] Pushing event updated for resources: {'Port': ['ID=3807a39f-bf5c-4c8c-8c45-490bf4ab4520,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:29.026860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8e4473-d717-4fa4-9e85-83ad76b865f5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:29.044792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.083333 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] Set router 42fffd5f-d50f-4233-9356-2effb7cec8ee gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:22:29.296089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0788d9ff-9f6b-4207-b10c-f3d615ce4f9c None None] Network f96497fc-bae4-4978-b48a-194be117c718 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:22:29.368805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2e98e7ad-c0a5-4d08-a0d1-4b9a20f99f9f None None] Provisioning complete for port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:29.369171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e98e7ad-c0a5-4d08-a0d1-4b9a20f99f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.427177 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:27Z', 'revision_number': 3, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port': {'id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:29.465273 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562aa4c-ca20-4258-a66d-047fbdb47b86 None None] The sync data for ids ['42fffd5f-d50f-4233-9356-2effb7cec8ee'] in dv-neutron-819578-1-hyperv is: [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:27Z', 'revision_number': 3, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port': {'id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:22:29.549243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e98e7ad-c0a5-4d08-a0d1-4b9a20f99f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.577818 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.604666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2e98e7ad-c0a5-4d08-a0d1-4b9a20f99f9f None None] For port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84,segment=NetworkSegment(3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7),segment_id=3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:29.621248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e98e7ad-c0a5-4d08-a0d1-4b9a20f99f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.720947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98e7ad-c0a5-4d08-a0d1-4b9a20f99f9f None None] Pushing event updated for resources: {'Port': ['ID=2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:29.740266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c42cac49-5213-4f7d-8f19-16da6b506eaf up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:29.808427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port c42cac49-5213-4f7d-8f19-16da6b506eaf triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:29.809062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.842298 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.850171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.856786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-80e29a2f-0280-4a79-b543-f9c0eecde0da None None] Provisioning complete for port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:29.857152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80e29a2f-0280-4a79-b543-f9c0eecde0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.942546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-80e29a2f-0280-4a79-b543-f9c0eecde0da None None] Port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:22:29.949658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Pushing event updated for resources: {'Port': ['ID=2a8e4473-d717-4fa4-9e85-83ad76b865f5,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:29.973066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-80e29a2f-0280-4a79-b543-f9c0eecde0da None None] Provisioning complete for port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:29.973679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80e29a2f-0280-4a79-b543-f9c0eecde0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.974413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:29.976628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:30.122072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Network f96497fc-bae4-4978-b48a-194be117c718 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:30.124014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:30.124393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:30.124623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:30.270723 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Router 42fffd5f-d50f-4233-9356-2effb7cec8ee has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:22:30.293598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7f3f5984-fa83-4114-b843-4697d1270fbf None None] Provisioning complete for port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:30.293989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5984-fa83-4114-b843-4697d1270fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:30.336605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f5984-fa83-4114-b843-4697d1270fbf None None] Port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:22:30.393625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:22:30.406032 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-795aa073-8d5c-40fa-95be-63ec60528983 admin admin] 10.222.0.23 "PUT /v2.0/routers/42fffd5f-d50f-4233-9356-2effb7cec8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4226499 Nov 29 12:22:30.459556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-d567692e-a645-48e2-a222-0db4ec884a50 None None] Provisioning complete for port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:30.459934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d567692e-a645-48e2-a222-0db4ec884a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:30.502465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-d567692e-a645-48e2-a222-0db4ec884a50 None None] Port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:22:30.725648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-788fca00-b34b-4873-b822-e93872e0622c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:31.134438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-eea77558-00e6-4647-a000-ec872488116d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:31.135905 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-eea77558-00e6-4647-a000-ec872488116d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/networks?id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f HTTP/1.1" status: 200 len: 816 time: 0.1064701 Nov 29 12:22:31.150915 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-c8c95090-99db-4bf9-b480-fd24fbf60d2d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/quotas/d1585eeeb96a43fe9b09b6f510a1216d HTTP/1.1" status: 200 len: 375 time: 0.0093107 Nov 29 12:22:31.202793 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-a8e01353-2642-4592-8889-a6d19d58db1d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1585eeeb96a43fe9b09b6f510a1216d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467768 Nov 29 12:22:31.301139 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-3f917b37-f8df-4f53-b503-c5cc3af71b9e service neutron] 10.222.0.23 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853457 Nov 29 12:22:31.388706 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-16f4a96a-811d-49f6-bd72-7bc86ed94b9d service neutron] 10.222.0.23 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815442 Nov 29 12:22:31.549057 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c655b347-f2fe-45b1-be7d-0093fa0177d5 req-bb7172d7-84df-4578-9cd1-d9e89a42f0d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 210 time: 0.0279541 Nov 29 12:22:31.650407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:31.702823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:31.706088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:31.789377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:31.844152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:31.844522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:31.929249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:31.950576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3807a39f-bf5c-4c8c-8c45-490bf4ab4520,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:31.956984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:32.012057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=3807a39f-bf5c-4c8c-8c45-490bf4ab4520,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:32.169795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Sync routers for ids ['42fffd5f-d50f-4233-9356-2effb7cec8ee'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:22:32.179796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Routers {'42fffd5f-d50f-4233-9356-2effb7cec8ee'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:22:32.180403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:22:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['42fffd5f-d50f-4233-9356-2effb7cec8ee'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:32.281334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Set router 42fffd5f-d50f-4233-9356-2effb7cec8ee gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:22:32.486026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:29Z', 'revision_number': 4, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port': {'id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '2a8e4473-d717-4fa4-9e85-83ad76b865f5', 'name': '', 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'mac_address': 'fa:16:3e:69:e2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '7c35ddad-3138-48a9-bd64-dcc80467fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:28Z', 'updated_at': '2021-11-29T12:22:29Z', 'revision_number': 2, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'subnets': [{'id': '7c35ddad-3138-48a9-bd64-dcc80467fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:32.489627 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-9728dcc9-c983-4e4c-a862-2591c45100d9 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:32.491876 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-9728dcc9-c983-4e4c-a862-2591c45100d9 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.30 "GET /v2.0/networks?id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f HTTP/1.1" status: 200 len: 816 time: 0.1155038 Nov 29 12:22:32.506010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Request body: {'port': {'device_id': 'cd66c548-70f4-45a8-b306-c6de0c400989', 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'admin_state_up': True, 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:32.516945 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Checking router: 42fffd5f-d50f-4233-9356-2effb7cec8ee for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:22:32.517351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Updating router 42fffd5f-d50f-4233-9356-2effb7cec8ee port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:22:32.545327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:32.637010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Made reservation on behalf of d1585eeeb96a43fe9b09b6f510a1216d for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:22:32.641583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:32.648014 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-06808839-fdc2-46fb-a13b-a4711881cec6 req-5d3aab82-ceff-45e2-ba35-771bc41f5afb tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 210 time: 0.0279346 Nov 29 12:22:32.779019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Allocated IP 172.20.0.6 (3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f/b17578dc-9949-4694-ad77-176106ba2a33/ff77d062-1447-4799-93df-0eefeabdfcf2) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:22:32.820485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:32.826604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:32.876392 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d8c24-48ea-40a9-ad50-6e31848c191b None None] Pushing event updated for resources: {'Port': ['ID=2a8e4473-d717-4fa4-9e85-83ad76b865f5,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:32.925072 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Attempting to bind port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:32.925477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Attempting to bind port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:32.925843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Attempting to bind port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 on network f96497fc-bae4-4978-b48a-194be117c718 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:32.931219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:32.931591 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Checking segment: {'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:32.931992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:32.932382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Bound using segment: {'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:32.932844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Bound port: 2a8e4473-d717-4fa4-9e85-83ad76b865f5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:32.933234 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:32.938112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:32.979624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.003049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] For port 2a8e4473-d717-4fa4-9e85-83ad76b865f5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:33.007100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] For port 2a8e4473-d717-4fa4-9e85-83ad76b865f5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2a8e4473-d717-4fa4-9e85-83ad76b865f5,segment=NetworkSegment(3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7),segment_id=3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:33.012568 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.035623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:22:33.041647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Pushing event updated for resources: {'Port': ['ID=ff77d062-1447-4799-93df-0eefeabdfcf2,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:33.046121 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:22:33.049301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:22:33.072239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Routers {'42fffd5f-d50f-4233-9356-2effb7cec8ee'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:22:33.072862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:22:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['42fffd5f-d50f-4233-9356-2effb7cec8ee'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:33.101476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:33.102175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.108327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d8c24-48ea-40a9-ad50-6e31848c191b None None] Pushing event updated for resources: {'Port': ['ID=2a8e4473-d717-4fa4-9e85-83ad76b865f5,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:33.124398 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-8aae608e-cf9c-4e21-b1c8-c8a8980c3a70 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6221018 Nov 29 12:22:33.136975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Request body: {'port': {'device_id': 'cd66c548-70f4-45a8-b306-c6de0c400989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:22:33.185029 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c6d8657b-d5df-4923-b22d-2100b5156078 None None] Provisioning complete for port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:33.185405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6d8657b-d5df-4923-b22d-2100b5156078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.202262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.224260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] Set router 42fffd5f-d50f-4233-9356-2effb7cec8ee gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:22:33.340971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b76af691-9629-4e74-9f37-a57eb9e382be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.407196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6d8657b-d5df-4923-b22d-2100b5156078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.465477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c6d8657b-d5df-4923-b22d-2100b5156078 None None] For port 2a8e4473-d717-4fa4-9e85-83ad76b865f5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2a8e4473-d717-4fa4-9e85-83ad76b865f5,segment=NetworkSegment(3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7),segment_id=3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:33.480712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff77d062-1447-4799-93df-0eefeabdfcf2 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:22:33.483655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6d8657b-d5df-4923-b22d-2100b5156078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.492899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.504934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Transition to ACTIVE for port object ff77d062-1447-4799-93df-0eefeabdfcf2 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:22:33.510322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.549973 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8657b-d5df-4923-b22d-2100b5156078 None None] Pushing event updated for resources: {'Port': ['ID=2a8e4473-d717-4fa4-9e85-83ad76b865f5,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:33.565453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:29Z', 'revision_number': 4, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port': {'id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '2a8e4473-d717-4fa4-9e85-83ad76b865f5', 'name': '', 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'mac_address': 'fa:16:3e:69:e2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '7c35ddad-3138-48a9-bd64-dcc80467fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:28Z', 'updated_at': '2021-11-29T12:22:32Z', 'revision_number': 4, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'subnets': [{'id': '7c35ddad-3138-48a9-bd64-dcc80467fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:22:33.606226 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:33.608007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4c2ec-1f9d-4afb-b6fa-f80fc1227c3b None None] The sync data for ids ['42fffd5f-d50f-4233-9356-2effb7cec8ee'] in dv-neutron-819578-1-hyperv is: [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:29Z', 'revision_number': 4, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port': {'id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '2a8e4473-d717-4fa4-9e85-83ad76b865f5', 'name': '', 'network_id': 'f96497fc-bae4-4978-b48a-194be117c718', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'mac_address': 'fa:16:3e:69:e2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '7c35ddad-3138-48a9-bd64-dcc80467fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:28Z', 'updated_at': '2021-11-29T12:22:32Z', 'revision_number': 4, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'subnets': [{'id': '7c35ddad-3138-48a9-bd64-dcc80467fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:22:33.629621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Pushing event updated for resources: {'Port': ['ID=ff77d062-1447-4799-93df-0eefeabdfcf2,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:33.656131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Attempting to bind port ff77d062-1447-4799-93df-0eefeabdfcf2 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:22:33.656761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Attempting to bind port ff77d062-1447-4799-93df-0eefeabdfcf2 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:22:33.657324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Attempting to bind port ff77d062-1447-4799-93df-0eefeabdfcf2 on network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:33.697502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Port ff77d062-1447-4799-93df-0eefeabdfcf2 on network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:22:33.697833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Attempting to bind port ff77d062-1447-4799-93df-0eefeabdfcf2 on network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:22:33.708369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:22:33.708719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Checking segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:22:33.709171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Bound using segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:22:33.709606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Bound port: ff77d062-1447-4799-93df-0eefeabdfcf2, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:22:33.709879 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.812009 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] For port ff77d062-1447-4799-93df-0eefeabdfcf2, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:22:33.816124 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] For port ff77d062-1447-4799-93df-0eefeabdfcf2, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ff77d062-1447-4799-93df-0eefeabdfcf2,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:22:33.823652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.850653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8146e8e-221a-4f38-b343-fb16b23d82bc req-d7ce5f2e-d7d8-4e22-9d5d-b690d28e58ed tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:33.854575 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c8146e8e-221a-4f38-b343-fb16b23d82bc req-d7ce5f2e-d7d8-4e22-9d5d-b690d28e58ed tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 943 time: 0.0941696 Nov 29 12:22:33.876281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:33.876914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.878351 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff77d062-1447-4799-93df-0eefeabdfcf2 HTTP/1.1" status: 200 len: 1093 time: 0.7459919 Nov 29 12:22:33.878805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd66c548-70f4-45a8-b306-c6de0c400989', 'tag': 'ff77d062-1447-4799-93df-0eefeabdfcf2'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:22:33.881367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f2c8d6-2643-4194-873b-0c043a992dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd66c548-70f4-45a8-b306-c6de0c400989", "tag": "ff77d062-1447-4799-93df-0eefeabdfcf2"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:22:33.899997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-edcd1e56-f577-4675-8a57-4eccf7b9f2e8 None None] Provisioning complete for port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:33.900467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-edcd1e56-f577-4675-8a57-4eccf7b9f2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.903650 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.934795 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c8146e8e-221a-4f38-b343-fb16b23d82bc req-d72b2cf2-c97e-4e44-ade2-bcd698c521af tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722411 Nov 29 12:22:33.953638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f2460-6108-4900-bd71-2bbdeb9beb60 service neutron] Pushing event updated for resources: {'Port': ['ID=ff77d062-1447-4799-93df-0eefeabdfcf2,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:33.966957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:33.967857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:33.979397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2626a0c-0120-4d7c-a38a-8fda24cdb1cb x-openstack-request-id: req-e2626a0c-0120-4d7c-a38a-8fda24cdb1cb {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:22:33.980031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd66c548-70f4-45a8-b306-c6de0c400989", "tag": "ff77d062-1447-4799-93df-0eefeabdfcf2", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:22:33.980460 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2626a0c-0120-4d7c-a38a-8fda24cdb1cb {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:22:33.981031 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd66c548-70f4-45a8-b306-c6de0c400989', 'tag': 'ff77d062-1447-4799-93df-0eefeabdfcf2', 'status': 'completed', 'code': 200} Nov 29 12:22:34.002217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-e69913d9-6005-4110-a8e4-837ed18189f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:34.003874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-e69913d9-6005-4110-a8e4-837ed18189f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1585eeeb96a43fe9b09b6f510a1216d&device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 1096 time: 0.0745647 Nov 29 12:22:34.054386 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-7cec5362-0a5e-4730-94e2-5708ccae357a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff77d062-1447-4799-93df-0eefeabdfcf2 HTTP/1.1" status: 200 len: 217 time: 0.0428071 Nov 29 12:22:34.113660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-f856b4b1-1a15-44e8-919f-cb512b280c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:34.115258 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-f856b4b1-1a15-44e8-919f-cb512b280c64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17578dc-9949-4694-ad77-176106ba2a33 HTTP/1.1" status: 200 len: 855 time: 0.0544112 Nov 29 12:22:34.164395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-3ad613d7-77e0-4af4-805b-e87427b98d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:34.166124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-3ad613d7-77e0-4af4-805b-e87427b98d72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442131 Nov 29 12:22:34.265434 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-360ccfb5-a37f-417c-9ea5-71964e855f30 service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912457 Nov 29 12:22:34.352876 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2e364e8e-b9bb-4576-a7bd-34d078ae5b4e req-70896b52-e818-4647-a66d-13d5a6770e56 service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803680 Nov 29 12:22:34.434581 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-8b926eda-9fd1-4997-879a-fb20045b5b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:34.436077 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-8b926eda-9fd1-4997-879a-fb20045b5b5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1585eeeb96a43fe9b09b6f510a1216d&device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 1096 time: 0.0394094 Nov 29 12:22:34.536019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-06faa814-9a0f-437d-89ec-6e782768d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:34.537484 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-06faa814-9a0f-437d-89ec-6e782768d936 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f HTTP/1.1" status: 200 len: 917 time: 0.0948467 Nov 29 12:22:34.579604 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-8a59f65c-5702-4ff2-8d37-ff66d00b4f06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff77d062-1447-4799-93df-0eefeabdfcf2 HTTP/1.1" status: 200 len: 217 time: 0.0348713 Nov 29 12:22:34.631831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-c44724fd-6dff-4368-9ea9-76faf3ebc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:34.633218 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-c44724fd-6dff-4368-9ea9-76faf3ebc9dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17578dc-9949-4694-ad77-176106ba2a33 HTTP/1.1" status: 200 len: 855 time: 0.0473504 Nov 29 12:22:34.678325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-de78ecc8-9946-48b6-b6c5-654f3bd3bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:34.679781 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-de78ecc8-9946-48b6-b6c5-654f3bd3bfe7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392172 Nov 29 12:22:34.771311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:34.771639 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-872be5ca-bd01-44a8-a8a1-f3d314bfc365 service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830450 Nov 29 12:22:34.863825 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-07f2c8d6-2643-4194-873b-0c043a992dd7 req-4c80e082-89eb-4810-bc3b-063778b354ec service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858889 Nov 29 12:22:35.039175 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281d288-3729-40ba-9586-9d281d6207bf req-ac4f1012-7caf-428e-82c8-565a174ae051 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:35.040647 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5281d288-3729-40ba-9586-9d281d6207bf req-ac4f1012-7caf-428e-82c8-565a174ae051 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 943 time: 0.0491157 Nov 29 12:22:35.078781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5281d288-3729-40ba-9586-9d281d6207bf req-b67759e9-f412-4c81-af2d-ca0373ecb9e6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320709 Nov 29 12:22:35.595835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2a8e4473-d717-4fa4-9e85-83ad76b865f5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:35.643020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:35.643397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:36.086524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:36.197448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98db77-3df1-4449-9454-36255d96dead req-64d26e1e-4bec-495d-bba4-c9a1d356d07e tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:36.198954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bf98db77-3df1-4449-9454-36255d96dead req-64d26e1e-4bec-495d-bba4-c9a1d356d07e tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 943 time: 0.0519543 Nov 29 12:22:36.234725 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bf98db77-3df1-4449-9454-36255d96dead req-ad94e95d-df6c-4b07-820d-a52407be9f79 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298529 Nov 29 12:22:37.064789 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ff77d062-1447-4799-93df-0eefeabdfcf2 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:22:37.155871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ff77d062-1447-4799-93df-0eefeabdfcf2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ff77d062-1447-4799-93df-0eefeabdfcf2,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:37.166730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'ff77d062-1447-4799-93df-0eefeabdfcf2', 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'port_id': 'ff77d062-1447-4799-93df-0eefeabdfcf2', 'mac_address': 'fa:16:3e:e9:40:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17578dc-9949-4694-ad77-176106ba2a33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:22:37.205839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:37.218594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff77d062-1447-4799-93df-0eefeabdfcf2 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:22:37.236466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ff77d062-1447-4799-93df-0eefeabdfcf2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ff77d062-1447-4799-93df-0eefeabdfcf2,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:37.240369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:37.286798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ff77d062-1447-4799-93df-0eefeabdfcf2,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:37.350558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869d93c-bb59-49f9-9178-b6da403e5d2b req-084ebb14-0eed-4abb-9c2e-c64853f975c9 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:37.352088 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c869d93c-bb59-49f9-9178-b6da403e5d2b req-084ebb14-0eed-4abb-9c2e-c64853f975c9 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 944 time: 0.0525141 Nov 29 12:22:37.388880 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c869d93c-bb59-49f9-9178-b6da403e5d2b req-291cba3e-7a7e-4d69-abb8-d1d7ac7aa214 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309083 Nov 29 12:22:37.560271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['ff77d062-1447-4799-93df-0eefeabdfcf2'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:22:38.501585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff41f0-f2e2-499f-b125-83b1163fcd11 req-b435d6cc-a363-45fa-86ac-943ab6eb6575 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:38.503101 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ceff41f0-f2e2-499f-b125-83b1163fcd11 req-b435d6cc-a363-45fa-86ac-943ab6eb6575 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 944 time: 0.0491691 Nov 29 12:22:38.541681 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ceff41f0-f2e2-499f-b125-83b1163fcd11 req-83149e37-6927-498e-8bae-8fecdea05b7b tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Nov 29 12:22:39.081095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ff77d062-1447-4799-93df-0eefeabdfcf2 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:22:39.126934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port ff77d062-1447-4799-93df-0eefeabdfcf2 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:22:39.131038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port ff77d062-1447-4799-93df-0eefeabdfcf2 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:22:39.131408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:39.277415 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:39.303508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd66c548-70f4-45a8-b306-c6de0c400989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff77d062-1447-4799-93df-0eefeabdfcf2'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:22:39.305701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e140d35a-19fb-498a-a289-b7a456eb1514" -d '{"events": [{"server_uuid": "cd66c548-70f4-45a8-b306-c6de0c400989", "name": "network-vif-plugged", "status": "completed", "tag": "ff77d062-1447-4799-93df-0eefeabdfcf2"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:22:39.322682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ff77d062-1447-4799-93df-0eefeabdfcf2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ff77d062-1447-4799-93df-0eefeabdfcf2,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:22:39.330994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:22:39.356410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbf49c7-600b-4ce9-8aa6-8692fe8ec371 x-openstack-request-id: req-ccbf49c7-600b-4ce9-8aa6-8692fe8ec371 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:22:39.356718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd66c548-70f4-45a8-b306-c6de0c400989", "name": "network-vif-plugged", "status": "completed", "tag": "ff77d062-1447-4799-93df-0eefeabdfcf2", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:22:39.356939 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccbf49c7-600b-4ce9-8aa6-8692fe8ec371 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:22:39.357315 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd66c548-70f4-45a8-b306-c6de0c400989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff77d062-1447-4799-93df-0eefeabdfcf2', 'code': 200} Nov 29 12:22:39.390353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ff77d062-1447-4799-93df-0eefeabdfcf2,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:22:39.505594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa93d2-8d59-4e30-9ae6-925dbd68be5c req-aeef7b20-adef-4304-874c-1024319c3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:39.507127 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17fa93d2-8d59-4e30-9ae6-925dbd68be5c req-aeef7b20-adef-4304-874c-1024319c3417 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 1098 time: 0.0405149 Nov 29 12:22:39.541650 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-17fa93d2-8d59-4e30-9ae6-925dbd68be5c req-4489908c-ad38-4a2f-a282-9c19ee8715b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274048 Nov 29 12:22:39.657044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55a822-c463-4c93-9a6a-f7f11828eda8 req-7c904812-d108-41df-8c67-98626483d4d0 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:39.658530 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ed55a822-c463-4c93-9a6a-f7f11828eda8 req-7c904812-d108-41df-8c67-98626483d4d0 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 945 time: 0.0493999 Nov 29 12:22:39.696624 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ed55a822-c463-4c93-9a6a-f7f11828eda8 req-02b8b90b-3136-43e6-90c9-fca81320c9bf tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315161 Nov 29 12:22:40.817800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1816b81-2793-47e4-854b-0642e0504fcd req-d3212505-dc15-4134-919c-58df6f390e5a tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:40.819570 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1816b81-2793-47e4-854b-0642e0504fcd req-d3212505-dc15-4134-919c-58df6f390e5a tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 945 time: 0.0550294 Nov 29 12:22:40.857015 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1816b81-2793-47e4-854b-0642e0504fcd req-06469f1f-ba80-4cb4-b124-5778c9a18937 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Nov 29 12:22:41.971719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bc669-a384-44f3-862d-ed169b510314 req-c111dd67-e8f2-455b-bc4e-3b5ce389156a tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:41.973153 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c23bc669-a384-44f3-862d-ed169b510314 req-c111dd67-e8f2-455b-bc4e-3b5ce389156a tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 945 time: 0.0485554 Nov 29 12:22:42.009361 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c23bc669-a384-44f3-862d-ed169b510314 req-c7506653-54d8-4a51-b022-e8760f9c334f tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303466 Nov 29 12:22:42.121263 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a7df4-bde7-4a89-b2ab-4ca5f2930e7d req-08191a69-fb34-416b-b07c-498fc65543c2 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:22:42.122738 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d13a7df4-bde7-4a89-b2ab-4ca5f2930e7d req-08191a69-fb34-416b-b07c-498fc65543c2 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 945 time: 0.0483069 Nov 29 12:22:42.159918 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d13a7df4-bde7-4a89-b2ab-4ca5f2930e7d req-371bef9c-45ce-4276-9c6a-d7093bca5fd2 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Nov 29 12:22:56.941424 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:22:57.749765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:00.727450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-675a07eb-caad-4b31-9863-a6e1df3afdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:01.570112 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-37d68754-426f-470e-9278-89819d646ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411530 Nov 29 12:23:01.661918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-0f376c76-748c-44b9-ae44-3a5fd83a8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:01.663826 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-0f376c76-748c-44b9-ae44-3a5fd83a8b47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1585eeeb96a43fe9b09b6f510a1216d&device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 1098 time: 0.0461638 Nov 29 12:23:01.775153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-d2de01c3-8d4a-4839-9109-f0d54fed317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:01.776624 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-d2de01c3-8d4a-4839-9109-f0d54fed317e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f HTTP/1.1" status: 200 len: 917 time: 0.0925086 Nov 29 12:23:01.827377 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-fb7554cc-f208-4bd9-a281-4ef025bc167c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff77d062-1447-4799-93df-0eefeabdfcf2 HTTP/1.1" status: 200 len: 217 time: 0.0415764 Nov 29 12:23:01.876564 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-f1ec4233-6a4b-4933-997c-6f386d698671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:01.878210 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-f1ec4233-6a4b-4933-997c-6f386d698671 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17578dc-9949-4694-ad77-176106ba2a33 HTTP/1.1" status: 200 len: 855 time: 0.0436347 Nov 29 12:23:01.924072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-3373c861-9405-4982-9ed1-c1db61571ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:01.925624 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-3373c861-9405-4982-9ed1-c1db61571ffa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395920 Nov 29 12:23:01.926536 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e7e33-2fd1-4f23-b7a6-557df79b56a7 req-82b4760c-4f42-4869-acf6-8ea28dc24a3d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:01.928573 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ca2e7e33-2fd1-4f23-b7a6-557df79b56a7 req-82b4760c-4f42-4869-acf6-8ea28dc24a3d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 945 time: 0.0543418 Nov 29 12:23:01.969876 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ca2e7e33-2fd1-4f23-b7a6-557df79b56a7 req-867ed875-d507-45ff-9c77-2755e386cb75 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Nov 29 12:23:02.025013 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-495d57f8-33f9-43a3-80ce-ed1d2bf46773 service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916142 Nov 29 12:23:02.113678 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4c0db5fb-5ee2-4425-8368-7cc50a54bb58 req-829b10be-a1ec-4fe3-b7c5-0f78faba7cc3 service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800116 Nov 29 12:23:03.087782 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d02bf-3e46-44df-a6ab-ddc23088781f req-2c0fea47-b551-4fee-bed8-f2bbba267e55 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:03.089230 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fd1d02bf-3e46-44df-a6ab-ddc23088781f req-2c0fea47-b551-4fee-bed8-f2bbba267e55 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 945 time: 0.0488732 Nov 29 12:23:03.126195 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fd1d02bf-3e46-44df-a6ab-ddc23088781f req-43ccc020-3fc2-47b3-ba74-0269cd3d2638 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Nov 29 12:23:03.280092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-679ffe74-f2af-49dc-aadb-b122a87c323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:03.615900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a22b64-a520-46da-ad6e-99894fc653df req-88e67813-cc40-4447-b2d1-6ebcd2f96786 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:03.617289 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43a22b64-a520-46da-ad6e-99894fc653df req-88e67813-cc40-4447-b2d1-6ebcd2f96786 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Nov 29 12:23:03.708282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Deleting port ff77d062-1447-4799-93df-0eefeabdfcf2 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:03.709134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:03.718100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:03.798717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] For port ff77d062-1447-4799-93df-0eefeabdfcf2, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ff77d062-1447-4799-93df-0eefeabdfcf2,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:03.799078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:03.811616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Calling delete_port for ff77d062-1447-4799-93df-0eefeabdfcf2 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:03.936913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:03.948732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['ff77d062-1447-4799-93df-0eefeabdfcf2'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:23:03.964630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Pushing event deleted for resources: {'Port': ['ID=ff77d062-1447-4799-93df-0eefeabdfcf2,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:04.008609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] No DVR routers for this DVR port ff77d062-1447-4799-93df-0eefeabdfcf2 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:23:04.011533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:04.014854 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43a22b64-a520-46da-ad6e-99894fc653df req-0a202c38-64f8-4bbc-9b11-7ff5689022d8 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.30 "DELETE /v2.0/ports/ff77d062-1447-4799-93df-0eefeabdfcf2 HTTP/1.1" status: 204 len: 173 time: 0.3915339 Nov 29 12:23:04.015325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd66c548-70f4-45a8-b306-c6de0c400989', 'name': 'network-vif-deleted', 'tag': 'ff77d062-1447-4799-93df-0eefeabdfcf2'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:23:04.017594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e578dc-ec3e-4a94-b4ac-575afa40d1c1" -d '{"events": [{"server_uuid": "cd66c548-70f4-45a8-b306-c6de0c400989", "name": "network-vif-deleted", "tag": "ff77d062-1447-4799-93df-0eefeabdfcf2"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:23:04.059080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b45087-5c7e-4dbc-8fe8-f3f8981dc732 x-openstack-request-id: req-01b45087-5c7e-4dbc-8fe8-f3f8981dc732 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:23:04.059391 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd66c548-70f4-45a8-b306-c6de0c400989", "name": "network-vif-deleted", "tag": "ff77d062-1447-4799-93df-0eefeabdfcf2", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:23:04.059646 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01b45087-5c7e-4dbc-8fe8-f3f8981dc732 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:23:04.060054 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd66c548-70f4-45a8-b306-c6de0c400989', 'name': 'network-vif-deleted', 'tag': 'ff77d062-1447-4799-93df-0eefeabdfcf2', 'status': 'completed', 'code': 200} Nov 29 12:23:04.227152 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d10c2770-b8b1-4475-b742-d3d2c6ba9b84 req-04e90a14-0968-439a-8985-29b0967ab34b tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=cd66c548-70f4-45a8-b306-c6de0c400989 HTTP/1.1" status: 200 len: 210 time: 0.0264769 Nov 29 12:23:04.775230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:05.927400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-9d50ffae-9337-4967-8986-92a7db2d54f1 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:05.928875 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-9d50ffae-9337-4967-8986-92a7db2d54f1 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/networks?id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f HTTP/1.1" status: 200 len: 816 time: 0.1050990 Nov 29 12:23:05.944058 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-ead9a3a1-33b8-409b-9485-d411c9cf28f3 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/quotas/d1585eeeb96a43fe9b09b6f510a1216d HTTP/1.1" status: 200 len: 375 time: 0.0094073 Nov 29 12:23:05.993987 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-7f4a0425-b604-42ab-ab24-4a33b7426732 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d1585eeeb96a43fe9b09b6f510a1216d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447268 Nov 29 12:23:06.095443 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-a9d65e78-d0ff-408a-8f28-cff36dafc3d0 service neutron] 10.222.0.23 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902078 Nov 29 12:23:06.095690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:06.183461 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-7aef7295-7a31-476c-9e10-7132296794be service neutron] 10.222.0.23 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808885 Nov 29 12:23:06.344181 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1e122156-0645-482e-95b2-7ae499bd6007 req-ef3a4ef8-4874-4368-828f-99d9fe157caf tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 210 time: 0.0268080 Nov 29 12:23:07.216511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-da61b70d-f385-467a-a716-996682927c1c tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:07.218037 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-da61b70d-f385-467a-a716-996682927c1c tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.30 "GET /v2.0/networks?id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f HTTP/1.1" status: 200 len: 816 time: 0.1080472 Nov 29 12:23:07.230896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Request body: {'port': {'device_id': 'ca167b01-386f-425f-8644-993e46b87b12', 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'admin_state_up': True, 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:23:07.236726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ff77d062-1447-4799-93df-0eefeabdfcf2 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:23:07.258901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: ff77d062-1447-4799-93df-0eefeabdfcf2 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:23:07.259245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ff77d062-1447-4799-93df-0eefeabdfcf2 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:23:07.342687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Made reservation on behalf of d1585eeeb96a43fe9b09b6f510a1216d for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:23:07.346154 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:07.435045 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e7a9cad9-3d05-4f99-bf9a-6d4be8ca00ee req-dd371739-0d97-4181-a79b-b248acbc1ee7 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 210 time: 0.0252998 Nov 29 12:23:07.470738 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Allocated IP 172.20.0.7 (3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f/b17578dc-9949-4694-ad77-176106ba2a33/fdee374a-d41c-4a1e-bd83-7bffb9007a40) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:23:07.609842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:07.642324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:07.684969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:07.688232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:07.690550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:23:07.727279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Pushing event updated for resources: {'Port': ['ID=fdee374a-d41c-4a1e-bd83-7bffb9007a40,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:07.752769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:07.753435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:07.770908 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-63db68a5-e828-418f-856f-13e43ebc55c6 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5439723 Nov 29 12:23:07.783050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Request body: {'port': {'device_id': 'ca167b01-386f-425f-8644-993e46b87b12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:23:07.838388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:07.891512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-02d8c907-c5f1-444f-ae9f-5612a5df8800 None None] Provisioning complete for port fdee374a-d41c-4a1e-bd83-7bffb9007a40 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:07.891873 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-02d8c907-c5f1-444f-ae9f-5612a5df8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:07.924678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-02d8c907-c5f1-444f-ae9f-5612a5df8800 None None] Port fdee374a-d41c-4a1e-bd83-7bffb9007a40 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:23:08.096994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdee374a-d41c-4a1e-bd83-7bffb9007a40 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:23:08.104658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:08.116715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Transition to ACTIVE for port object fdee374a-d41c-4a1e-bd83-7bffb9007a40 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:23:08.119888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:08.167763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Pushing event updated for resources: {'Port': ['ID=fdee374a-d41c-4a1e-bd83-7bffb9007a40,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:08.238626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Attempting to bind port fdee374a-d41c-4a1e-bd83-7bffb9007a40 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:23:08.239322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Attempting to bind port fdee374a-d41c-4a1e-bd83-7bffb9007a40 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:23:08.239322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Attempting to bind port fdee374a-d41c-4a1e-bd83-7bffb9007a40 on network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:23:08.243939 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Port fdee374a-d41c-4a1e-bd83-7bffb9007a40 on network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:23:08.244292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Attempting to bind port fdee374a-d41c-4a1e-bd83-7bffb9007a40 on network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:23:08.249281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:23:08.249589 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Checking segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:08.250167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Bound using segment: {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:23:08.250596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Bound port: fdee374a-d41c-4a1e-bd83-7bffb9007a40, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f241331f-2f7c-4143-8c58-955584ae91cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:23:08.250955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:08.315435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] For port fdee374a-d41c-4a1e-bd83-7bffb9007a40, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:23:08.318769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] For port fdee374a-d41c-4a1e-bd83-7bffb9007a40, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fdee374a-d41c-4a1e-bd83-7bffb9007a40,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:23:08.323336 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:08.357386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:08.357991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:08.359522 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] 10.222.0.30 "PUT /v2.0/ports/fdee374a-d41c-4a1e-bd83-7bffb9007a40 HTTP/1.1" status: 200 len: 1093 time: 0.5807180 Nov 29 12:23:08.359807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca167b01-386f-425f-8644-993e46b87b12', 'tag': 'fdee374a-d41c-4a1e-bd83-7bffb9007a40'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:23:08.362047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da21a923-8c55-4014-8924-7a744e146724" -d '{"events": [{"name": "network-changed", "server_uuid": "ca167b01-386f-425f-8644-993e46b87b12", "tag": "fdee374a-d41c-4a1e-bd83-7bffb9007a40"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:23:08.389194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331e71b-62f9-45d3-94c5-f06c4025ef55 service neutron] Pushing event updated for resources: {'Port': ['ID=fdee374a-d41c-4a1e-bd83-7bffb9007a40,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:08.409719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9429e670-1d61-48fd-8401-b4f68679dba6 x-openstack-request-id: req-9429e670-1d61-48fd-8401-b4f68679dba6 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:23:08.410025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca167b01-386f-425f-8644-993e46b87b12", "tag": "fdee374a-d41c-4a1e-bd83-7bffb9007a40", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:23:08.410338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9429e670-1d61-48fd-8401-b4f68679dba6 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:23:08.410736 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca167b01-386f-425f-8644-993e46b87b12', 'tag': 'fdee374a-d41c-4a1e-bd83-7bffb9007a40', 'status': 'completed', 'code': 200} Nov 29 12:23:08.440268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-bbaeeffc-9366-4f94-84fd-a143b579b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:08.441995 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-bbaeeffc-9366-4f94-84fd-a143b579b0e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1585eeeb96a43fe9b09b6f510a1216d&device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 1096 time: 0.0432715 Nov 29 12:23:08.488262 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-e98ba3fe-db2d-46ec-b2b2-600e6db17941 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdee374a-d41c-4a1e-bd83-7bffb9007a40 HTTP/1.1" status: 200 len: 217 time: 0.0386677 Nov 29 12:23:08.540620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-a879d4d1-4b7c-4a06-9de7-a41458a13186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:08.542132 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-a879d4d1-4b7c-4a06-9de7-a41458a13186 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17578dc-9949-4694-ad77-176106ba2a33 HTTP/1.1" status: 200 len: 855 time: 0.0473683 Nov 29 12:23:08.557580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb4ac6-bfd7-4e48-ba89-7d6fe94a13da req-6ebc6b17-ba89-40b2-abe3-287fa475bc2c tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:08.559109 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-25fb4ac6-bfd7-4e48-ba89-7d6fe94a13da req-6ebc6b17-ba89-40b2-abe3-287fa475bc2c tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 943 time: 0.0548184 Nov 29 12:23:08.589268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-e82ab437-7897-4274-87e1-916babe6ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:08.591181 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-e82ab437-7897-4274-87e1-916babe6ddce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412042 Nov 29 12:23:08.598637 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-25fb4ac6-bfd7-4e48-ba89-7d6fe94a13da req-cdfe4a1a-ba5c-4fe1-b7b7-11cbc61be090 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Nov 29 12:23:08.681899 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-cc1154c2-b6d1-49f8-9f01-0ba6d5d1e94e service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831726 Nov 29 12:23:08.768684 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-082012f8-c148-4022-a3a9-2af5c2a8a519 req-6c58b8f0-9d79-44c8-8d68-66adea589da0 service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793333 Nov 29 12:23:08.863289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21a923-8c55-4014-8924-7a744e146724 req-0d16fd96-aaa2-4343-b48c-d52ab3e2448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:08.864648 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da21a923-8c55-4014-8924-7a744e146724 req-0d16fd96-aaa2-4343-b48c-d52ab3e2448c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1585eeeb96a43fe9b09b6f510a1216d&device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 1096 time: 0.0404115 Nov 29 12:23:08.954447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21a923-8c55-4014-8924-7a744e146724 req-a560530a-b130-4ee7-899a-36128c47bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:08.955855 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da21a923-8c55-4014-8924-7a744e146724 req-a560530a-b130-4ee7-899a-36128c47bab6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f HTTP/1.1" status: 200 len: 917 time: 0.0847349 Nov 29 12:23:08.996497 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da21a923-8c55-4014-8924-7a744e146724 req-536831dd-e0f1-47d5-97d4-8ddf0d2f6097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdee374a-d41c-4a1e-bd83-7bffb9007a40 HTTP/1.1" status: 200 len: 217 time: 0.0337923 Nov 29 12:23:09.047876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21a923-8c55-4014-8924-7a744e146724 req-4530fa3d-34b9-4882-a0de-b3291dd20366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:09.049286 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da21a923-8c55-4014-8924-7a744e146724 req-4530fa3d-34b9-4882-a0de-b3291dd20366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b17578dc-9949-4694-ad77-176106ba2a33 HTTP/1.1" status: 200 len: 855 time: 0.0460374 Nov 29 12:23:09.093025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21a923-8c55-4014-8924-7a744e146724 req-ef2049c2-10e0-41d4-92e7-c76a2b2a7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:09.094501 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da21a923-8c55-4014-8924-7a744e146724 req-ef2049c2-10e0-41d4-92e7-c76a2b2a7461 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382371 Nov 29 12:23:09.181372 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da21a923-8c55-4014-8924-7a744e146724 req-117e842a-7a25-4052-8cce-f10fb9eaa54d service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777512 Nov 29 12:23:09.567600 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da21a923-8c55-4014-8924-7a744e146724 req-2e1cc47d-d679-45c6-89af-1c63b05d70da service neutron] 10.222.0.30 "GET /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792999 Nov 29 12:23:09.715729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdf774-fd6c-4dcc-b55b-423ba34d503c req-59d377d9-3015-42d3-bffa-c425cac4e154 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:09.717191 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b7cdf774-fd6c-4dcc-b55b-423ba34d503c req-59d377d9-3015-42d3-bffa-c425cac4e154 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 943 time: 0.0488384 Nov 29 12:23:09.756687 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b7cdf774-fd6c-4dcc-b55b-423ba34d503c req-8715ab09-3770-4391-a0c3-79b29e896fe9 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335040 Nov 29 12:23:10.871906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87355242-8b70-4070-a992-babe4e7ebb76 req-61fc1998-d5ed-4e7f-8712-47dd5c93da52 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:10.873392 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-87355242-8b70-4070-a992-babe4e7ebb76 req-61fc1998-d5ed-4e7f-8712-47dd5c93da52 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 943 time: 0.0501547 Nov 29 12:23:10.909302 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-87355242-8b70-4070-a992-babe4e7ebb76 req-7d490d9a-bc70-45f0-bde3-c9bf51a06093 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301087 Nov 29 12:23:11.269575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fdee374a-d41c-4a1e-bd83-7bffb9007a40 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:23:11.359350 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fdee374a-d41c-4a1e-bd83-7bffb9007a40, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fdee374a-d41c-4a1e-bd83-7bffb9007a40,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:11.370050 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'fdee374a-d41c-4a1e-bd83-7bffb9007a40', 'network_id': '3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f', 'port_id': 'fdee374a-d41c-4a1e-bd83-7bffb9007a40', 'mac_address': 'fa:16:3e:bc:2c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17578dc-9949-4694-ad77-176106ba2a33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:23:11.407447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:11.419811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdee374a-d41c-4a1e-bd83-7bffb9007a40 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:23:11.437830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fdee374a-d41c-4a1e-bd83-7bffb9007a40, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fdee374a-d41c-4a1e-bd83-7bffb9007a40,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:11.441555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:11.488661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=fdee374a-d41c-4a1e-bd83-7bffb9007a40,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:11.495461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.495799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.496137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.496469 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.496804 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.497131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.497456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.497781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.498134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.498456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.498777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.499097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:11.743646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['fdee374a-d41c-4a1e-bd83-7bffb9007a40'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:23:12.026306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc46a4-ea94-45ee-b2b2-efd274c32f25 req-b58e58f4-866c-4fba-b7ce-56557ead5a3d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:12.027778 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-38cc46a4-ea94-45ee-b2b2-efd274c32f25 req-b58e58f4-866c-4fba-b7ce-56557ead5a3d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 944 time: 0.0526223 Nov 29 12:23:12.075794 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-38cc46a4-ea94-45ee-b2b2-efd274c32f25 req-0e8024a1-3f80-44ff-ad5e-b556a0c607ff tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344937 Nov 29 12:23:13.188189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb112-5be8-4f39-98af-9ce96b5ec0d0 req-5c0243d1-d2bb-4e2e-93f1-f27fe350306e tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:13.189659 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9bfb112-5be8-4f39-98af-9ce96b5ec0d0 req-5c0243d1-d2bb-4e2e-93f1-f27fe350306e tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 944 time: 0.0480595 Nov 29 12:23:13.226734 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b9bfb112-5be8-4f39-98af-9ce96b5ec0d0 req-60aef929-e9eb-43dd-a314-fc8ceca24e7f tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Nov 29 12:23:13.285166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fdee374a-d41c-4a1e-bd83-7bffb9007a40 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:13.331209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port fdee374a-d41c-4a1e-bd83-7bffb9007a40 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:23:13.334783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port fdee374a-d41c-4a1e-bd83-7bffb9007a40 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:13.335146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:13.405784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:13.430348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca167b01-386f-425f-8644-993e46b87b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee374a-d41c-4a1e-bd83-7bffb9007a40'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:23:13.432526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab01c11-fd95-49a0-8f83-ea94a1ff90ce" -d '{"events": [{"server_uuid": "ca167b01-386f-425f-8644-993e46b87b12", "name": "network-vif-plugged", "status": "completed", "tag": "fdee374a-d41c-4a1e-bd83-7bffb9007a40"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:23:13.444625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port fdee374a-d41c-4a1e-bd83-7bffb9007a40, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fdee374a-d41c-4a1e-bd83-7bffb9007a40,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:13.448736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:13.474299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4139c5-305a-4bd2-aa93-ecf18bf631dd x-openstack-request-id: req-dd4139c5-305a-4bd2-aa93-ecf18bf631dd {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:23:13.474589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca167b01-386f-425f-8644-993e46b87b12", "name": "network-vif-plugged", "status": "completed", "tag": "fdee374a-d41c-4a1e-bd83-7bffb9007a40", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:23:13.476232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd4139c5-305a-4bd2-aa93-ecf18bf631dd {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:23:13.476971 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca167b01-386f-425f-8644-993e46b87b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdee374a-d41c-4a1e-bd83-7bffb9007a40', 'code': 200} Nov 29 12:23:13.504140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=fdee374a-d41c-4a1e-bd83-7bffb9007a40,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:13.628411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339639b2-5a0c-42ae-a654-d829baacda86 req-38ad342e-c737-485f-a6e5-b4071423f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:13.629868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-339639b2-5a0c-42ae-a654-d829baacda86 req-38ad342e-c737-485f-a6e5-b4071423f2a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 1098 time: 0.0385973 Nov 29 12:23:13.663516 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-339639b2-5a0c-42ae-a654-d829baacda86 req-038dab02-3bb3-42e4-9b03-78bd2e674d9c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268133 Nov 29 12:23:14.339753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e75f1-1fb1-41b0-9f63-55af26f1e65b req-18db5a0a-8dd0-440d-b512-f85f810563f5 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:14.341202 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af1e75f1-1fb1-41b0-9f63-55af26f1e65b req-18db5a0a-8dd0-440d-b512-f85f810563f5 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Nov 29 12:23:14.377454 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-af1e75f1-1fb1-41b0-9f63-55af26f1e65b req-0047e328-460d-4409-98ea-d3d99bfbcf93 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304039 Nov 29 12:23:15.493578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a014ab-b87a-4824-ad2c-635de33da869 req-af229f9f-03e4-4e55-8c6f-15d4d32251f1 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:15.495081 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-41a014ab-b87a-4824-ad2c-635de33da869 req-af229f9f-03e4-4e55-8c6f-15d4d32251f1 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 945 time: 0.0520332 Nov 29 12:23:15.532884 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-41a014ab-b87a-4824-ad2c-635de33da869 req-5771cbed-f7a4-4fed-993a-c5ec5112d345 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Nov 29 12:23:15.642907 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3be2d1-6733-4022-8a1a-9540e2e1fa1e req-4941d42d-1c54-47e2-95be-6a9c7208b9e0 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:15.644357 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2d3be2d1-6733-4022-8a1a-9540e2e1fa1e req-4941d42d-1c54-47e2-95be-6a9c7208b9e0 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 945 time: 0.0477581 Nov 29 12:23:15.681649 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2d3be2d1-6733-4022-8a1a-9540e2e1fa1e req-60fcef52-9928-49a5-b312-f033b86f60b5 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Nov 29 12:23:27.750559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:30.728136 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b9e7d7a-f1df-453a-bc2e-fa1cff94e582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:33.280617 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2712cad2-1a1e-4b9d-b3a3-9a59b8b3ae03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:33.719262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:33.941032 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:23:34.776985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:35.298932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a80e5a-c826-43bf-a56e-498d2ffc13b2 req-abcb0896-723e-4ee5-9e22-c2a51f10448c tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:35.300546 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-78a80e5a-c826-43bf-a56e-498d2ffc13b2 req-abcb0896-723e-4ee5-9e22-c2a51f10448c tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 945 time: 0.0529313 Nov 29 12:23:35.343596 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-78a80e5a-c826-43bf-a56e-498d2ffc13b2 req-e8ed5fe1-8adc-4cb9-ac31-b729c1bc292c tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364966 Nov 29 12:23:36.097978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:36.461591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e679d-511e-4e70-b725-d02fc13e6119 req-a928c7de-824e-45a0-bb10-3f28e4ac192d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:36.463046 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-495e679d-511e-4e70-b725-d02fc13e6119 req-a928c7de-824e-45a0-bb10-3f28e4ac192d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 945 time: 0.0518422 Nov 29 12:23:36.500273 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-495e679d-511e-4e70-b725-d02fc13e6119 req-60aebf0b-3f18-4a51-93f9-46193c43fe8c tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/security-groups?id=1244a9bd-e621-4b69-98af-a87beaa794e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310454 Nov 29 12:23:37.105867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-62f69fcd-ef70-4641-856d-469130ec94d4 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:37.107336 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-62f69fcd-ef70-4641-856d-469130ec94d4 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 945 time: 0.0471413 Nov 29 12:23:37.196789 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Deleting port fdee374a-d41c-4a1e-bd83-7bffb9007a40 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:37.197126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:37.285792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] For port fdee374a-d41c-4a1e-bd83-7bffb9007a40, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fdee374a-d41c-4a1e-bd83-7bffb9007a40,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:37.286182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:37.298807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Calling delete_port for fdee374a-d41c-4a1e-bd83-7bffb9007a40 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:37.420449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:37.432790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['fdee374a-d41c-4a1e-bd83-7bffb9007a40'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:23:37.453830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Pushing event deleted for resources: {'Port': ['ID=fdee374a-d41c-4a1e-bd83-7bffb9007a40,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:37.465684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.466062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.466407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.466742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.467074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.467406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.467731 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.468055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.468374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.468694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.469018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.469344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:37.504100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] No DVR routers for this DVR port fdee374a-d41c-4a1e-bd83-7bffb9007a40 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:23:37.506777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:37.510204 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e8bdd52c-6406-48b7-aaa5-204d62ce06b0 req-4e22ce33-266d-4e30-934a-d20c6f810c6d tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.30 "DELETE /v2.0/ports/fdee374a-d41c-4a1e-bd83-7bffb9007a40 HTTP/1.1" status: 204 len: 173 time: 0.3967583 Nov 29 12:23:37.510751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca167b01-386f-425f-8644-993e46b87b12', 'name': 'network-vif-deleted', 'tag': 'fdee374a-d41c-4a1e-bd83-7bffb9007a40'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:23:37.513188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9393f9cb-b480-4294-b8d8-d029f8bf5fde" -d '{"events": [{"server_uuid": "ca167b01-386f-425f-8644-993e46b87b12", "name": "network-vif-deleted", "tag": "fdee374a-d41c-4a1e-bd83-7bffb9007a40"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:23:37.563507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b37da9-df3e-4c9a-a506-a3d98f6d02ad x-openstack-request-id: req-09b37da9-df3e-4c9a-a506-a3d98f6d02ad {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:23:37.563804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca167b01-386f-425f-8644-993e46b87b12", "name": "network-vif-deleted", "tag": "fdee374a-d41c-4a1e-bd83-7bffb9007a40", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:23:37.564062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-09b37da9-df3e-4c9a-a506-a3d98f6d02ad {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:23:37.564468 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca167b01-386f-425f-8644-993e46b87b12', 'name': 'network-vif-deleted', 'tag': 'fdee374a-d41c-4a1e-bd83-7bffb9007a40', 'status': 'completed', 'code': 200} Nov 29 12:23:37.611518 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f6825e75-8eef-4619-a604-7276706526f0 req-981e5883-6fae-44b1-ab95-5a417a0c5452 tempest-TestEncryptedCinderVolumes-1569128100 tempest-TestEncryptedCinderVolumes-1569128100-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca167b01-386f-425f-8644-993e46b87b12 HTTP/1.1" status: 200 len: 210 time: 0.0285132 Nov 29 12:23:38.698523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37474) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:39.030867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:39.270621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Deleting port c42cac49-5213-4f7d-8f19-16da6b506eaf {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:39.270958 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:39.350300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] For port c42cac49-5213-4f7d-8f19-16da6b506eaf, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=c42cac49-5213-4f7d-8f19-16da6b506eaf,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:39.350581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:39.362219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Calling delete_port for c42cac49-5213-4f7d-8f19-16da6b506eaf owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:39.537429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:39.564275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Pushing event deleted for resources: {'Port': ['ID=c42cac49-5213-4f7d-8f19-16da6b506eaf,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:39.587730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.588076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.588411 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.588746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.589073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.589397 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.589721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.590064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.590386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.590703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.591021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.591337 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:39.733075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:39.945089 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Router 792f8505-bcb3-480d-ac48-5ab9fdc0523b has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:23:40.048204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:23:40.053692 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4fd36ec5-c708-4daa-b639-1b57fb66219c admin admin] 10.222.0.23 "PUT /v2.0/routers/792f8505-bcb3-480d-ac48-5ab9fdc0523b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3541241 Nov 29 12:23:40.056274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37476) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:40.056940 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] Sync routers for ids ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:23:40.065828 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] Routers {'792f8505-bcb3-480d-ac48-5ab9fdc0523b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:40.066448 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:40.157809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:40.167006 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] Set router 792f8505-bcb3-480d-ac48-5ab9fdc0523b gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:40.347231 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:23:39Z', 'revision_number': 5, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:40.373330 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] Checking router: 792f8505-bcb3-480d-ac48-5ab9fdc0523b for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:23:40.381858 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] Routers {'792f8505-bcb3-480d-ac48-5ab9fdc0523b'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:40.382498 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:40.488740 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] Set router 792f8505-bcb3-480d-ac48-5ab9fdc0523b gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:40.606254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:40.658193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Deleting port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:40.658533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:40.664011 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:23:39Z', 'revision_number': 5, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:40.692350 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfeef7e-5279-45b3-a6d1-81583fec75e1 None None] The sync data for ids ['792f8505-bcb3-480d-ac48-5ab9fdc0523b'] in dv-neutron-819578-1-hyperv is: [{'id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'name': 'tempest-TestEncryptedCinderVolumes-158657547-router', 'tenant_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71'}], 'enable_snat': True}, 'gw_port_id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:21Z', 'updated_at': '2021-11-29T12:23:39Z', 'revision_number': 5, 'project_id': 'd1585eeeb96a43fe9b09b6f510a1216d', 'gw_port': {'id': 'b864b00f-8e75-4c0d-9a6e-d7a1abcea49d', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792f8505-bcb3-480d-ac48-5ab9fdc0523b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:22Z', 'updated_at': '2021-11-29T12:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:23:40.746361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] For port b864b00f-8e75-4c0d-9a6e-d7a1abcea49d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b864b00f-8e75-4c0d-9a6e-d7a1abcea49d,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:40.746818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:40.758314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Calling delete_port for b864b00f-8e75-4c0d-9a6e-d7a1abcea49d owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:40.915078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:40.941214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b864b00f-8e75-4c0d-9a6e-d7a1abcea49d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:40.997254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.088126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.090369 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.142008 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.142570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 792f8505-bcb3-480d-ac48-5ab9fdc0523b {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:23:41.147823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.149028 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66cdc2ea-03a3-4ec8-b3c3-af684df95f94 admin admin] 10.222.0.23 "DELETE /v2.0/routers/792f8505-bcb3-480d-ac48-5ab9fdc0523b HTTP/1.1" status: 204 len: 168 time: 1.0916696 Nov 29 12:23:41.151549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37478) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:41.195500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a09431cc-eac2-4dcd-bd12-fe76a245a13d admin admin] Deleting subnet b17578dc-9949-4694-ad77-176106ba2a33 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:23:41.198420 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a09431cc-eac2-4dcd-bd12-fe76a245a13d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.233333 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a09431cc-eac2-4dcd-bd12-fe76a245a13d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.321669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a09431cc-eac2-4dcd-bd12-fe76a245a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.347632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fdee374a-d41c-4a1e-bd83-7bffb9007a40 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:23:41.370926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: fdee374a-d41c-4a1e-bd83-7bffb9007a40 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:23:41.371269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device fdee374a-d41c-4a1e-bd83-7bffb9007a40 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:23:41.375844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a09431cc-eac2-4dcd-bd12-fe76a245a13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.403635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a09431cc-eac2-4dcd-bd12-fe76a245a13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.407625 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a09431cc-eac2-4dcd-bd12-fe76a245a13d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b17578dc-9949-4694-ad77-176106ba2a33 HTTP/1.1" status: 204 len: 168 time: 0.2551003 Nov 29 12:23:41.408698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09431cc-eac2-4dcd-bd12-fe76a245a13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b17578dc-9949-4694-ad77-176106ba2a33,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:41.410893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37480) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:41.411389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f1e03-08b1-4cdd-8595-a2b5fd65f40b None None] Network 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:23:41.478162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.532388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Deleting port 2626412f-f5ce-491f-8a2d-30ec3399b262 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:41.532726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.594422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] For port 2626412f-f5ce-491f-8a2d-30ec3399b262, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2626412f-f5ce-491f-8a2d-30ec3399b262,segment=NetworkSegment(f241331f-2f7c-4143-8c58-955584ae91cc),segment_id=f241331f-2f7c-4143-8c58-955584ae91cc)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:41.594745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.606420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Calling delete_port for 2626412f-f5ce-491f-8a2d-30ec3399b262 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:41.652207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] DHCP port deletion for 3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:23:41.695290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.709304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b864b00f-8e75-4c0d-9a6e-d7a1abcea49d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:23:41.723831 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Pushing event deleted for resources: {'Port': ['ID=2626412f-f5ce-491f-8a2d-30ec3399b262,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:41.729348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] No DVR routers for this DVR port 2626412f-f5ce-491f-8a2d-30ec3399b262 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:23:41.730229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b864b00f-8e75-4c0d-9a6e-d7a1abcea49d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:23:41.730570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b864b00f-8e75-4c0d-9a6e-d7a1abcea49d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:23:41.730977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c42cac49-5213-4f7d-8f19-16da6b506eaf no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:23:41.752814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: c42cac49-5213-4f7d-8f19-16da6b506eaf {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:23:41.753149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device c42cac49-5213-4f7d-8f19-16da6b506eaf not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:23:41.753560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2626412f-f5ce-491f-8a2d-30ec3399b262 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:23:41.755802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] Deleting port 2626412f-f5ce-491f-8a2d-30ec3399b262 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:41.756166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.803520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.803982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2626412f-f5ce-491f-8a2d-30ec3399b262 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:23:41.804324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2626412f-f5ce-491f-8a2d-30ec3399b262 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:23:41.826522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:41.831179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] For port 2626412f-f5ce-491f-8a2d-30ec3399b262, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:41.831572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.837539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f241331f-2f7c-4143-8c58-955584ae91cc') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:41.837837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f241331f-2f7c-4143-8c58-955584ae91cc') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:41.848512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.850445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] Calling delete_port for 2626412f-f5ce-491f-8a2d-30ec3399b262 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:41.853041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.ipam_backend_mixin [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] Port 2626412f-f5ce-491f-8a2d-30ec3399b262 was not found and therefore no delete operation was performed {{(pid=102105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 12:23:41.854307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.862217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.868345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:23:41.868752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:23:41.870734 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:23:41.878347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] Pushing event deleted for resources: {'Port': ['ID=2626412f-f5ce-491f-8a2d-30ec3399b262,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:41.881622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53962f9e-81e4-4e25-a682-c32c53fb8e15 None None] No DVR routers for this DVR port 2626412f-f5ce-491f-8a2d-30ec3399b262 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:23:41.924873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.930291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:41.933364 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f HTTP/1.1" status: 204 len: 168 time: 0.5206609 Nov 29 12:23:41.936315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37482) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:41.944666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed7fa2-89db-4937-ba72-d52ffe729031 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c20adcb-ce4d-4a48-ac49-bc0f4e311e6f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:42.263594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:42.499894 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Deleting port 2a8e4473-d717-4fa4-9e85-83ad76b865f5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:42.500236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:42.579343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] For port 2a8e4473-d717-4fa4-9e85-83ad76b865f5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2a8e4473-d717-4fa4-9e85-83ad76b865f5,segment=NetworkSegment(3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7),segment_id=3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:42.579634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:42.591827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Calling delete_port for 2a8e4473-d717-4fa4-9e85-83ad76b865f5 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:42.763241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:42.789298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a8e4473-d717-4fa4-9e85-83ad76b865f5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:42.951556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:43.158717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Router 42fffd5f-d50f-4233-9356-2effb7cec8ee has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:23:43.261806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:23:43.266695 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-359fe92d-8e7e-44c8-9732-8585f9c6340a admin admin] 10.222.0.23 "PUT /v2.0/routers/42fffd5f-d50f-4233-9356-2effb7cec8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3292394 Nov 29 12:23:43.269119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37484) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:43.271812 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55432683-5643-4e71-bf86-1c940b33126f None None] Sync routers for ids ['42fffd5f-d50f-4233-9356-2effb7cec8ee'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:23:43.281711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55432683-5643-4e71-bf86-1c940b33126f None None] Routers {'42fffd5f-d50f-4233-9356-2effb7cec8ee'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:43.282548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-55432683-5643-4e71-bf86-1c940b33126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['42fffd5f-d50f-4233-9356-2effb7cec8ee'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:43.369812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:43.383802 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-55432683-5643-4e71-bf86-1c940b33126f None None] Set router 42fffd5f-d50f-4233-9356-2effb7cec8ee gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:43.469865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:43.524376 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Deleting port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:43.524723 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:43.555786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-55432683-5643-4e71-bf86-1c940b33126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:23:42Z', 'revision_number': 5, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port': {'id': '3807a39f-bf5c-4c8c-8c45-490bf4ab4520', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:99:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:43.594267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55432683-5643-4e71-bf86-1c940b33126f None None] Checking router: 42fffd5f-d50f-4233-9356-2effb7cec8ee for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:23:43.603335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55432683-5643-4e71-bf86-1c940b33126f None None] Routers {'42fffd5f-d50f-4233-9356-2effb7cec8ee'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:43.603923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-55432683-5643-4e71-bf86-1c940b33126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['42fffd5f-d50f-4233-9356-2effb7cec8ee'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:43.610271 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] For port 3807a39f-bf5c-4c8c-8c45-490bf4ab4520, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3807a39f-bf5c-4c8c-8c45-490bf4ab4520,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:43.610849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:43.628806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Calling delete_port for 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:43.689662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-55432683-5643-4e71-bf86-1c940b33126f None None] Set router 42fffd5f-d50f-4233-9356-2effb7cec8ee gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:43.792310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:43.823590 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Pushing event deleted for resources: {'Port': ['ID=3807a39f-bf5c-4c8c-8c45-490bf4ab4520,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:43.882084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-55432683-5643-4e71-bf86-1c940b33126f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:23:43Z', 'revision_number': 6, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:43.890251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:43.907822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55432683-5643-4e71-bf86-1c940b33126f None None] The sync data for ids ['42fffd5f-d50f-4233-9356-2effb7cec8ee'] in dv-neutron-819578-1-hyperv is: [{'id': '42fffd5f-d50f-4233-9356-2effb7cec8ee', 'name': 'tempest-TestEncryptedCinderVolumes-1396142890-router', 'tenant_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:22:26Z', 'updated_at': '2021-11-29T12:23:43Z', 'revision_number': 6, 'project_id': '0d6f3e3f8f2b4bb7b317e7245723c4c9', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:23:43.980576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:43.982662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.023752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.024300 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42fffd5f-d50f-4233-9356-2effb7cec8ee {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:23:44.028555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.029670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c9cad362-9716-403c-b6b9-12f04a57a284 admin admin] 10.222.0.23 "DELETE /v2.0/routers/42fffd5f-d50f-4233-9356-2effb7cec8ee HTTP/1.1" status: 204 len: 168 time: 0.7596514 Nov 29 12:23:44.032134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37486) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:44.079081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-b078bcd6-c728-4b62-b82f-13adfff6eed8 admin admin] Deleting subnet 7c35ddad-3138-48a9-bd64-dcc80467fda3 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:23:44.081914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b078bcd6-c728-4b62-b82f-13adfff6eed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.115570 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b078bcd6-c728-4b62-b82f-13adfff6eed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.189282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b078bcd6-c728-4b62-b82f-13adfff6eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.253101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b078bcd6-c728-4b62-b82f-13adfff6eed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.278323 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078bcd6-c728-4b62-b82f-13adfff6eed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c35ddad-3138-48a9-bd64-dcc80467fda3,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:44.284046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b078bcd6-c728-4b62-b82f-13adfff6eed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.287259 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b078bcd6-c728-4b62-b82f-13adfff6eed8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7c35ddad-3138-48a9-bd64-dcc80467fda3 HTTP/1.1" status: 204 len: 168 time: 0.2541337 Nov 29 12:23:44.289654 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37488) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:44.292565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b220b1-13b6-4886-a800-2155e3d4fcd2 None None] Network f96497fc-bae4-4978-b48a-194be117c718 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:23:44.366857 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.418921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Deleting port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:23:44.419267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.484305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] For port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84,segment=NetworkSegment(3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7),segment_id=3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:44.484669 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.496969 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Calling delete_port for 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:23:44.573880 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.601444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Pushing event deleted for resources: {'Port': ['ID=2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:44.604768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] No DVR routers for this DVR port 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:23:44.663065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7bff00-91f2-4887-b62f-b00f7cd3ef49 None None] DHCP port deletion for f96497fc-bae4-4978-b48a-194be117c718 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:23:44.678248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.699122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96497fc-bae4-4978-b48a-194be117c718']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:44.708177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:44.708486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d61c3c4-6a5c-4ded-8003-0bbb4d1317d7') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:44.717681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.731144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.737057 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:23:44.737456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:23:44.739241 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:23:44.796665 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.802738 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:44.805907 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] 10.222.0.23 "DELETE /v2.0/networks/f96497fc-bae4-4978-b48a-194be117c718 HTTP/1.1" status: 204 len: 168 time: 0.5152321 Nov 29 12:23:44.817223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2259d-47e5-4c2c-a582-c4d49fb4292e admin admin] Pushing event deleted for resources: {'Network': ['ID=f96497fc-bae4-4978-b48a-194be117c718,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:44.987772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37492) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:45.027389 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-71c3550d-52c5-4ba2-98df-e4044f69569d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d1585eeeb96a43fe9b09b6f510a1216d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384812 Nov 29 12:23:45.029849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37494) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:45.076840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bb31fbe-11f4-4027-9363-a48357ef21e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:45.097149 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bb31fbe-11f4-4027-9363-a48357ef21e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:45.143161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bb31fbe-11f4-4027-9363-a48357ef21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:45.145756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2bb31fbe-11f4-4027-9363-a48357ef21e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:45.147553 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2bb31fbe-11f4-4027-9363-a48357ef21e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1244a9bd-e621-4b69-98af-a87beaa794e0 HTTP/1.1" status: 204 len: 168 time: 0.1167870 Nov 29 12:23:45.155003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb31fbe-11f4-4027-9363-a48357ef21e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1244a9bd-e621-4b69-98af-a87beaa794e0,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:45.478728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37500) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:45.527513 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-95cd13d6-51b9-4e3a-8448-81ad70a8c662 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d6f3e3f8f2b4bb7b317e7245723c4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476046 Nov 29 12:23:45.530087 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37502) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:45.580221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fb51-474b-421b-aefc-16716ede482e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:45.601070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fb51-474b-421b-aefc-16716ede482e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:45.609303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2a8e4473-d717-4fa4-9e85-83ad76b865f5 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:23:45.628930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2a8e4473-d717-4fa4-9e85-83ad76b865f5 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:23:45.629388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2a8e4473-d717-4fa4-9e85-83ad76b865f5 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:23:45.629921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:23:45.648306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fb51-474b-421b-aefc-16716ede482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:45.649536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:23:45.649880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 2278dc6b-ec0c-4fd4-92f2-9fdfd8b76e84 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:23:45.650349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:23:45.651246 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5bc0fb51-474b-421b-aefc-16716ede482e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:45.652824 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5bc0fb51-474b-421b-aefc-16716ede482e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/705ab525-b294-426b-a422-a3073ddda865 HTTP/1.1" status: 204 len: 168 time: 0.1218293 Nov 29 12:23:45.660747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0fb51-474b-421b-aefc-16716ede482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705ab525-b294-426b-a422-a3073ddda865,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:45.675734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:23:45.676080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3807a39f-bf5c-4c8c-8c45-490bf4ab4520 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:23:46.300535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37524) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:46.401464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-641149346-network', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:23:46.422364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Made reservation on behalf of c3542a0de46e4930abc613c4669d1923 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:23:46.424539 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.432544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.508707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.512746 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.538016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:23:46.546559 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaca860-01be-4b4a-b30a-0e2f9f4e3eef,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:46.553383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.553800 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Added segment 9ffc8be1-b418-4614-86b0-24145a5eaf94 of type vlan for network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 Nov 29 12:23:46.595650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.618596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.619544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:46.620120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.670533 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3689229 Nov 29 12:23:46.673531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37528) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:46.678560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Request body: {'subnet': {'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-641149346-subnet', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:23:46.681129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a41bb-1fa3-468c-ba27-e122c67f4eff admin admin] Pushing event updated for resources: {'Network': ['ID=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:46.691315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:23:46.698860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Made reservation on behalf of c3542a0de46e4930abc613c4669d1923 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:23:46.701251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.863476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.921320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=759c6a9b-cfad-4a8b-bc13-10a27ff1029b,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:46.928729 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Checking segment: {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:46.929079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Network hostable DHCP agents. Network: 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:23:46.945471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:23:46.954136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:46.957901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:46.958552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:46.963408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a1f00-5488-4b3a-8c1e-e46eb2a0adf5 None None] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:23:46.973008 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-610ea1db-fef3-410e-a184-7fdcd593cb72 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2983410 Nov 29 12:23:46.975671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37530) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:46.979900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:23:46.999983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.000942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.051395 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.109354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:23:47.110241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.189504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.243273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Allocated IP 172.20.0.2 (56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1/759c6a9b-cfad-4a8b-bc13-10a27ff1029b/6c342f0d-f120-4c56-8a2f-42af3e187959) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:23:47.381376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.382873 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.388866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.404069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.425213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:47.431794 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:47.434242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:23:47.444371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Pushing event updated for resources: {'Port': ['ID=6c342f0d-f120-4c56-8a2f-42af3e187959,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:47.493514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Attempting to bind port 6c342f0d-f120-4c56-8a2f-42af3e187959 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:23:47.493880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Attempting to bind port 6c342f0d-f120-4c56-8a2f-42af3e187959 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:23:47.494266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Attempting to bind port 6c342f0d-f120-4c56-8a2f-42af3e187959 on network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:23:47.499090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:23:47.499455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Checking segment: {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:47.499849 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.500231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Bound using segment: {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:23:47.500683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Bound port: 6c342f0d-f120-4c56-8a2f-42af3e187959, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:23:47.501058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.507624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Allocated IP 172.26.5.163 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/053258dc-cd32-439c-ba3f-502acb7ddc41) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:23:47.568518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] For port 6c342f0d-f120-4c56-8a2f-42af3e187959, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:23:47.571781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] For port 6c342f0d-f120-4c56-8a2f-42af3e187959, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6c342f0d-f120-4c56-8a2f-42af3e187959,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:23:47.577133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.616948 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.636575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefeeba-c86e-4248-8773-cf84e797c58f None None] Pushing event updated for resources: {'Port': ['ID=6c342f0d-f120-4c56-8a2f-42af3e187959,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:47.654236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:47.690776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:47.693899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:47.697417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:23:47.728120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=053258dc-cd32-439c-ba3f-502acb7ddc41,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:47.970741 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:48.161110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:48.288254 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:23:48.396938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:23:48.407277 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Sync routers for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:23:48.415482 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:48.419233 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d67ade0d-e27f-4e8a-b3c9-aa32f6628bf1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4401498 Nov 29 12:23:48.419376 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:48.419376 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:48.419676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37532) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:48.513625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d4d62-8916-41de-bbb7-d5e65f61278f None None] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:23:48.529402 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:48.646451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8770cb29-3611-4e01-aa49-4ba0d76520f3 None None] Provisioning complete for port 6c342f0d-f120-4c56-8a2f-42af3e187959 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:48.646829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8770cb29-3611-4e01-aa49-4ba0d76520f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:48.719542 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:47Z', 'revision_number': 3, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:48.747886 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Checking router: 3614353f-8f4a-4643-9b71-14c1dd9f3af1 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:23:48.748150 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Updating router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 port 053258dc-cd32-439c-ba3f-502acb7ddc41 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:23:48.758679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8770cb29-3611-4e01-aa49-4ba0d76520f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:48.773651 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:48.797288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8770cb29-3611-4e01-aa49-4ba0d76520f3 None None] For port 6c342f0d-f120-4c56-8a2f-42af3e187959, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6c342f0d-f120-4c56-8a2f-42af3e187959,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:48.803769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8770cb29-3611-4e01-aa49-4ba0d76520f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:48.858427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770cb29-3611-4e01-aa49-4ba0d76520f3 None None] Pushing event updated for resources: {'Port': ['ID=6c342f0d-f120-4c56-8a2f-42af3e187959,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:49.024238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e44e8c14-3da5-4835-9dc9-ff5672bbba7a None None] Provisioning complete for port 6c342f0d-f120-4c56-8a2f-42af3e187959 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:49.024514 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e44e8c14-3da5-4835-9dc9-ff5672bbba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.044196 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.050790 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.100422 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Pushing event updated for resources: {'Port': ['ID=053258dc-cd32-439c-ba3f-502acb7ddc41,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:49.108729 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.109075 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.109408 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.109734 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.110080 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.110404 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.110730 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.111046 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.111362 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.111676 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.111990 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.112303 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:23:49.116032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.117237 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Attempting to bind port 053258dc-cd32-439c-ba3f-502acb7ddc41 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:23:49.117785 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Attempting to bind port 053258dc-cd32-439c-ba3f-502acb7ddc41 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:23:49.118168 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Attempting to bind port 053258dc-cd32-439c-ba3f-502acb7ddc41 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:23:49.123502 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:23:49.123865 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:49.124256 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.124630 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:23:49.125077 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Bound port: 053258dc-cd32-439c-ba3f-502acb7ddc41, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:23:49.125449 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.186859 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] For port 053258dc-cd32-439c-ba3f-502acb7ddc41, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:23:49.190712 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] For port 053258dc-cd32-439c-ba3f-502acb7ddc41, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=053258dc-cd32-439c-ba3f-502acb7ddc41,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:23:49.195070 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.250192 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:49.250793 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:49.265346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Allocated IP 172.20.0.1 (56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1/759c6a9b-cfad-4a8b-bc13-10a27ff1029b/9573fbf6-8df4-4faf-a147-2f285ae0d8e5) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:23:49.364707 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbc6e5-369b-487c-8c45-008302a9effe None None] Pushing event updated for resources: {'Port': ['ID=053258dc-cd32-439c-ba3f-502acb7ddc41,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:49.374418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.407584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.434572 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:49.445197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:49.448097 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:49.450631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:23:49.491611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Pushing event updated for resources: {'Port': ['ID=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:49.503854 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.628788 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:47Z', 'revision_number': 3, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:49.643895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.662370 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc73af0-27ec-4a81-89b6-df39a157443e None None] The sync data for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv is: [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:47Z', 'revision_number': 3, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:23:49.684200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6c342f0d-f120-4c56-8a2f-42af3e187959 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:49.741222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e1ebbf24-8c48-4bd3-9fa3-69932d357e31 None None] Provisioning complete for port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:49.741574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e1ebbf24-8c48-4bd3-9fa3-69932d357e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.782427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebbf24-8c48-4bd3-9fa3-69932d357e31 None None] Port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:23:49.784696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 6c342f0d-f120-4c56-8a2f-42af3e187959 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:49.785065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.819688 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.824798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.905998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:49.907977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Pushing event updated for resources: {'Port': ['ID=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:50.003368 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:50.005031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:50.132595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:23:50.203293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-35c70a55-8ec1-4a96-8dfa-e12e6f6f306a None None] Provisioning complete for port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:50.204005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-35c70a55-8ec1-4a96-8dfa-e12e6f6f306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.242182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-35c70a55-8ec1-4a96-8dfa-e12e6f6f306a None None] Port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:23:50.251106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:23:50.256321 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-36e39c4d-efab-4ced-bbae-153cb4a305dd admin admin] 10.222.0.23 "PUT /v2.0/routers/3614353f-8f4a-4643-9b71-14c1dd9f3af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355832 Nov 29 12:23:50.719916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37548) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:50.725672 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-795129420-network', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:23:50.746700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Made reservation on behalf of 7467e8f19bf14988913c7be34ea07d55 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:23:50.749040 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.757581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.831143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.835449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.859781 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:23:50.868209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd7902b-a082-42b2-801b-05514279b0a4,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:50.874237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.874584 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Added segment b070a49f-c60b-40b9-b44d-ed96d0332548 of type vlan for network be2d8ca3-91a5-4dd1-a232-73f6950aed8f Nov 29 12:23:50.918542 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.944586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.945587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:50.946371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:50.995850 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2748160 Nov 29 12:23:50.998600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37550) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:51.003594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Request body: {'subnet': {'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-795129420-subnet', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:23:51.007302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f22d86-4aed-4ff5-a811-8e388b988d1e admin admin] Pushing event updated for resources: {'Network': ['ID=be2d8ca3-91a5-4dd1-a232-73f6950aed8f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:51.019772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:23:51.026357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Made reservation on behalf of 7467e8f19bf14988913c7be34ea07d55 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:23:51.028846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.195409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.242314 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Sync routers for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:23:51.250747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd13ec62-66f8-402c-a16e-c93a43e1b069,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:51.251835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:51.252428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:51.258655 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Checking segment: {'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:51.259027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Network hostable DHCP agents. Network: be2d8ca3-91a5-4dd1-a232-73f6950aed8f, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:23:51.275381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:23:51.283250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, be2d8ca3-91a5-4dd1-a232-73f6950aed8f) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:51.289702 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:23:51.290408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.305337 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d59fcefe-081d-4ef0-9076-6b8d97f43b9a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3056295 Nov 29 12:23:51.307800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37552) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:51.312127 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:23:51.316759 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218d91c-9a33-46a5-b559-43ef1f44c193 None None] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:23:51.332991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.333957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.383928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.418410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:51.520844 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.589954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-be2d8ca3-91a5-4dd1-a232-73f6950aed8f', 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'fixed_ips': [{'subnet_id': 'cd13ec62-66f8-402c-a16e-c93a43e1b069'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:23:51.590986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.695344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 053258dc-cd32-439c-ba3f-502acb7ddc41 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:51.732808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.752021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.852815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Allocated IP 172.26.5.3 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/d5d2bd84-ee75-41db-874f-dc4d216f3931) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:23:51.957466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.959976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Allocated IP 172.20.0.2 (be2d8ca3-91a5-4dd1-a232-73f6950aed8f/cd13ec62-66f8-402c-a16e-c93a43e1b069/f3e483c8-29d2-4121-af4c-e1cfd573dca3) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:23:51.963160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 2, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:51.990725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.993408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 053258dc-cd32-439c-ba3f-502acb7ddc41 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:51.993779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:51.995295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Checking router: 3614353f-8f4a-4643-9b71-14c1dd9f3af1 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:23:51.995640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Updating router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:23:52.025929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:52.030197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:52.033527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:23:52.060032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Pushing event updated for resources: {'Port': ['ID=d5d2bd84-ee75-41db-874f-dc4d216f3931,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:52.064775 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.284788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.381264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 053258dc-cd32-439c-ba3f-502acb7ddc41, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=053258dc-cd32-439c-ba3f-502acb7ddc41,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:52.391173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.393389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.424560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.478682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:52.484214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=053258dc-cd32-439c-ba3f-502acb7ddc41,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:52.487054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:52.492603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:23:52.565247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Pushing event updated for resources: {'Port': ['ID=f3e483c8-29d2-4121-af4c-e1cfd573dca3,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:52.596118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.615243 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Attempting to bind port f3e483c8-29d2-4121-af4c-e1cfd573dca3 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:23:52.615610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Attempting to bind port f3e483c8-29d2-4121-af4c-e1cfd573dca3 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:23:52.615970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Attempting to bind port f3e483c8-29d2-4121-af4c-e1cfd573dca3 on network be2d8ca3-91a5-4dd1-a232-73f6950aed8f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:23:52.637224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.638778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:23:52.639142 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Checking segment: {'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:52.639525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.639917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Bound using segment: {'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:23:52.640386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Bound port: f3e483c8-29d2-4121-af4c-e1cfd573dca3, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:23:52.640761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.652225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.729716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172f9ab-cb8e-4063-b00a-b11b2996e554 None None] Pushing event updated for resources: {'Port': ['ID=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:52.788647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] For port f3e483c8-29d2-4121-af4c-e1cfd573dca3, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:23:52.807756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] For port f3e483c8-29d2-4121-af4c-e1cfd573dca3, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f3e483c8-29d2-4121-af4c-e1cfd573dca3,segment=NetworkSegment(b070a49f-c60b-40b9-b44d-ed96d0332548),segment_id=b070a49f-c60b-40b9-b44d-ed96d0332548)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:23:52.808942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Attempting to bind port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:23:52.809306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Attempting to bind port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:23:52.810186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Attempting to bind port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 on network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:23:52.813554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.815498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.824216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:23:52.824594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Checking segment: {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:52.824998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.825390 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Bound using segment: {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:23:52.825874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Bound port: 9573fbf6-8df4-4faf-a147-2f285ae0d8e5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:23:52.826293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.917238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35e348-e676-4c68-9653-f3918faa8468 None None] Pushing event updated for resources: {'Port': ['ID=f3e483c8-29d2-4121-af4c-e1cfd573dca3,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:52.949589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] For port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:23:52.952998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] For port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:23:52.959143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:52.968767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Router f5d1332a-e5df-45e4-969a-ad039b628a7f is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:23:53.028176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c6173bb8-7af3-43a3-bb9c-827d1802af5b None None] Provisioning complete for port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:53.028572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6173bb8-7af3-43a3-bb9c-827d1802af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.076104 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172f9ab-cb8e-4063-b00a-b11b2996e554 None None] Pushing event updated for resources: {'Port': ['ID=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:53.083049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:53.083657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:53.092185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:23:53.126173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.126398 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Sync routers for ids ['f5d1332a-e5df-45e4-969a-ad039b628a7f'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:23:53.130590 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-cafd5512-6780-469e-b0f6-fc37a40ae6db admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8193221 Nov 29 12:23:53.131709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37554) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:23:53.146726 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Routers {'f5d1332a-e5df-45e4-969a-ad039b628a7f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:53.147360 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f5d1332a-e5df-45e4-969a-ad039b628a7f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:53.268922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:53.292258 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Set router f5d1332a-e5df-45e4-969a-ad039b628a7f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:53.415768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6173bb8-7af3-43a3-bb9c-827d1802af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.472750 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 3, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port': {'id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:53.476753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c6173bb8-7af3-43a3-bb9c-827d1802af5b None None] For port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:53.500287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c6173bb8-7af3-43a3-bb9c-827d1802af5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.506772 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Checking router: f5d1332a-e5df-45e4-969a-ad039b628a7f for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:23:53.507121 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Updating router f5d1332a-e5df-45e4-969a-ad039b628a7f port d5d2bd84-ee75-41db-874f-dc4d216f3931 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:23:53.537769 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.565809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6173bb8-7af3-43a3-bb9c-827d1802af5b None None] Pushing event updated for resources: {'Port': ['ID=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:53.576561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:53.614197 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511025ff-3f7f-4af7-8db4-fbb932f491a2 None None] The sync data for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv is: [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:23:53.628087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c7c72d17-fe5e-4bad-8c00-806880861704 None None] Provisioning complete for port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:53.628708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c7c72d17-fe5e-4bad-8c00-806880861704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.652769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.854936 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 053258dc-cd32-439c-ba3f-502acb7ddc41 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:53.916087 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.926508 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.946273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 053258dc-cd32-439c-ba3f-502acb7ddc41 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:53.946695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:53.958216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Allocated IP 172.20.0.1 (be2d8ca3-91a5-4dd1-a232-73f6950aed8f/cd13ec62-66f8-402c-a16e-c93a43e1b069/f2698ad8-7120-4f49-b6ae-66ab36238b95) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:23:54.000550 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0195c-dc60-4bfe-83cd-938698423e0a None None] Pushing event updated for resources: {'Port': ['ID=d5d2bd84-ee75-41db-874f-dc4d216f3931,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:54.015922 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Attempting to bind port d5d2bd84-ee75-41db-874f-dc4d216f3931 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:23:54.016198 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Attempting to bind port d5d2bd84-ee75-41db-874f-dc4d216f3931 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:23:54.016569 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Attempting to bind port d5d2bd84-ee75-41db-874f-dc4d216f3931 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:23:54.024497 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:23:54.024881 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:54.025285 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.025679 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:23:54.026184 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Bound port: d5d2bd84-ee75-41db-874f-dc4d216f3931, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:23:54.026570 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.088147 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f3e483c8-29d2-4121-af4c-e1cfd573dca3 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:54.099130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.113911 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] For port d5d2bd84-ee75-41db-874f-dc4d216f3931, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:23:54.117418 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] For port d5d2bd84-ee75-41db-874f-dc4d216f3931, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d5d2bd84-ee75-41db-874f-dc4d216f3931,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:23:54.130454 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.152058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.169133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f3e483c8-29d2-4121-af4c-e1cfd573dca3 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:54.170724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.192106 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Routers {'f5d1332a-e5df-45e4-969a-ad039b628a7f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:54.193444 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f5d1332a-e5df-45e4-969a-ad039b628a7f'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:54.202268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:54.205382 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:54.223977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:23:54.227278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Pushing event updated for resources: {'Port': ['ID=f2698ad8-7120-4f49-b6ae-66ab36238b95,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:54.273677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.283098 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.327305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc0849-2845-4d9e-8314-1e0fe8365939 None None] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:23:54.345551 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0195c-dc60-4bfe-83cd-938698423e0a None None] Pushing event updated for resources: {'Port': ['ID=d5d2bd84-ee75-41db-874f-dc4d216f3931,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:54.355757 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] Set router f5d1332a-e5df-45e4-969a-ad039b628a7f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:54.356641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port f3e483c8-29d2-4121-af4c-e1cfd573dca3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f3e483c8-29d2-4121-af4c-e1cfd573dca3,segment=NetworkSegment(b070a49f-c60b-40b9-b44d-ed96d0332548),segment_id=b070a49f-c60b-40b9-b44d-ed96d0332548)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:54.405368 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.444153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.464284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-47ff5bf0-3b50-4529-85d8-ee036926abc3 None None] Provisioning complete for port f3e483c8-29d2-4121-af4c-e1cfd573dca3 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:54.465807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-47ff5bf0-3b50-4529-85d8-ee036926abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.527787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=f3e483c8-29d2-4121-af4c-e1cfd573dca3,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:54.561491 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 3, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port': {'id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:54.596070 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f7ac-35ab-4912-bf5d-e6b504317f2e None None] The sync data for ids ['f5d1332a-e5df-45e4-969a-ad039b628a7f'] in dv-neutron-819578-1-hyperv is: [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 3, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port': {'id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:23:54.639334 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.648236 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.720565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:54.724408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Pushing event updated for resources: {'Port': ['ID=f2698ad8-7120-4f49-b6ae-66ab36238b95,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:54.833775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:23:54.835500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:23:54.993428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-611cd3ec-fe48-44dc-bfce-267efd79ec7e None None] Provisioning complete for port f3e483c8-29d2-4121-af4c-e1cfd573dca3 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:54.993805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611cd3ec-fe48-44dc-bfce-267efd79ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:55.021839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Router f5d1332a-e5df-45e4-969a-ad039b628a7f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:23:55.116594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-611cd3ec-fe48-44dc-bfce-267efd79ec7e None None] Provisioning complete for port f2698ad8-7120-4f49-b6ae-66ab36238b95 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:55.117144 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611cd3ec-fe48-44dc-bfce-267efd79ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:55.169457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-611cd3ec-fe48-44dc-bfce-267efd79ec7e None None] Port f2698ad8-7120-4f49-b6ae-66ab36238b95 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:23:55.306718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3fb37b0a-ded8-4f42-8465-ff799d8a91b0 None None] Provisioning complete for port f2698ad8-7120-4f49-b6ae-66ab36238b95 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:55.307087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3fb37b0a-ded8-4f42-8465-ff799d8a91b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:55.345860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3fb37b0a-ded8-4f42-8465-ff799d8a91b0 None None] Port f2698ad8-7120-4f49-b6ae-66ab36238b95 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:23:55.417847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:23:55.422911 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f6deb51b-86b1-4bb2-bcf4-9b76041f56ce admin admin] 10.222.0.23 "PUT /v2.0/routers/f5d1332a-e5df-45e4-969a-ad039b628a7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2897074 Nov 29 12:23:55.464811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-85ab9234-8a37-4d4f-8e39-10fac051104b None None] Provisioning complete for port f2698ad8-7120-4f49-b6ae-66ab36238b95 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:55.465180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-85ab9234-8a37-4d4f-8e39-10fac051104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:55.498750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-85ab9234-8a37-4d4f-8e39-10fac051104b None None] Port f2698ad8-7120-4f49-b6ae-66ab36238b95 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:23:55.736352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d5d2bd84-ee75-41db-874f-dc4d216f3931 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:55.785670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d5d2bd84-ee75-41db-874f-dc4d216f3931 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:55.786174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:55.868277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:55.888322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port d5d2bd84-ee75-41db-874f-dc4d216f3931, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d5d2bd84-ee75-41db-874f-dc4d216f3931,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:55.892368 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:55.893328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:55.971756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=d5d2bd84-ee75-41db-874f-dc4d216f3931,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:55.981421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:55.982271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:56.230601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f3e483c8-29d2-4121-af4c-e1cfd573dca3 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:56.283832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f3e483c8-29d2-4121-af4c-e1cfd573dca3 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:56.284200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:57.162506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Sync routers for ids ['f5d1332a-e5df-45e4-969a-ad039b628a7f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:23:57.171376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Routers {'f5d1332a-e5df-45e4-969a-ad039b628a7f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:57.171995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f5d1332a-e5df-45e4-969a-ad039b628a7f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:57.281552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Set router f5d1332a-e5df-45e4-969a-ad039b628a7f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:57.494156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:54Z', 'revision_number': 4, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port': {'id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'f2698ad8-7120-4f49-b6ae-66ab36238b95', 'name': '', 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'mac_address': 'fa:16:3e:53:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cd13ec62-66f8-402c-a16e-c93a43e1b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:53Z', 'updated_at': '2021-11-29T12:23:54Z', 'revision_number': 2, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'subnets': [{'id': 'cd13ec62-66f8-402c-a16e-c93a43e1b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:57.522103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Checking router: f5d1332a-e5df-45e4-969a-ad039b628a7f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:23:57.522463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Updating router f5d1332a-e5df-45e4-969a-ad039b628a7f port f2698ad8-7120-4f49-b6ae-66ab36238b95 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:23:57.549639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:57.662477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d5d2bd84-ee75-41db-874f-dc4d216f3931 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:57.785336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:57.788300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d5d2bd84-ee75-41db-874f-dc4d216f3931 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:57.788658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:57.941084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:57.951273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:58.000275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591da88e-e153-4ac6-9af4-78c686f481cc None None] Pushing event updated for resources: {'Port': ['ID=f2698ad8-7120-4f49-b6ae-66ab36238b95,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:58.056190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Attempting to bind port f2698ad8-7120-4f49-b6ae-66ab36238b95 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:23:58.056702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Attempting to bind port f2698ad8-7120-4f49-b6ae-66ab36238b95 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:23:58.057158 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Attempting to bind port f2698ad8-7120-4f49-b6ae-66ab36238b95 on network be2d8ca3-91a5-4dd1-a232-73f6950aed8f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:23:58.063005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:23:58.063472 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Checking segment: {'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:23:58.063942 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:58.064397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Bound using segment: {'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:23:58.064925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Bound port: f2698ad8-7120-4f49-b6ae-66ab36238b95, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b070a49f-c60b-40b9-b44d-ed96d0332548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:23:58.065369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:58.144882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] For port f2698ad8-7120-4f49-b6ae-66ab36238b95, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:23:58.148765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] For port f2698ad8-7120-4f49-b6ae-66ab36238b95, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f2698ad8-7120-4f49-b6ae-66ab36238b95,segment=NetworkSegment(b070a49f-c60b-40b9-b44d-ed96d0332548),segment_id=b070a49f-c60b-40b9-b44d-ed96d0332548)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:23:58.154920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:58.231792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Routers {'f5d1332a-e5df-45e4-969a-ad039b628a7f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:23:58.232436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:23:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f5d1332a-e5df-45e4-969a-ad039b628a7f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:58.237024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591da88e-e153-4ac6-9af4-78c686f481cc None None] Pushing event updated for resources: {'Port': ['ID=f2698ad8-7120-4f49-b6ae-66ab36238b95,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:58.358116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-06793eba-1539-466d-b9d3-2cc2ab989f53 None None] Provisioning complete for port f2698ad8-7120-4f49-b6ae-66ab36238b95 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:58.358770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06793eba-1539-466d-b9d3-2cc2ab989f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:58.409419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] Set router f5d1332a-e5df-45e4-969a-ad039b628a7f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:23:58.584941 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06793eba-1539-466d-b9d3-2cc2ab989f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:58.643164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-06793eba-1539-466d-b9d3-2cc2ab989f53 None None] For port f2698ad8-7120-4f49-b6ae-66ab36238b95, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f2698ad8-7120-4f49-b6ae-66ab36238b95,segment=NetworkSegment(b070a49f-c60b-40b9-b44d-ed96d0332548),segment_id=b070a49f-c60b-40b9-b44d-ed96d0332548)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:23:58.653986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06793eba-1539-466d-b9d3-2cc2ab989f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:58.727832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06793eba-1539-466d-b9d3-2cc2ab989f53 None None] Pushing event updated for resources: {'Port': ['ID=f2698ad8-7120-4f49-b6ae-66ab36238b95,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:23:58.744658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:54Z', 'revision_number': 4, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port': {'id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'f2698ad8-7120-4f49-b6ae-66ab36238b95', 'name': '', 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'mac_address': 'fa:16:3e:53:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cd13ec62-66f8-402c-a16e-c93a43e1b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:53Z', 'updated_at': '2021-11-29T12:23:58Z', 'revision_number': 4, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'subnets': [{'id': 'cd13ec62-66f8-402c-a16e-c93a43e1b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:23:58.781848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4db8bf-e2da-4653-b334-296df5eb584a None None] The sync data for ids ['f5d1332a-e5df-45e4-969a-ad039b628a7f'] in dv-neutron-819578-1-hyperv is: [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:54Z', 'revision_number': 4, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port': {'id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'f2698ad8-7120-4f49-b6ae-66ab36238b95', 'name': '', 'network_id': 'be2d8ca3-91a5-4dd1-a232-73f6950aed8f', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'mac_address': 'fa:16:3e:53:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'cd13ec62-66f8-402c-a16e-c93a43e1b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:53Z', 'updated_at': '2021-11-29T12:23:58Z', 'revision_number': 4, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'subnets': [{'id': 'cd13ec62-66f8-402c-a16e-c93a43e1b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:23:58.794135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-262f4eba-ef4b-482a-accb-a38612361195 None None] Provisioning complete for port f2698ad8-7120-4f49-b6ae-66ab36238b95 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:58.794498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-262f4eba-ef4b-482a-accb-a38612361195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:23:59.655237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f2698ad8-7120-4f49-b6ae-66ab36238b95 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:23:59.717730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f2698ad8-7120-4f49-b6ae-66ab36238b95 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:23:59.718113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:00.731312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f95cecd5-3448-4209-9430-acc9baa23207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:03.289806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ffb50bdc-b6c3-4ced-81b0-44b9ecd641c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:03.722502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:04.779365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:05.013385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-1f287c0d-dcc7-49b6-88c6-06f3035e8e45 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:05.014844 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-1f287c0d-dcc7-49b6-88c6-06f3035e8e45 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 814 time: 0.0976624 Nov 29 12:24:05.030017 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-840fe82d-213c-499f-a74e-8028249a6a61 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/quotas/c3542a0de46e4930abc613c4669d1923 HTTP/1.1" status: 200 len: 375 time: 0.0088866 Nov 29 12:24:05.078697 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-725c046a-146b-48b4-b99b-da203a8d08fb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436149 Nov 29 12:24:05.259274 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-89ea891d-5209-4ffd-8bca-aa34af900829 service neutron] 10.222.0.23 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689777 Nov 29 12:24:05.346346 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-4c8155f5-6d30-4a37-9fbe-9c0940a5ecc7 service neutron] 10.222.0.23 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804138 Nov 29 12:24:05.501372 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40a343bb-9b8c-4493-9bcc-ca5eceefafb3 req-bee2273b-d184-4ff9-ac2e-0b3a5776ee3c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 210 time: 0.0321348 Nov 29 12:24:06.103006 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:06.490098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-25587673-51ef-4e55-92c5-b3258bf574e8 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:06.491583 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-25587673-51ef-4e55-92c5-b3258bf574e8 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 814 time: 0.1009924 Nov 29 12:24:06.504964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'port': {'device_id': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'admin_state_up': True, 'tenant_id': 'c3542a0de46e4930abc613c4669d1923'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:06.594672 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de50e12a-40e7-446c-a33c-2b54223768f9 req-6c0ac57f-d48a-41ed-9154-cecb059d98aa tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 210 time: 0.0274973 Nov 29 12:24:06.619105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Made reservation on behalf of c3542a0de46e4930abc613c4669d1923 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:24:06.622544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:06.744573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Allocated IP 172.20.0.3 (56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1/759c6a9b-cfad-4a8b-bc13-10a27ff1029b/73244655-90d5-4c5e-9f00-d82970870717) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:24:06.904055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:06.941218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:06.996416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:24:07.000747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:24:07.016386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:24:07.052851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'Port': ['ID=73244655-90d5-4c5e-9f00-d82970870717,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:07.089471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:07.090369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:07.111610 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-829fcd68-dd52-449b-a463-fa3bf38a2eca tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6103883 Nov 29 12:24:07.308099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-936b06ff-e653-440a-928f-823a25485ae3 None None] Provisioning complete for port 73244655-90d5-4c5e-9f00-d82970870717 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:24:07.308598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-936b06ff-e653-440a-928f-823a25485ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:07.342964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-936b06ff-e653-440a-928f-823a25485ae3 None None] Port 73244655-90d5-4c5e-9f00-d82970870717 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:24:07.711368 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff52e8-1541-4b93-a5f6-d65c3e6e24e6 req-5e1ae3cc-44ee-42ce-8641-7e8d29ee3a56 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:07.714200 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f5ff52e8-1541-4b93-a5f6-d65c3e6e24e6 req-5e1ae3cc-44ee-42ce-8641-7e8d29ee3a56 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0523808 Nov 29 12:24:07.751959 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f5ff52e8-1541-4b93-a5f6-d65c3e6e24e6 req-c05eee4d-90b7-468b-aa3e-2c4ba0a554f0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Nov 29 12:24:08.868727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c1bab-e8b2-4d02-9301-4b432bda3ce3 req-20eff4a9-8332-4b41-8058-ee13525db725 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:08.870351 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-757c1bab-e8b2-4d02-9301-4b432bda3ce3 req-20eff4a9-8332-4b41-8058-ee13525db725 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0503871 Nov 29 12:24:08.910141 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-757c1bab-e8b2-4d02-9301-4b432bda3ce3 req-37268fd9-a7dd-466e-af1d-2fcfd434e14d tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334256 Nov 29 12:24:10.038596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d302e-47cf-4b3c-8ac2-b0fa683bce14 req-110be473-9b14-456c-a18c-02aaf1d5fc0c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:10.040090 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-032d302e-47cf-4b3c-8ac2-b0fa683bce14 req-110be473-9b14-456c-a18c-02aaf1d5fc0c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0583572 Nov 29 12:24:10.079886 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-032d302e-47cf-4b3c-8ac2-b0fa683bce14 req-0041318d-6b0d-4e98-bd4d-8bdba072a50c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333004 Nov 29 12:24:10.939464 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:24:11.199452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f7817-a86d-4ac5-a8a9-bbd981b6d0a0 req-a247662c-1381-4936-a0f7-bb840f92ec00 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:11.200868 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a68f7817-a86d-4ac5-a8a9-bbd981b6d0a0 req-a247662c-1381-4936-a0f7-bb840f92ec00 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0509465 Nov 29 12:24:11.244863 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a68f7817-a86d-4ac5-a8a9-bbd981b6d0a0 req-57dcef47-6123-4769-83f2-551190564684 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Nov 29 12:24:12.363664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fd3b6-67f2-4ae5-846c-e0ce8b8f6607 req-f501bfad-2f02-4ada-9e86-a9084f15dd59 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:12.365150 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-582fd3b6-67f2-4ae5-846c-e0ce8b8f6607 req-f501bfad-2f02-4ada-9e86-a9084f15dd59 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0501852 Nov 29 12:24:12.405102 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-582fd3b6-67f2-4ae5-846c-e0ce8b8f6607 req-fbe86ecf-ff1c-4256-8af2-a0b63c728e9f tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330555 Nov 29 12:24:13.530328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833f87-8a09-4564-bc19-f5df59c952a0 req-715b6104-af13-4bea-a419-6a02b292c2e9 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:13.531811 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9c833f87-8a09-4564-bc19-f5df59c952a0 req-715b6104-af13-4bea-a419-6a02b292c2e9 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0581536 Nov 29 12:24:13.572781 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9c833f87-8a09-4564-bc19-f5df59c952a0 req-abc6d670-2780-4257-b050-a84ea149fb41 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Nov 29 12:24:14.697881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca69fb-8698-4ae1-b48f-22613a9d790e req-277fa2f0-cb5d-4d65-9eff-ac659a1f1929 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:14.699379 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ceca69fb-8698-4ae1-b48f-22613a9d790e req-277fa2f0-cb5d-4d65-9eff-ac659a1f1929 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0502343 Nov 29 12:24:14.740344 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ceca69fb-8698-4ae1-b48f-22613a9d790e req-2fabc8df-b666-4ccb-a93b-6a299da557f7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343761 Nov 29 12:24:15.881711 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892ab83-43fc-4084-94f0-3c04f1e6904e req-db4b1644-9b1f-42ee-b719-7c34714cc7b3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:15.883269 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a892ab83-43fc-4084-94f0-3c04f1e6904e req-db4b1644-9b1f-42ee-b719-7c34714cc7b3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0739167 Nov 29 12:24:15.923190 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a892ab83-43fc-4084-94f0-3c04f1e6904e req-42df66aa-76ca-4199-99f9-14afe1a61343 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335374 Nov 29 12:24:17.038682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22c3c6-a7f8-4cf0-b479-8a06ceef8800 req-29c3eaf8-f412-423f-997d-f13752fab562 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:17.040137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8b22c3c6-a7f8-4cf0-b479-8a06ceef8800 req-29c3eaf8-f412-423f-997d-f13752fab562 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0519638 Nov 29 12:24:17.077694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8b22c3c6-a7f8-4cf0-b479-8a06ceef8800 req-50bb64d2-9e65-4394-aa16-4f2f901f69da tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317135 Nov 29 12:24:17.931593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Request body: {'port': {'device_id': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:17.983894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:18.187721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0801de-58db-485a-9752-a4da5b69017e req-d240b6da-22b2-4540-b2c1-8a9a2bac852d tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:18.189119 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b0801de-58db-485a-9752-a4da5b69017e req-d240b6da-22b2-4540-b2c1-8a9a2bac852d tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 931 time: 0.0478172 Nov 29 12:24:18.227528 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9b0801de-58db-485a-9752-a4da5b69017e req-bdd5a643-a3ec-4267-9dfa-a424b03ed3ed tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Nov 29 12:24:18.243911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73244655-90d5-4c5e-9f00-d82970870717 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:24:18.251145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:18.263230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Transition to ACTIVE for port object 73244655-90d5-4c5e-9f00-d82970870717 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:24:18.266623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:18.318888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Pushing event updated for resources: {'Port': ['ID=73244655-90d5-4c5e-9f00-d82970870717,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:18.384632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Attempting to bind port 73244655-90d5-4c5e-9f00-d82970870717 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:24:18.384998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Attempting to bind port 73244655-90d5-4c5e-9f00-d82970870717 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:24:18.385294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Attempting to bind port 73244655-90d5-4c5e-9f00-d82970870717 on network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:24:18.389823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Port 73244655-90d5-4c5e-9f00-d82970870717 on network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:24:18.390184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Attempting to bind port 73244655-90d5-4c5e-9f00-d82970870717 on network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:24:18.395040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:24:18.395380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Checking segment: {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:24:18.395756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Bound using segment: {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:24:18.396178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Bound port: 73244655-90d5-4c5e-9f00-d82970870717, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffc8be1-b418-4614-86b0-24145a5eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:24:18.396539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:18.464791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] For port 73244655-90d5-4c5e-9f00-d82970870717, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:24:18.467964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] For port 73244655-90d5-4c5e-9f00-d82970870717, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=73244655-90d5-4c5e-9f00-d82970870717,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:24:18.471525 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:18.506519 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:18.507138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:18.508568 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] 10.222.0.30 "PUT /v2.0/ports/73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 1093 time: 0.5813026 Nov 29 12:24:18.509018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:24:18.511322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c695450-0fb7-42bd-8beb-4238d02d93d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:24:18.547828 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0395861-140f-4a82-b945-d5691b2e252a service neutron] Pushing event updated for resources: {'Port': ['ID=73244655-90d5-4c5e-9f00-d82970870717,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:18.554931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353d392a-0389-47ea-812f-af279d130e27 x-openstack-request-id: req-353d392a-0389-47ea-812f-af279d130e27 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:24:18.555216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:24:18.555472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-353d392a-0389-47ea-812f-af279d130e27 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:24:18.555860 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717', 'status': 'completed', 'code': 200} Nov 29 12:24:18.600987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-ae93090e-7657-4fc5-95ee-8cff1c9235a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:18.602557 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-ae93090e-7657-4fc5-95ee-8cff1c9235a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1096 time: 0.0432768 Nov 29 12:24:18.651515 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-34216fd6-4c72-4b00-9f48-843b5ca24867 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 217 time: 0.0402782 Nov 29 12:24:18.702026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-3a06e7f2-9286-4307-a40e-717f0fac1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:18.703430 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-3a06e7f2-9286-4307-a40e-717f0fac1168 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0451059 Nov 29 12:24:18.748139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e907db16-3ac6-4ebb-9529-e47ac5357358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:18.750742 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-e907db16-3ac6-4ebb-9529-e47ac5357358 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403636 Nov 29 12:24:18.842032 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-aba713be-c901-488f-bb67-fb71f777efae service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845053 Nov 29 12:24:18.930922 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a8b1386e-af93-40f2-8215-74b66a6502bb req-62ad60b4-c002-467e-8c33-b8b8353dbf03 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812399 Nov 29 12:24:19.015196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-c44b2973-2182-4ba6-92b8-12a9057a0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:19.016629 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-c44b2973-2182-4ba6-92b8-12a9057a0905 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1096 time: 0.0394495 Nov 29 12:24:19.106450 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-0902c517-d3f8-4fc9-820c-3089ca757c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:19.107855 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-0902c517-d3f8-4fc9-820c-3089ca757c55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 915 time: 0.0846596 Nov 29 12:24:19.147280 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-370d066d-6533-4913-bbf2-7b20e6e2f01f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 217 time: 0.0325024 Nov 29 12:24:19.193398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-dd1491b4-5e21-493f-a88f-675dde565838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:19.194780 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-dd1491b4-5e21-493f-a88f-675dde565838 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0412383 Nov 29 12:24:19.242211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-b4055b04-2652-4431-a9b3-40c62a14c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:19.243629 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-b4055b04-2652-4431-a9b3-40c62a14c819 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422730 Nov 29 12:24:19.334203 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-49cd2c89-2b02-4654-b559-4c1b104028a8 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821385 Nov 29 12:24:19.339674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37aff03-ab62-44ac-b82b-fa52e35fbfba req-af943d81-33b1-459e-941c-fbcc929a4a0b tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:19.341189 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d37aff03-ab62-44ac-b82b-fa52e35fbfba req-af943d81-33b1-459e-941c-fbcc929a4a0b tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 943 time: 0.0484660 Nov 29 12:24:19.378921 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d37aff03-ab62-44ac-b82b-fa52e35fbfba req-4b782124-4478-437f-b87d-2c4aed37f989 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Nov 29 12:24:19.426216 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0c695450-0fb7-42bd-8beb-4238d02d93d0 req-dde43610-d8e6-455c-a88d-baab87cfada4 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850914 Nov 29 12:24:20.499884 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fdc5a-577a-428d-bfa9-eb1458d1328f req-57e109cc-d6ac-4e8b-8ecb-02c3d33f6808 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:20.501332 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d1fdc5a-577a-428d-bfa9-eb1458d1328f req-57e109cc-d6ac-4e8b-8ecb-02c3d33f6808 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 943 time: 0.0514867 Nov 29 12:24:20.539150 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d1fdc5a-577a-428d-bfa9-eb1458d1328f req-31cbdf9c-956d-4dff-bdea-63ec976d3973 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Nov 29 12:24:21.536830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 73244655-90d5-4c5e-9f00-d82970870717 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:24:21.630559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 73244655-90d5-4c5e-9f00-d82970870717, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=73244655-90d5-4c5e-9f00-d82970870717,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:24:21.641584 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '73244655-90d5-4c5e-9f00-d82970870717', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'port_id': '73244655-90d5-4c5e-9f00-d82970870717', 'mac_address': 'fa:16:3e:6b:f0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:24:21.650127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e475ff-20a0-42d4-8cf2-b2eaabe683a1 req-4a0bb294-2474-4443-93ec-da00bc6947cc tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:21.651610 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b5e475ff-20a0-42d4-8cf2-b2eaabe683a1 req-4a0bb294-2474-4443-93ec-da00bc6947cc tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 943 time: 0.0475831 Nov 29 12:24:21.678123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:21.688711 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b5e475ff-20a0-42d4-8cf2-b2eaabe683a1 req-99eca604-b3a5-4c73-a1c2-2563237a5b3a tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Nov 29 12:24:21.690724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73244655-90d5-4c5e-9f00-d82970870717 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:24:21.710902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 73244655-90d5-4c5e-9f00-d82970870717, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=73244655-90d5-4c5e-9f00-d82970870717,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:24:21.714854 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:21.762433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=73244655-90d5-4c5e-9f00-d82970870717,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:21.769103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.770116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.770456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.770791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.771120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.771447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.771773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.772094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.772417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.772739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.773058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:21.773376 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:22.016792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['73244655-90d5-4c5e-9f00-d82970870717'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:24:22.802808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30432c-06c0-4292-a9d5-c5f439de8dea req-1661b25e-325b-4996-89cd-f1b9fb0ee60c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:22.804182 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fd30432c-06c0-4292-a9d5-c5f439de8dea req-1661b25e-325b-4996-89cd-f1b9fb0ee60c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 944 time: 0.0485487 Nov 29 12:24:22.840355 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fd30432c-06c0-4292-a9d5-c5f439de8dea req-6b94cdc4-838e-4185-9047-e5a01470b105 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303659 Nov 29 12:24:23.551342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 73244655-90d5-4c5e-9f00-d82970870717 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:24:23.602441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 73244655-90d5-4c5e-9f00-d82970870717 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:24:23.605980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 73244655-90d5-4c5e-9f00-d82970870717 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:24:23.606348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:23.678492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:23.705037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73244655-90d5-4c5e-9f00-d82970870717'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:24:23.707321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e5fbd4-d7a2-4ea0-afef-d7dd22d33334" -d '{"events": [{"server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "name": "network-vif-plugged", "status": "completed", "tag": "73244655-90d5-4c5e-9f00-d82970870717"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:24:23.719476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 73244655-90d5-4c5e-9f00-d82970870717, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=73244655-90d5-4c5e-9f00-d82970870717,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:24:23.723753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:23.771593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=73244655-90d5-4c5e-9f00-d82970870717,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:23.856016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63400f4-c9df-4931-842e-14726d945f72 x-openstack-request-id: req-c63400f4-c9df-4931-842e-14726d945f72 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:24:23.856308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "name": "network-vif-plugged", "status": "completed", "tag": "73244655-90d5-4c5e-9f00-d82970870717", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:24:23.856561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c63400f4-c9df-4931-842e-14726d945f72 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:24:23.857302 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73244655-90d5-4c5e-9f00-d82970870717', 'code': 200} Nov 29 12:24:23.958032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bc3ea-fe5f-43ea-aa87-ec1959862bb9 req-d3f8c27d-b7bc-4952-a3e4-e82bc27b5ba1 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:23.959478 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d70bc3ea-fe5f-43ea-aa87-ec1959862bb9 req-d3f8c27d-b7bc-4952-a3e4-e82bc27b5ba1 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0546966 Nov 29 12:24:24.001725 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d70bc3ea-fe5f-43ea-aa87-ec1959862bb9 req-02b02081-7533-4ad1-b81a-16a5cdeafbc9 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362587 Nov 29 12:24:24.024575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e8286-acbd-461c-9378-582910ef3249 req-c5c1cb88-e3bc-4687-b5c4-c405bed7f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:24.026013 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d73e8286-acbd-461c-9378-582910ef3249 req-c5c1cb88-e3bc-4687-b5c4-c405bed7f5b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1098 time: 0.0423453 Nov 29 12:24:24.060234 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d73e8286-acbd-461c-9378-582910ef3249 req-e4c4d7b0-43e5-4b26-8a98-14c362c9fdbf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274508 Nov 29 12:24:25.115500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300656cb-4816-4f7d-a0f4-b949ec9966f3 req-53f534da-2884-4258-8639-66c9a6d166fa tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:25.116942 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-300656cb-4816-4f7d-a0f4-b949ec9966f3 req-53f534da-2884-4258-8639-66c9a6d166fa tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0491424 Nov 29 12:24:25.153186 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-300656cb-4816-4f7d-a0f4-b949ec9966f3 req-377e0c16-5398-4cc8-a3e9-6a2598bb69c3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303230 Nov 29 12:24:26.264167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678298bd-f616-41fd-9330-5921bae0a498 req-512e1f31-8125-4f79-a81c-4548efc72066 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:26.265644 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-678298bd-f616-41fd-9330-5921bae0a498 req-512e1f31-8125-4f79-a81c-4548efc72066 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0488563 Nov 29 12:24:26.303228 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-678298bd-f616-41fd-9330-5921bae0a498 req-46a89379-f260-4a13-b202-81de26a2e407 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317130 Nov 29 12:24:26.417353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160e782-a874-4182-980b-981c3fd8cc5b req-db7fb763-720d-4dd9-94f2-fd7d67e37647 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:26.418844 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1160e782-a874-4182-980b-981c3fd8cc5b req-db7fb763-720d-4dd9-94f2-fd7d67e37647 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0521970 Nov 29 12:24:26.456448 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1160e782-a874-4182-980b-981c3fd8cc5b req-6638ac46-5ba5-4d03-87ad-d5b06c0a1e0c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Nov 29 12:24:26.767761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3597e65-d5a8-4cdb-bf72-90e5c1c06048 req-85b178df-b863-4c41-bb2e-0b01d3db49b6 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:26.769141 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d3597e65-d5a8-4cdb-bf72-90e5c1c06048 req-85b178df-b863-4c41-bb2e-0b01d3db49b6 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0480766 Nov 29 12:24:26.805779 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d3597e65-d5a8-4cdb-bf72-90e5c1c06048 req-855ec2f8-5dd4-4c74-b718-9c4b733d1bae tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307922 Nov 29 12:24:27.752082 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:30.739322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-eba8394c-9d1b-425f-ac7a-8f3eb021675e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:33.280919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b49955ff-6301-4074-9f12-3eeb7beb881a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:33.722969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:34.782300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:36.101972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:39.367652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449295b0-bba0-4b36-bc46-a31e532e0841 req-424f4e00-dfd7-4b50-82c0-2243b8db4b66 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:39.369143 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-449295b0-bba0-4b36-bc46-a31e532e0841 req-424f4e00-dfd7-4b50-82c0-2243b8db4b66 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0500796 Nov 29 12:24:39.408007 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-449295b0-bba0-4b36-bc46-a31e532e0841 req-a5e45644-dac2-49c4-8086-c730df7bc0ef tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Nov 29 12:24:39.430106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37760) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:39.514521 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d4b24-f374-42bc-bb29-92c03a073a61 tempest-TestMinimumBasicScenario-1647253784 tempest-TestMinimumBasicScenario-1647253784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:39.516020 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-042d4b24-f374-42bc-bb29-92c03a073a61 tempest-TestMinimumBasicScenario-1647253784 tempest-TestMinimumBasicScenario-1647253784-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1093 time: 0.0849535 Nov 29 12:24:39.519051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37764) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:39.523276 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '73244655-90d5-4c5e-9f00-d82970870717', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:39.544135 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:39.638047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:39.742750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Allocated IP 172.26.5.38 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/1c69e8b3-2d06-4c07-8072-c607d9eb5f44) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:24:39.842577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:39.876184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:39.916764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:24:39.919502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:24:39.922879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:24:39.946885 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'Port': ['ID=1c69e8b3-2d06-4c07-8072-c607d9eb5f44,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:39.957992 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.958335 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.958671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.959002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.959327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.959653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.959974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.960291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.960609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.960927 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.961244 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:39.961558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:40.271895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:40.335194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:40.480930 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:40.485526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:40.551653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'Port': ['ID=1c69e8b3-2d06-4c07-8072-c607d9eb5f44,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:40.562631 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:40.662443 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Floating IP 77487b2d-7079-4ff1-8010-4ef48cd284cb associated. External IP: 172.26.5.38, port: 73244655-90d5-4c5e-9f00-d82970870717. Nov 29 12:24:40.862045 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:24:40.965640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:24:40.975943 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] Sync routers for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:24:40.984072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:40.985500 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:24:40.986132 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:24:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:24:41.012804 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b2d0e394-dcdd-4fe5-a156-41cc24f1bcbb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4927690 Nov 29 12:24:41.013395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:24:41.015730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3886cfef-289b-4b3d-b56d-8ef1872df8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:24:41.015895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37766) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:41.021572 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-466327322', 'description': 'tempest-secgroup-smoke-466327322 description', 'project_id': 'c3542a0de46e4930abc613c4669d1923'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:41.046725 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.095851 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:24:41.123031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b58a957-fe54-45c3-abde-c9be6327a631 x-openstack-request-id: req-6b58a957-fe54-45c3-abde-c9be6327a631 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:24:41.123495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:24:41.123817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b58a957-fe54-45c3-abde-c9be6327a631 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:24:41.124289 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717', 'status': 'completed', 'code': 200} Nov 29 12:24:41.129472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.133688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.197382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.198620 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1817532 Nov 29 12:24:41.201691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37772) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:41.202119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671965fa-2a24-437b-9813-6c4cc2cc4a3f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:41.206856 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-570f4a2f-8ca8-4096-9b6c-771b81203a81 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'security_group_rule': {'security_group_id': '671965fa-2a24-437b-9813-6c4cc2cc4a3f', 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:41.212334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.212681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.213020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.213353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.214026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.214388 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.214719 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.215043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.215735 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.216067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.216389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.216714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733740df-d1d9-4237-be0a-611acf91e964 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:24:41.233736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-e27aadce-5e05-4671-ae39-543f3e74a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:41.235420 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-e27aadce-5e05-4671-ae39-543f3e74a2f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1098 time: 0.0828655 Nov 29 12:24:41.240002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-570f4a2f-8ca8-4096-9b6c-771b81203a81 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.305900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-570f4a2f-8ca8-4096-9b6c-771b81203a81 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.311302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-570f4a2f-8ca8-4096-9b6c-771b81203a81 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.330623 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f4a2f-8ca8-4096-9b6c-771b81203a81 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f8344a-71ba-4fd8-a66f-1dc314b9e9e7,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:41.331583 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-6563b53b-0ca2-4a21-a466-5f2463acbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:41.333048 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-6563b53b-0ca2-4a21-a466-5f2463acbeec service neutron] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 915 time: 0.0904298 Nov 29 12:24:41.335298 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '77487b2d-7079-4ff1-8010-4ef48cd284cb', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'floating_ip_address': '172.26.5.38', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'port_id': '73244655-90d5-4c5e-9f00-d82970870717', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'mac_address': 'fa:16:3e:6b:f0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:24:40Z', 'updated_at': '2021-11-29T12:24:40Z', 'revision_number': 0, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:53Z', 'revision_number': 5, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:24:41.339479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-570f4a2f-8ca8-4096-9b6c-771b81203a81 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.343214 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-570f4a2f-8ca8-4096-9b6c-771b81203a81 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377282 Nov 29 12:24:41.343388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37774) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:41.348234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1119e81c-3486-4f9f-b735-8b08053a1d15 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'security_group_rule': {'security_group_id': '671965fa-2a24-437b-9813-6c4cc2cc4a3f', 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:41.367321 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] Checking router: 3614353f-8f4a-4643-9b71-14c1dd9f3af1 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:24:41.375365 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1119e81c-3486-4f9f-b735-8b08053a1d15 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.376299 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:24:41.376965 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:24:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:24:41.407058 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-e52c8b47-92cd-41b2-8819-1251add95490 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 998 time: 0.0666890 Nov 29 12:24:41.437375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1119e81c-3486-4f9f-b735-8b08053a1d15 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.444135 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1119e81c-3486-4f9f-b735-8b08053a1d15 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.459407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-e67fdf36-5b70-45e8-800b-48286601b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:41.461370 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-e67fdf36-5b70-45e8-800b-48286601b433 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0461287 Nov 29 12:24:41.468719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119e81c-3486-4f9f-b735-8b08053a1d15 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a01f5d-2c9b-4eb1-9091-24710a8f7d2c,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:41.478683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1119e81c-3486-4f9f-b735-8b08053a1d15 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.482448 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1119e81c-3486-4f9f-b735-8b08053a1d15 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356103 Nov 29 12:24:41.483044 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37776) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:41.487423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a1876069-1a47-48ed-9c8c-c9cf19d68ce7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'security_group_rule': {'security_group_id': '671965fa-2a24-437b-9813-6c4cc2cc4a3f', 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:41.491284 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:24:41.515214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-a30c197d-0564-40ec-aadb-85e049854b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:41.516863 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-a30c197d-0564-40ec-aadb-85e049854b1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493281 Nov 29 12:24:41.521818 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1876069-1a47-48ed-9c8c-c9cf19d68ce7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.583116 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1876069-1a47-48ed-9c8c-c9cf19d68ce7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.588479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1876069-1a47-48ed-9c8c-c9cf19d68ce7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.606505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1876069-1a47-48ed-9c8c-c9cf19d68ce7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9836e9b0-4e1f-46e8-a5d3-7070e3246c99,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:41.621014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a1876069-1a47-48ed-9c8c-c9cf19d68ce7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.624854 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a1876069-1a47-48ed-9c8c-c9cf19d68ce7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384723 Nov 29 12:24:41.625006 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37778) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:41.626648 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-f6ee4428-00f7-4bc4-979a-a0fb2caa3cea service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018159 Nov 29 12:24:41.630178 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-e264bcf0-1af9-4bc9-9f56-582eb363ead2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'security_group_rule': {'security_group_id': '671965fa-2a24-437b-9813-6c4cc2cc4a3f', 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:41.659219 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e264bcf0-1af9-4bc9-9f56-582eb363ead2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.721664 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3886cfef-289b-4b3d-b56d-8ef1872df8b5 req-d5ed5fff-b24c-480d-8777-4e007b08b007 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877938 Nov 29 12:24:41.729053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e264bcf0-1af9-4bc9-9f56-582eb363ead2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.729240 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '77487b2d-7079-4ff1-8010-4ef48cd284cb', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'floating_ip_address': '172.26.5.38', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'port_id': '73244655-90d5-4c5e-9f00-d82970870717', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'mac_address': 'fa:16:3e:6b:f0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:24:40Z', 'updated_at': '2021-11-29T12:24:40Z', 'revision_number': 0, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:53Z', 'revision_number': 5, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:24:41.733459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e264bcf0-1af9-4bc9-9f56-582eb363ead2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.748047 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264bcf0-1af9-4bc9-9f56-582eb363ead2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab3bea4-7864-4abb-b026-71e3f0bf361c,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:41.762698 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e264bcf0-1af9-4bc9-9f56-582eb363ead2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.762973 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75893a-87bc-4836-b27f-b6918fe58353 None None] The sync data for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv is: [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '77487b2d-7079-4ff1-8010-4ef48cd284cb', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'floating_ip_address': '172.26.5.38', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'port_id': '73244655-90d5-4c5e-9f00-d82970870717', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'mac_address': 'fa:16:3e:6b:f0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:24:40Z', 'updated_at': '2021-11-29T12:24:40Z', 'revision_number': 0, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:53Z', 'revision_number': 5, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:24:41.766554 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e264bcf0-1af9-4bc9-9f56-582eb363ead2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378238 Nov 29 12:24:41.766914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37780) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:41.771205 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ac8cc6ef-4aaf-4377-8681-607af948fbd7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'security_group_rule': {'security_group_id': '671965fa-2a24-437b-9813-6c4cc2cc4a3f', 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:41.793724 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-ac8cc6ef-4aaf-4377-8681-607af948fbd7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Project c3542a0de46e4930abc613c4669d1923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:24:41.799054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc6ef-4aaf-4377-8681-607af948fbd7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.862774 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc6ef-4aaf-4377-8681-607af948fbd7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.866331 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc6ef-4aaf-4377-8681-607af948fbd7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.883827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cc6ef-4aaf-4377-8681-607af948fbd7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32d5f25-1610-4476-9fb3-db3af9d01609,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:41.892968 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ac8cc6ef-4aaf-4377-8681-607af948fbd7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.894524 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ac8cc6ef-4aaf-4377-8681-607af948fbd7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268475 Nov 29 12:24:41.897237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37782) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:24:41.901753 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1469f370-96b1-4a14-b5f1-991419585d6e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'security_group_rule': {'security_group_id': '671965fa-2a24-437b-9813-6c4cc2cc4a3f', 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:41.927060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-1469f370-96b1-4a14-b5f1-991419585d6e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Project c3542a0de46e4930abc613c4669d1923 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:24:41.933254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1469f370-96b1-4a14-b5f1-991419585d6e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:41.965132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d1100-0de2-4f6a-9c74-433a6baa349e None None] New status for floating IP 77487b2d-7079-4ff1-8010-4ef48cd284cb: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:24:42.001563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1469f370-96b1-4a14-b5f1-991419585d6e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:42.005367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1469f370-96b1-4a14-b5f1-991419585d6e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:42.025792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469f370-96b1-4a14-b5f1-991419585d6e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c485e5e5-2562-4d4f-a013-91077c31fdf9,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:42.031800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1469f370-96b1-4a14-b5f1-991419585d6e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:42.032988 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1469f370-96b1-4a14-b5f1-991419585d6e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347735 Nov 29 12:24:42.110591 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-e13e2719-d540-424c-bf67-1987ecc82765 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466327322&fields=id&tenant_id=c3542a0de46e4930abc613c4669d1923 HTTP/1.1" status: 200 len: 267 time: 0.0334926 Nov 29 12:24:42.165026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-08d62cb9-726f-4c11-85e0-ea966b98a4cb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:42.166507 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-08d62cb9-726f-4c11-85e0-ea966b98a4cb tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0495787 Nov 29 12:24:42.177798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'port': {'security_groups': ['efaca860-01be-4b4a-b30a-0e2f9f4e3eef', '671965fa-2a24-437b-9813-6c4cc2cc4a3f']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:24:42.239646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:42.423325 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] For port 73244655-90d5-4c5e-9f00-d82970870717, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=73244655-90d5-4c5e-9f00-d82970870717,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:24:42.450765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:42.454972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:42.467462 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['73244655-90d5-4c5e-9f00-d82970870717'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:24:42.500726 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:42.501199 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:42.502349 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e632f842-d3bd-47e6-8ee4-150e59864d14 req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "PUT /v2.0/ports/73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 981 time: 0.3294942 Nov 29 12:24:42.534731 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2e8be-d239-4667-b91a-f67cee7fcc09 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'Port': ['ID=73244655-90d5-4c5e-9f00-d82970870717,revision_number=6']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:24:42.567407 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['73244655-90d5-4c5e-9f00-d82970870717'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:24:42.622595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f416ae-18b1-4b81-8cb6-57698bead5a6 req-c197b9e2-1f95-4ddd-946d-26d854d25eb0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:42.626422 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-94f416ae-18b1-4b81-8cb6-57698bead5a6 req-c197b9e2-1f95-4ddd-946d-26d854d25eb0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0589726 Nov 29 12:24:42.667614 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-94f416ae-18b1-4b81-8cb6-57698bead5a6 req-2dc849bc-a760-4517-b4e8-c4bc0185e449 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370598 Nov 29 12:24:42.848024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6be8be33-5217-4e07-b3cc-51a5b430e8ce None None] Provisioning complete for port 73244655-90d5-4c5e-9f00-d82970870717 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:24:42.848311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6be8be33-5217-4e07-b3cc-51a5b430e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:24:43.125442 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:24:43.128530 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d96a8b-8797-4eab-8f43-47bf10e67128" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:24:43.162191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aa3370-b49e-438a-a458-337891e47620 x-openstack-request-id: req-f7aa3370-b49e-438a-a458-337891e47620 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:24:43.162491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:24:43.162740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f7aa3370-b49e-438a-a458-337891e47620 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:24:43.163131 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717', 'status': 'completed', 'code': 200} Nov 29 12:24:43.231727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-e8a099e3-d215-4d75-9bdd-551f44c85399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:43.233182 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-e8a099e3-d215-4d75-9bdd-551f44c85399 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1137 time: 0.0395966 Nov 29 12:24:43.323508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-89ea8daf-7251-4aaa-b75c-d0a51bd9ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:43.324862 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-89ea8daf-7251-4aaa-b75c-d0a51bd9ba05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 915 time: 0.0843585 Nov 29 12:24:43.387712 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-4a672762-3508-4e4a-859f-e55b528c5c55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 1000 time: 0.0550606 Nov 29 12:24:43.439514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-10903e84-e3e9-4971-a087-7cbce122e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:43.440938 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-10903e84-e3e9-4971-a087-7cbce122e6d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0453019 Nov 29 12:24:43.483262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-c037de43-9215-46d4-bc00-a82d9f66b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:24:43.484690 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-c037de43-9215-46d4-bc00-a82d9f66b7aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374756 Nov 29 12:24:43.570406 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-f1f70afe-18a4-49a1-85b6-2ec75ff9d363 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782337 Nov 29 12:24:43.661745 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b2d96a8b-8797-4eab-8f43-47bf10e67128 req-0375d70f-a1af-4977-91da-f1644a624290 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847924 Nov 29 12:24:47.938348 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:24:57.755640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:00.730301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8ea19f50-c77c-42ec-8192-94da05a42af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:03.073876 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-4c049576-5c30-479a-8909-2dbcec210249 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964069 Nov 29 12:25:03.159708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-b3d2b3c7-beef-4a8f-96e2-e3888725104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:03.161178 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-b3d2b3c7-beef-4a8f-96e2-e3888725104b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1137 time: 0.0467846 Nov 29 12:25:03.263929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-19c8a58c-86e6-4c7a-bc7a-a0382952f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:03.265272 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-19c8a58c-86e6-4c7a-bc7a-a0382952f386 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 915 time: 0.0851250 Nov 29 12:25:03.281512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bf663ae6-172b-45e6-acf4-86d9937e94cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:03.330973 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-c7d448e3-8c35-4617-8a0f-6aed9912e2bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 1000 time: 0.0576992 Nov 29 12:25:03.382914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-1ea4efa3-d261-4f8c-8f37-47e7e5f84b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:03.384311 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-1ea4efa3-d261-4f8c-8f37-47e7e5f84b84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0462511 Nov 29 12:25:03.427970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-c30d20f6-74f7-489a-bec7-76072ac2374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:03.429382 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-c30d20f6-74f7-489a-bec7-76072ac2374b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384834 Nov 29 12:25:03.514618 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-05927bf0-2cfb-493f-922c-4803e040875c service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779445 Nov 29 12:25:03.607316 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5d391ef5-6c46-4f7e-8b23-6884bcabc06c req-351f70df-b53a-4268-9a93-72bde7d14d44 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858259 Nov 29 12:25:03.722319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:04.784887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:06.104413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:24.937488 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:25:27.772822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:30.730253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4dd859fe-24c9-478d-b521-c5b81bab44b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:33.283624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bfde3dc3-7c81-4333-94de-872819f9ca27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:33.723000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:34.787374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:36.110153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:25:40.651407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-61d9a36b-6d85-4785-804f-85ecd92c44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:40.652917 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-61d9a36b-6d85-4785-804f-85ecd92c44d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1137 time: 0.0409744 Nov 29 12:25:40.655018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425894c-46ad-407f-bc3c-2e4ac803aa0c req-8a7f3dd7-6d3d-4d54-8713-44735a92ae1c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:40.656983 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5425894c-46ad-407f-bc3c-2e4ac803aa0c req-8a7f3dd7-6d3d-4d54-8713-44735a92ae1c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0528810 Nov 29 12:25:40.696749 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5425894c-46ad-407f-bc3c-2e4ac803aa0c req-5b6fb2e0-1ee1-43b5-b094-48d9644e682f tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334978 Nov 29 12:25:40.752066 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-73c5da0b-ac13-4a17-b240-910ab5637177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:40.753432 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-73c5da0b-ac13-4a17-b240-910ab5637177 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 915 time: 0.0937207 Nov 29 12:25:40.816598 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-f9e44d7d-ed06-4fce-8cb7-e7c1671607ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 1000 time: 0.0557058 Nov 29 12:25:40.865434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-ecbe7dfd-7636-4950-8655-b4402297bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:40.866824 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-ecbe7dfd-7636-4950-8655-b4402297bfea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0418711 Nov 29 12:25:40.915026 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-488e04db-8c7e-4314-9e95-271feb10bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:40.916615 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-488e04db-8c7e-4314-9e95-271feb10bd15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422099 Nov 29 12:25:41.004936 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-3d091806-9b8a-4d5f-b579-aa1886f52f5f service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799901 Nov 29 12:25:41.096149 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-148d6ef2-1882-4e61-963e-9ce976b9eef7 req-777bd37d-5913-4ad0-bb2d-d3a4b5540d19 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844462 Nov 29 12:25:41.814077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071d29e-f85f-4c51-bb92-015c9c43b187 req-4b016e99-c30f-4de9-912d-85c013e602ba tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:41.815508 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2071d29e-f85f-4c51-bb92-015c9c43b187 req-4b016e99-c30f-4de9-912d-85c013e602ba tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0493507 Nov 29 12:25:41.854016 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2071d29e-f85f-4c51-bb92-015c9c43b187 req-dbe0d3f5-f0b3-4bef-aaa3-4f94b63e87cd tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323703 Nov 29 12:25:42.965692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4f88-b20d-4f5f-8b4e-5346dd8c4043 req-89980552-db78-423d-a51d-08ea01044479 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:42.967169 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f8a4f88-b20d-4f5f-8b4e-5346dd8c4043 req-89980552-db78-423d-a51d-08ea01044479 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0482624 Nov 29 12:25:43.006925 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4f8a4f88-b20d-4f5f-8b4e-5346dd8c4043 req-5234f7db-f4d4-48a7-968e-3e8f6c8e0256 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334098 Nov 29 12:25:44.123072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320ab3d-cfab-497e-a10f-39846ee9f1fc req-9bfdcd15-3dc0-4248-9316-4a136987fd21 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:44.124490 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c320ab3d-cfab-497e-a10f-39846ee9f1fc req-9bfdcd15-3dc0-4248-9316-4a136987fd21 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0513871 Nov 29 12:25:44.164042 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c320ab3d-cfab-497e-a10f-39846ee9f1fc req-1192ff8b-c1dd-428d-984f-afe113a2d2b7 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336134 Nov 29 12:25:45.282921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73a4bb-2b8c-4511-b656-8ffd5c46a2c8 req-5c390661-5a91-4992-bc42-4af4b27c64aa tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:45.284366 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d73a4bb-2b8c-4511-b656-8ffd5c46a2c8 req-5c390661-5a91-4992-bc42-4af4b27c64aa tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0482452 Nov 29 12:25:45.324560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3d73a4bb-2b8c-4511-b656-8ffd5c46a2c8 req-b6c89450-cdbd-45b5-a60b-0dcae67a776c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342841 Nov 29 12:25:46.436282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c46e51-abce-451a-82da-abf65e17ad0c req-57044e78-56b0-412f-8442-2b6832f36d8b tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:46.437733 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24c46e51-abce-451a-82da-abf65e17ad0c req-57044e78-56b0-412f-8442-2b6832f36d8b tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0481794 Nov 29 12:25:46.476680 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24c46e51-abce-451a-82da-abf65e17ad0c req-c25d4ed6-c5c4-4fe3-932a-0a8607574467 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327663 Nov 29 12:25:47.596297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de577c3-e787-42e2-a007-b98dc654a28a req-aba01065-3f6d-473a-82ee-6d3bf0fd534a tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:47.597773 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5de577c3-e787-42e2-a007-b98dc654a28a req-aba01065-3f6d-473a-82ee-6d3bf0fd534a tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0519180 Nov 29 12:25:47.635917 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5de577c3-e787-42e2-a007-b98dc654a28a req-5ed7e857-8895-456c-b3f5-8067d9ece492 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321951 Nov 29 12:25:48.748132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24199810-a5e2-4aec-81a7-46e4d0798d01 req-f60e3dda-5a10-4fa7-a706-9564dea98f26 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:48.749581 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24199810-a5e2-4aec-81a7-46e4d0798d01 req-f60e3dda-5a10-4fa7-a706-9564dea98f26 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0482724 Nov 29 12:25:48.789476 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24199810-a5e2-4aec-81a7-46e4d0798d01 req-70689fa8-6d8d-43da-b70f-7fa1309122b6 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336068 Nov 29 12:25:49.901697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c30b7f-456b-459e-a75e-883b7515eafc req-bd42efa6-18af-41b9-a97b-84b6db15d50a tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:49.903328 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-46c30b7f-456b-459e-a75e-883b7515eafc req-bd42efa6-18af-41b9-a97b-84b6db15d50a tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0485091 Nov 29 12:25:49.943118 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-46c30b7f-456b-459e-a75e-883b7515eafc req-c99e891e-2d78-4757-99a6-758062bb3d7e tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338004 Nov 29 12:25:51.057724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1bd07-63ce-4cb1-91dc-2cd1e38bac03 req-08aa126e-a932-414f-9c08-7a0e49e09033 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:51.059184 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f3a1bd07-63ce-4cb1-91dc-2cd1e38bac03 req-08aa126e-a932-414f-9c08-7a0e49e09033 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0517530 Nov 29 12:25:51.098172 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f3a1bd07-63ce-4cb1-91dc-2cd1e38bac03 req-193e31f5-c9f6-4474-985c-e478c7997b14 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325379 Nov 29 12:25:52.208946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44165a76-c6a9-4947-a498-e0a16cb843f1 req-9c0eb25f-c475-423c-b1a2-d09f0ef4179d tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:25:52.210390 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-44165a76-c6a9-4947-a498-e0a16cb843f1 req-9c0eb25f-c475-423c-b1a2-d09f0ef4179d tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0475891 Nov 29 12:25:52.249137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-44165a76-c6a9-4947-a498-e0a16cb843f1 req-d790e645-ace3-453a-9c32-db76b8cd884d tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&id=671965fa-2a24-437b-9813-6c4cc2cc4a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328979 Nov 29 12:25:57.767772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:00.731011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ff43ce2e-2563-4da5-88e5-aeee975ad199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:01.935401 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:26:03.282501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-df6e4c56-5141-47ed-8e27-bdd9cf3fc4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:03.723370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:04.789464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:05.578254 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-8ba74185-052d-4cc5-8473-bafb25aadd19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397382 Nov 29 12:26:05.656853 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-75f87107-cc3a-443f-b6ad-f732af4ed037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:05.658321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-75f87107-cc3a-443f-b6ad-f732af4ed037 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1137 time: 0.0400927 Nov 29 12:26:05.758381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-63cbe935-1dd2-4955-8c30-32444ff33c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:05.759803 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-63cbe935-1dd2-4955-8c30-32444ff33c67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 915 time: 0.0836840 Nov 29 12:26:05.823709 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-f698ae4e-d140-49c2-a84c-5352a5c0f597 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 1000 time: 0.0570989 Nov 29 12:26:05.870698 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-43c48a0d-5da4-4efa-8bdf-e524f98e8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:05.872085 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-43c48a0d-5da4-4efa-8bdf-e524f98e8f2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0414233 Nov 29 12:26:05.919901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-c1fde42c-5ff9-4a2b-9b73-4f1d9e1c4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:05.921386 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-c1fde42c-5ff9-4a2b-9b73-4f1d9e1c4259 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421863 Nov 29 12:26:06.007381 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-aa0ee30f-eb4a-4413-801c-021eab0dc4bb service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790462 Nov 29 12:26:06.112466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:06.397499 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a4c07ab2-00a5-4f0e-afca-d3aa1913072d req-65aa60ff-a615-4b36-ab75-8a3e2bb9ae71 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831520 Nov 29 12:26:27.783305 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:30.731619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1fd66685-7d31-442a-bcde-ba6f27742867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:33.282056 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed4a7-0340-4ee9-8079-f0abff12244b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:33.724304 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:34.793193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:36.112948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:38.934653 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:26:55.674882 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-6f1a395e-7f50-4510-b12f-51824adf6d72 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-466327322&fields=id&tenant_id=c3542a0de46e4930abc613c4669d1923 HTTP/1.1" status: 200 len: 267 time: 0.1091979 Nov 29 12:26:55.726151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-f84b088b-1788-4252-9ca1-1b79a9ab0c93 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:55.727562 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-f84b088b-1788-4252-9ca1-1b79a9ab0c93 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 984 time: 0.0470347 Nov 29 12:26:55.738611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Request body: {'port': {'security_groups': ['efaca860-01be-4b4a-b30a-0e2f9f4e3eef']}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:26:55.802472 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:55.972234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] For port 73244655-90d5-4c5e-9f00-d82970870717, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=73244655-90d5-4c5e-9f00-d82970870717,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:26:55.999378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.004354 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.016457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['73244655-90d5-4c5e-9f00-d82970870717'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:26:56.047190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:56.047817 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.049230 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7c5cf2f2-24f9-4c98-a62d-14f31cd3dfc9 req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "PUT /v2.0/ports/73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 942 time: 0.3154657 Nov 29 12:26:56.055267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 37880) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:26:56.066978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:26:56.069226 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536b1b20-2594-4d81-a4d1-1a15fecff816" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:26:56.082649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event updated for resources: {'Port': ['ID=73244655-90d5-4c5e-9f00-d82970870717,revision_number=7']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:26:56.090223 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.090573 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.090915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.091255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.091586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.091916 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.092242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.092569 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.092892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.093216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.093574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.093895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7515a-3039-46f1-9c49-1e546a80b9a3 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.137413 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.151473 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['73244655-90d5-4c5e-9f00-d82970870717'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:26:56.165216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.232439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.235461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.236640 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "DELETE /v2.0/security-groups/671965fa-2a24-437b-9813-6c4cc2cc4a3f HTTP/1.1" status: 204 len: 168 time: 0.1795571 Nov 29 12:26:56.239450 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 37886) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:26:56.249466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671965fa-2a24-437b-9813-6c4cc2cc4a3f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:26:56.257862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.258484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.259016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.259631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.260120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.260612 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.261234 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.261721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.262338 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.262941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.263209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.263541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ffd93d-1bf5-46aa-a116-45a6e6df5558 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:26:56.337702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9dc16cbb-8450-485f-bde5-cb98ceeee202 None None] Provisioning complete for port 73244655-90d5-4c5e-9f00-d82970870717 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:26:56.337985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9dc16cbb-8450-485f-bde5-cb98ceeee202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.622151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Deleting port 1c69e8b3-2d06-4c07-8072-c607d9eb5f44 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:26:56.622492 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.698101 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.698763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.709541 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Calling delete_port for 1c69e8b3-2d06-4c07-8072-c607d9eb5f44 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:26:56.851214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.877718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event deleted for resources: {'Port': ['ID=1c69e8b3-2d06-4c07-8072-c607d9eb5f44,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:26:56.940038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:56.940368 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Floating IP 77487b2d-7079-4ff1-8010-4ef48cd284cb disassociated (deleted). External IP: 172.26.5.38, port: 73244655-90d5-4c5e-9f00-d82970870717. Nov 29 12:26:57.138693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:26:57.189159 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386a31b2-3655-4f1c-8b2f-6c70c65687a2 x-openstack-request-id: req-386a31b2-3655-4f1c-8b2f-6c70c65687a2 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:26:57.189468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:26:57.189722 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-386a31b2-3655-4f1c-8b2f-6c70c65687a2 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:26:57.190152 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717', 'status': 'completed', 'code': 200} Nov 29 12:26:57.223343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-5db00596-4070-426c-b28c-aab5a9f3d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:57.224831 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-5db00596-4070-426c-b28c-aab5a9f3d0af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1098 time: 0.0412595 Nov 29 12:26:57.252563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:26:57.257523 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:57.262502 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] Sync routers for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:26:57.271004 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:26:57.271608 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:26:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:26:57.285656 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ce5825a0-ac73-4b78-937c-3c7fef9638a0 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "DELETE /v2.0/floatingips/77487b2d-7079-4ff1-8010-4ef48cd284cb HTTP/1.1" status: 204 len: 168 time: 1.0449121 Nov 29 12:26:57.323531 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-16afd252-ced8-458d-80a3-aae98164d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:57.325021 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-16afd252-ced8-458d-80a3-aae98164d7e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 915 time: 0.0929868 Nov 29 12:26:57.367980 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-a8c3fb1e-428b-49a6-8bb5-3ff49dafb38f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 217 time: 0.0360229 Nov 29 12:26:57.378633 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:26:57.426196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-68a3fc49-ddc2-485d-84cc-65235a6e433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:57.427740 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-68a3fc49-ddc2-485d-84cc-65235a6e433c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0532525 Nov 29 12:26:57.479036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-504dfad2-f1eb-429c-9770-e49c293bb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:57.480227 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-504dfad2-f1eb-429c-9770-e49c293bb05a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455625 Nov 29 12:26:57.586523 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-3a8c16bd-ccb0-48fe-9785-8bfd9cc4c889 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963142 Nov 29 12:26:57.603341 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:53Z', 'revision_number': 5, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:26:57.631992 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] Checking router: 3614353f-8f4a-4643-9b71-14c1dd9f3af1 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:26:57.640844 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:26:57.641437 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:26:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:26:57.678813 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-536b1b20-2594-4d81-a4d1-1a15fecff816 req-0c51393f-6cc2-4509-b603-d86db5780c61 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840034 Nov 29 12:26:57.740605 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:26:57.784818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:26:58.020198 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:53Z', 'revision_number': 5, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:26:58.045535 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f54e9-8146-4347-9f0f-f0243a23224b None None] The sync data for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv is: [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:49Z', 'revision_number': 4, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '9573fbf6-8df4-4faf-a147-2f285ae0d8e5', 'name': '', 'network_id': '56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'mac_address': 'fa:16:3e:26:98:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:49Z', 'updated_at': '2021-11-29T12:23:53Z', 'revision_number': 5, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'subnets': [{'id': '759c6a9b-cfad-4a8b-bc13-10a27ff1029b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:26:58.283365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78aecc6f-f97f-4e54-a29c-ad49d7552ded None None] New status for floating IP 77487b2d-7079-4ff1-8010-4ef48cd284cb: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:26:59.191778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:26:59.194348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:26:59.229682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059fce3c-9646-4427-a490-e7619204fc4c x-openstack-request-id: req-059fce3c-9646-4427-a490-e7619204fc4c {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:26:59.230049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "tag": "73244655-90d5-4c5e-9f00-d82970870717", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:26:59.230305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-059fce3c-9646-4427-a490-e7619204fc4c {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:26:59.230728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'tag': '73244655-90d5-4c5e-9f00-d82970870717', 'status': 'completed', 'code': 200} Nov 29 12:26:59.294777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-d333c992-4324-494d-9e11-cef1188d89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:59.296426 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-d333c992-4324-494d-9e11-cef1188d89eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c3542a0de46e4930abc613c4669d1923&device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 1098 time: 0.0442634 Nov 29 12:26:59.390791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-a6130990-2f15-41d0-a9bf-7440a2d7d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:59.392248 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-a6130990-2f15-41d0-a9bf-7440a2d7d04b service neutron] 10.222.0.30 "GET /v2.0/networks?id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 200 len: 915 time: 0.0888505 Nov 29 12:26:59.434068 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-f31afa7e-d093-4966-a8c5-dbb8e996cd67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 200 len: 217 time: 0.0345070 Nov 29 12:26:59.481792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-4e414201-a083-455e-8486-540a1598a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:59.483232 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-4e414201-a083-455e-8486-540a1598a67d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 200 len: 853 time: 0.0427270 Nov 29 12:26:59.532874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-42533b6a-78d2-4306-a03c-3d05c19d7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:26:59.534445 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-42533b6a-78d2-4306-a03c-3d05c19d7ef0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446408 Nov 29 12:26:59.626089 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-2b6b998e-890b-4c06-9609-f1da179927c7 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839798 Nov 29 12:26:59.720075 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-226bfbe7-4f91-4a67-a9aa-a7ee2e531223 req-a08b6a31-7d14-4214-923a-b5ac7be46322 service neutron] 10.222.0.30 "GET /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871153 Nov 29 12:27:00.732403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f504d0d2-0775-4161-9c8d-f7b79c1d3351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:03.284735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-80a37dcd-df20-4846-bda6-9c0305a43573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:03.725042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:04.382023 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0b13e-34f2-40a4-8039-73375a5353e1 req-7a1b2c4c-c1d5-4fed-b999-dab2104151df tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:04.383522 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e5d0b13e-34f2-40a4-8039-73375a5353e1 req-7a1b2c4c-c1d5-4fed-b999-dab2104151df tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0553885 Nov 29 12:27:04.422812 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e5d0b13e-34f2-40a4-8039-73375a5353e1 req-50bc2073-fe55-496c-9195-d748eb8d7634 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331819 Nov 29 12:27:04.797659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:05.541183 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016186-d1ee-47be-8be3-3f1cc072e0ec req-68c1f732-879e-4a19-a627-99191e76df35 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:05.542697 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-56016186-d1ee-47be-8be3-3f1cc072e0ec req-68c1f732-879e-4a19-a627-99191e76df35 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0516815 Nov 29 12:27:05.580582 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-56016186-d1ee-47be-8be3-3f1cc072e0ec req-9797c601-4a48-4bbc-aed4-33477f91000c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/security-groups?id=efaca860-01be-4b4a-b30a-0e2f9f4e3eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Nov 29 12:27:06.115907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:06.272455 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-42418ea4-6e9a-4816-95ce-cd302d8c66a2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:06.273879 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-42418ea4-6e9a-4816-95ce-cd302d8c66a2 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Nov 29 12:27:06.363602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Deleting port 73244655-90d5-4c5e-9f00-d82970870717 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:06.363861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:06.451073 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] For port 73244655-90d5-4c5e-9f00-d82970870717, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=73244655-90d5-4c5e-9f00-d82970870717,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:06.451436 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:06.463345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Calling delete_port for 73244655-90d5-4c5e-9f00-d82970870717 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:06.591642 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:06.604039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['73244655-90d5-4c5e-9f00-d82970870717'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:27:06.621172 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Pushing event deleted for resources: {'Port': ['ID=73244655-90d5-4c5e-9f00-d82970870717,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:06.663056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] No DVR routers for this DVR port 73244655-90d5-4c5e-9f00-d82970870717 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:27:06.665553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:06.668847 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-af1e2e9d-55e1-4b48-b12c-33fc4b8cd9b7 req-77f35376-0c60-4df8-a517-c52b457f5d2c tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.30 "DELETE /v2.0/ports/73244655-90d5-4c5e-9f00-d82970870717 HTTP/1.1" status: 204 len: 173 time: 0.3891959 Nov 29 12:27:06.669273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'name': 'network-vif-deleted', 'tag': '73244655-90d5-4c5e-9f00-d82970870717'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:27:06.672118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d6a55-315b-49dd-9f36-63414b03f894" -d '{"events": [{"server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "name": "network-vif-deleted", "tag": "73244655-90d5-4c5e-9f00-d82970870717"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:27:06.681689 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a636776-7ebe-4da2-ad30-207a1401a537 req-db49e30f-785d-43f6-a3c0-ce7df48bee52 tempest-TestMinimumBasicScenario-1898809642 tempest-TestMinimumBasicScenario-1898809642-project] 10.222.0.23 "GET /v2.0/ports?device_id=b0e89fd7-78c6-4e7e-8238-b939e2f058e1 HTTP/1.1" status: 200 len: 210 time: 0.0318360 Nov 29 12:27:06.763995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82caeb2-5972-4cce-af9b-61b558b8186d x-openstack-request-id: req-c82caeb2-5972-4cce-af9b-61b558b8186d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:27:06.764285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e89fd7-78c6-4e7e-8238-b939e2f058e1", "name": "network-vif-deleted", "tag": "73244655-90d5-4c5e-9f00-d82970870717", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:27:06.764539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c82caeb2-5972-4cce-af9b-61b558b8186d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:27:06.765465 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e89fd7-78c6-4e7e-8238-b939e2f058e1', 'name': 'network-vif-deleted', 'tag': '73244655-90d5-4c5e-9f00-d82970870717', 'status': 'completed', 'code': 200} Nov 29 12:27:08.254613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38000) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:08.590464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:08.825262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Deleting port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:08.825508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:08.899720 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] For port 9573fbf6-8df4-4faf-a147-2f285ae0d8e5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:08.900077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:08.912214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Calling delete_port for 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:09.085358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:09.111581 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Pushing event deleted for resources: {'Port': ['ID=9573fbf6-8df4-4faf-a147-2f285ae0d8e5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:09.275154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:09.480512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:27:09.580849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:27:09.586555 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2c23658f-f13b-4cf1-a2ec-2d05b825078a admin admin] 10.222.0.23 "PUT /v2.0/routers/3614353f-8f4a-4643-9b71-14c1dd9f3af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3309097 Nov 29 12:27:09.589105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38002) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:09.589968 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] Sync routers for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:27:09.600384 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:09.600975 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:09.700357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:09.706821 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:09.803955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:09.855474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Deleting port 053258dc-cd32-439c-ba3f-502acb7ddc41 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:09.855812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:09.879632 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163'}], 'enable_snat': True}, 'gw_port_id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:27:09Z', 'revision_number': 5, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port': {'id': '053258dc-cd32-439c-ba3f-502acb7ddc41', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:09.904689 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] Checking router: 3614353f-8f4a-4643-9b71-14c1dd9f3af1 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:27:09.912748 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] Routers {'3614353f-8f4a-4643-9b71-14c1dd9f3af1'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:09.913337 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:09.934820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] For port 053258dc-cd32-439c-ba3f-502acb7ddc41, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=053258dc-cd32-439c-ba3f-502acb7ddc41,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:09.935185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:09.947550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Calling delete_port for 053258dc-cd32-439c-ba3f-502acb7ddc41 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:09.995938 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] Set router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:10.049102 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:27:09Z', 'revision_number': 6, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:10.077406 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42fb2d-235a-498d-944f-2c8828ce6ae1 None None] The sync data for ids ['3614353f-8f4a-4643-9b71-14c1dd9f3af1'] in dv-neutron-819578-1-hyperv is: [{'id': '3614353f-8f4a-4643-9b71-14c1dd9f3af1', 'name': 'tempest-TestMinimumBasicScenario-641149346-router', 'tenant_id': 'c3542a0de46e4930abc613c4669d1923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:47Z', 'updated_at': '2021-11-29T12:27:09Z', 'revision_number': 6, 'project_id': 'c3542a0de46e4930abc613c4669d1923', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:27:10.120896 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.147863 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=053258dc-cd32-439c-ba3f-502acb7ddc41,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:10.207103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.300270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.302357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.344499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.345007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3614353f-8f4a-4643-9b71-14c1dd9f3af1 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:27:10.349195 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.350417 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bc11e659-5fa4-4984-ac0d-593ae7e998f3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3614353f-8f4a-4643-9b71-14c1dd9f3af1 HTTP/1.1" status: 204 len: 168 time: 0.7603400 Nov 29 12:27:10.353019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38004) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:10.396533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-750e285f-19c1-4282-9fda-bdc47e62adaa admin admin] Deleting subnet 759c6a9b-cfad-4a8b-bc13-10a27ff1029b {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:27:10.399451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-750e285f-19c1-4282-9fda-bdc47e62adaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.432800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-750e285f-19c1-4282-9fda-bdc47e62adaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.464749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 73244655-90d5-4c5e-9f00-d82970870717 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:27:10.484532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 73244655-90d5-4c5e-9f00-d82970870717 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:27:10.484875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 73244655-90d5-4c5e-9f00-d82970870717 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:27:10.511316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-750e285f-19c1-4282-9fda-bdc47e62adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.564978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-750e285f-19c1-4282-9fda-bdc47e62adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.589292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e285f-19c1-4282-9fda-bdc47e62adaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=759c6a9b-cfad-4a8b-bc13-10a27ff1029b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:10.595903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-750e285f-19c1-4282-9fda-bdc47e62adaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.599476 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-750e285f-19c1-4282-9fda-bdc47e62adaa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/759c6a9b-cfad-4a8b-bc13-10a27ff1029b HTTP/1.1" status: 204 len: 168 time: 0.2452204 Nov 29 12:27:10.601581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399ded0d-d891-4f73-ba34-cb92e21d5490 None None] Network 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:27:10.601712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38006) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:10.673641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.727143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Deleting port 6c342f0d-f120-4c56-8a2f-42af3e187959 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:10.727485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.771515 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] DHCP port deletion for 56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:27:10.794739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] For port 6c342f0d-f120-4c56-8a2f-42af3e187959, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6c342f0d-f120-4c56-8a2f-42af3e187959,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:10.795101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.808222 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Calling delete_port for 6c342f0d-f120-4c56-8a2f-42af3e187959 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:10.824245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Deleting port 6c342f0d-f120-4c56-8a2f-42af3e187959 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:10.824604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.891134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] For port 6c342f0d-f120-4c56-8a2f-42af3e187959, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=6c342f0d-f120-4c56-8a2f-42af3e187959,segment=NetworkSegment(9ffc8be1-b418-4614-86b0-24145a5eaf94),segment_id=9ffc8be1-b418-4614-86b0-24145a5eaf94)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:10.891841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.894231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.904545 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Calling delete_port for 6c342f0d-f120-4c56-8a2f-42af3e187959 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:10.919106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c342f0d-f120-4c56-8a2f-42af3e187959,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:10.922595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] No DVR routers for this DVR port 6c342f0d-f120-4c56-8a2f-42af3e187959 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:27:10.976489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.996074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:10.998631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Pushing event deleted for resources: {'Port': ['ID=6c342f0d-f120-4c56-8a2f-42af3e187959,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:11.008663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.008888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.009220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.009547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.009871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.010220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.010543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.010861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.011184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.011492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.011806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.012123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:11.015274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39468bf2-69e9-47ca-b7b6-f681a7bd5137 None None] No DVR routers for this DVR port 6c342f0d-f120-4c56-8a2f-42af3e187959 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:27:11.016885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:11.026801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffc8be1-b418-4614-86b0-24145a5eaf94') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:11.027098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffc8be1-b418-4614-86b0-24145a5eaf94') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:11.036509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:11.049477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:11.055337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:27:11.055727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:27:11.057352 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:27:11.109376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:11.114518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:11.117660 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] 10.222.0.23 "DELETE /v2.0/networks/56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1 HTTP/1.1" status: 204 len: 168 time: 0.5150745 Nov 29 12:27:11.120836 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38008) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:11.128885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd60452-caff-43bd-a731-176bb2e67b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=56d740f2-1cc8-4e4b-9f3e-b2e9f10e77f1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:11.684037 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:11.714516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6c342f0d-f120-4c56-8a2f-42af3e187959 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:27:11.738312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 6c342f0d-f120-4c56-8a2f-42af3e187959 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:27:11.738678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 6c342f0d-f120-4c56-8a2f-42af3e187959 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:27:11.739091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 053258dc-cd32-439c-ba3f-502acb7ddc41 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:27:11.756931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 053258dc-cd32-439c-ba3f-502acb7ddc41 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:27:11.757266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 053258dc-cd32-439c-ba3f-502acb7ddc41 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:27:11.757665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:27:11.775315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:27:11.775582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 9573fbf6-8df4-4faf-a147-2f285ae0d8e5 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:27:11.920535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Deleting port f2698ad8-7120-4f49-b6ae-66ab36238b95 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:11.921424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:11.995770 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] For port f2698ad8-7120-4f49-b6ae-66ab36238b95, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f2698ad8-7120-4f49-b6ae-66ab36238b95,segment=NetworkSegment(b070a49f-c60b-40b9-b44d-ed96d0332548),segment_id=b070a49f-c60b-40b9-b44d-ed96d0332548)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:11.996131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:12.008234 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Calling delete_port for f2698ad8-7120-4f49-b6ae-66ab36238b95 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:12.185988 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:12.214127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2698ad8-7120-4f49-b6ae-66ab36238b95,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:12.389065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:12.624710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Router f5d1332a-e5df-45e4-969a-ad039b628a7f has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:27:12.728808 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:27:12.734388 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-581e5948-d411-47cb-a78b-e2772236fa38 admin admin] 10.222.0.23 "PUT /v2.0/routers/f5d1332a-e5df-45e4-969a-ad039b628a7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125391 Nov 29 12:27:12.737222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38010) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:12.738204 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] Sync routers for ids ['f5d1332a-e5df-45e4-969a-ad039b628a7f'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:27:12.747719 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] Routers {'f5d1332a-e5df-45e4-969a-ad039b628a7f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:12.748417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f5d1332a-e5df-45e4-969a-ad039b628a7f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:12.839486 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:12.850919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] Set router f5d1332a-e5df-45e4-969a-ad039b628a7f gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:12.943095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:12.998585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Deleting port d5d2bd84-ee75-41db-874f-dc4d216f3931 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:12.999528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.030743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:27:12Z', 'revision_number': 5, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port': {'id': 'd5d2bd84-ee75-41db-874f-dc4d216f3931', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:07:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:23:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:13.057095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] Checking router: f5d1332a-e5df-45e4-969a-ad039b628a7f for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:27:13.066491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] Routers {'f5d1332a-e5df-45e4-969a-ad039b628a7f'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:13.067116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['f5d1332a-e5df-45e4-969a-ad039b628a7f'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:13.077813 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] For port d5d2bd84-ee75-41db-874f-dc4d216f3931, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d5d2bd84-ee75-41db-874f-dc4d216f3931,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:13.078214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.090724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Calling delete_port for d5d2bd84-ee75-41db-874f-dc4d216f3931 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:13.150333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] Set router f5d1332a-e5df-45e4-969a-ad039b628a7f gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:13.203891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:27:12Z', 'revision_number': 6, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:13.234378 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d37e60a-2dd4-4cf9-9c26-a616b5d392fe None None] The sync data for ids ['f5d1332a-e5df-45e4-969a-ad039b628a7f'] in dv-neutron-819578-1-hyperv is: [{'id': 'f5d1332a-e5df-45e4-969a-ad039b628a7f', 'name': 'tempest-TestMinimumBasicScenario-795129420-router', 'tenant_id': '7467e8f19bf14988913c7be34ea07d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:23:51Z', 'updated_at': '2021-11-29T12:27:12Z', 'revision_number': 6, 'project_id': '7467e8f19bf14988913c7be34ea07d55', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:27:13.254543 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.278000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d2bd84-ee75-41db-874f-dc4d216f3931,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:13.341227 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.428718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.430799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.473575 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.474133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d1332a-e5df-45e4-969a-ad039b628a7f {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:27:13.478649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.479789 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e9a3c963-5160-4dab-a572-83e9581ecc81 admin admin] 10.222.0.23 "DELETE /v2.0/routers/f5d1332a-e5df-45e4-969a-ad039b628a7f HTTP/1.1" status: 204 len: 168 time: 0.7416167 Nov 29 12:27:13.482196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38012) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:13.525578 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b709993-9b3d-4f21-a96a-a8b98de687ab admin admin] Deleting subnet cd13ec62-66f8-402c-a16e-c93a43e1b069 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:27:13.528507 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b709993-9b3d-4f21-a96a-a8b98de687ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.562590 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b709993-9b3d-4f21-a96a-a8b98de687ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.650132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b709993-9b3d-4f21-a96a-a8b98de687ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.703387 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b709993-9b3d-4f21-a96a-a8b98de687ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.730671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1b709993-9b3d-4f21-a96a-a8b98de687ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.734950 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1b709993-9b3d-4f21-a96a-a8b98de687ab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cd13ec62-66f8-402c-a16e-c93a43e1b069 HTTP/1.1" status: 204 len: 168 time: 0.2518175 Nov 29 12:27:13.735999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b709993-9b3d-4f21-a96a-a8b98de687ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd13ec62-66f8-402c-a16e-c93a43e1b069,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:13.736688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38014) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:13.737434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c22c9-7cf7-497b-b949-2b118a618522 None None] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:27:13.806954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.870928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Deleting port f3e483c8-29d2-4121-af4c-e1cfd573dca3 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:13.871249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.932476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] For port f3e483c8-29d2-4121-af4c-e1cfd573dca3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f3e483c8-29d2-4121-af4c-e1cfd573dca3,segment=NetworkSegment(b070a49f-c60b-40b9-b44d-ed96d0332548),segment_id=b070a49f-c60b-40b9-b44d-ed96d0332548)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:13.932781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:13.951285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Calling delete_port for f3e483c8-29d2-4121-af4c-e1cfd573dca3 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:13.972319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] DHCP port deletion for be2d8ca3-91a5-4dd1-a232-73f6950aed8f request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:27:14.024540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] Deleting port f3e483c8-29d2-4121-af4c-e1cfd573dca3 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:27:14.025862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.026799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d5d2bd84-ee75-41db-874f-dc4d216f3931 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:27:14.034606 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.059727 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e483c8-29d2-4121-af4c-e1cfd573dca3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:14.063756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] No DVR routers for this DVR port f3e483c8-29d2-4121-af4c-e1cfd573dca3 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:27:14.142361 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.163691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2d8ca3-91a5-4dd1-a232-73f6950aed8f']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:14.174372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b070a49f-c60b-40b9-b44d-ed96d0332548') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:14.174693 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b070a49f-c60b-40b9-b44d-ed96d0332548') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:14.185048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.202507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.209294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:27:14.209737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:27:14.211506 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:27:14.225825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: d5d2bd84-ee75-41db-874f-dc4d216f3931 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:27:14.226200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d5d2bd84-ee75-41db-874f-dc4d216f3931 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:27:14.226611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f2698ad8-7120-4f49-b6ae-66ab36238b95 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:27:14.250053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: f2698ad8-7120-4f49-b6ae-66ab36238b95 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:27:14.250404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f2698ad8-7120-4f49-b6ae-66ab36238b95 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:27:14.250828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f3e483c8-29d2-4121-af4c-e1cfd573dca3 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:27:14.269335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.277974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.278827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: f3e483c8-29d2-4121-af4c-e1cfd573dca3 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:27:14.279170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f3e483c8-29d2-4121-af4c-e1cfd573dca3 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:27:14.283035 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] 10.222.0.23 "DELETE /v2.0/networks/be2d8ca3-91a5-4dd1-a232-73f6950aed8f HTTP/1.1" status: 204 len: 168 time: 0.5452533 Nov 29 12:27:14.292623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] For port f3e483c8-29d2-4121-af4c-e1cfd573dca3, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f3e483c8-29d2-4121-af4c-e1cfd573dca3,segment=NetworkSegment(b070a49f-c60b-40b9-b44d-ed96d0332548),segment_id=b070a49f-c60b-40b9-b44d-ed96d0332548)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:14.293027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.296866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05b16-01c7-469b-bd73-2f1fa9ba7982 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2d8ca3-91a5-4dd1-a232-73f6950aed8f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:14.312048 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] Calling delete_port for f3e483c8-29d2-4121-af4c-e1cfd573dca3 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:27:14.388908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.396115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] Network be2d8ca3-91a5-4dd1-a232-73f6950aed8f is not hosted by any dhcp agent {{(pid=102105) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 29 12:27:14.396494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] No DVR routers for this DVR port f3e483c8-29d2-4121-af4c-e1cfd573dca3 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:27:14.415316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d372b7-72c8-443d-bf95-c88318a4ca46 None None] Pushing event deleted for resources: {'Port': ['ID=f3e483c8-29d2-4121-af4c-e1cfd573dca3,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:14.462798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38018) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:14.501873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3b63a15a-6674-4635-bb77-9794040fbcac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3542a0de46e4930abc613c4669d1923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378563 Nov 29 12:27:14.504211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38020) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:14.555232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e152732-5d53-4e4b-a742-22a503d6c3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.575944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e152732-5d53-4e4b-a742-22a503d6c3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.622509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e152732-5d53-4e4b-a742-22a503d6c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.625728 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4e152732-5d53-4e4b-a742-22a503d6c3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:14.626924 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4e152732-5d53-4e4b-a742-22a503d6c3ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/efaca860-01be-4b4a-b30a-0e2f9f4e3eef HTTP/1.1" status: 204 len: 168 time: 0.1218357 Nov 29 12:27:14.634814 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e152732-5d53-4e4b-a742-22a503d6c3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaca860-01be-4b4a-b30a-0e2f9f4e3eef,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:14.926395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38026) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:14.965740 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a230e871-d306-45a9-bc90-7f1c6632a483 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7467e8f19bf14988913c7be34ea07d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381911 Nov 29 12:27:14.968093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38028) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:15.014318 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1cc740e3-0b58-45de-9336-d0cc7fe842c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:15.037490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1cc740e3-0b58-45de-9336-d0cc7fe842c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:15.085329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1cc740e3-0b58-45de-9336-d0cc7fe842c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:15.087931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1cc740e3-0b58-45de-9336-d0cc7fe842c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:15.089246 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1cc740e3-0b58-45de-9336-d0cc7fe842c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acd7902b-a082-42b2-801b-05514279b0a4 HTTP/1.1" status: 204 len: 168 time: 0.1202700 Nov 29 12:27:15.097171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc740e3-0b58-45de-9336-d0cc7fe842c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd7902b-a082-42b2-801b-05514279b0a4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:15.933476 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:27:16.774659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38068) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:16.779213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304458087', 'description': 'tempest-secgroup-smoke-304458087 description', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:16.801516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:16.809186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:16.882830 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:16.886555 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:16.929140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2a6d3-e149-4c25-a2f5-ae9d91b28c54,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:16.966409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:16.970379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:16.999535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.000744 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2250884 Nov 29 12:27:17.002621 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5a9d7-89ff-47d6-96fc-6f38a92b0fe7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70bcf0-5124-4d11-b077-5bf1cd0d115e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:17.003763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38070) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:17.009722 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-34c033a7-8714-4cdb-92f1-ae254e7dea17 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5e70bcf0-5124-4d11-b077-5bf1cd0d115e', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:17.036570 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34c033a7-8714-4cdb-92f1-ae254e7dea17 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.094849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34c033a7-8714-4cdb-92f1-ae254e7dea17 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.098446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34c033a7-8714-4cdb-92f1-ae254e7dea17 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.116217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c033a7-8714-4cdb-92f1-ae254e7dea17 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec88755a-3a74-451c-8b4a-ec7842f8faf5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:17.121171 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-34c033a7-8714-4cdb-92f1-ae254e7dea17 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.122434 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-34c033a7-8714-4cdb-92f1-ae254e7dea17 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167226 Nov 29 12:27:17.125038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38072) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:17.129369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b152a28d-3f90-4337-8b38-e70556c22a74 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5e70bcf0-5124-4d11-b077-5bf1cd0d115e', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:17.154199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b152a28d-3f90-4337-8b38-e70556c22a74 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.210770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b152a28d-3f90-4337-8b38-e70556c22a74 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.214742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b152a28d-3f90-4337-8b38-e70556c22a74 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.232015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152a28d-3f90-4337-8b38-e70556c22a74 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8072fd-827f-4cc3-94b8-52890caab7e1,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:17.240586 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b152a28d-3f90-4337-8b38-e70556c22a74 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.241761 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b152a28d-3f90-4337-8b38-e70556c22a74 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157379 Nov 29 12:27:17.244598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38074) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:17.248811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-76d8b8da-e9de-4b23-9dc1-25f2a08ebe10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5e70bcf0-5124-4d11-b077-5bf1cd0d115e', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:17.274031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-76d8b8da-e9de-4b23-9dc1-25f2a08ebe10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.329102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-76d8b8da-e9de-4b23-9dc1-25f2a08ebe10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.332537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-76d8b8da-e9de-4b23-9dc1-25f2a08ebe10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.349706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8b8da-e9de-4b23-9dc1-25f2a08ebe10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec97d3b-a680-4504-adb2-79cc93dc72d2,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:17.357263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-76d8b8da-e9de-4b23-9dc1-25f2a08ebe10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.358465 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-76d8b8da-e9de-4b23-9dc1-25f2a08ebe10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129885 Nov 29 12:27:17.361115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38076) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:17.365252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5101fa27-9e73-4e50-85e4-510b9c4c46bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5e70bcf0-5124-4d11-b077-5bf1cd0d115e', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:17.390023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5101fa27-9e73-4e50-85e4-510b9c4c46bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.447823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5101fa27-9e73-4e50-85e4-510b9c4c46bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.451332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5101fa27-9e73-4e50-85e4-510b9c4c46bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.470179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101fa27-9e73-4e50-85e4-510b9c4c46bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1a6e5e-3b29-436a-9d49-5bfefdee612d,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:17.478083 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5101fa27-9e73-4e50-85e4-510b9c4c46bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.479243 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5101fa27-9e73-4e50-85e4-510b9c4c46bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172364 Nov 29 12:27:17.481932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38078) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:17.486175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7dff2bf9-cd42-47ff-b356-78afe0318df1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5e70bcf0-5124-4d11-b077-5bf1cd0d115e', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:17.511677 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-7dff2bf9-cd42-47ff-b356-78afe0318df1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:27:17.517040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7dff2bf9-cd42-47ff-b356-78afe0318df1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.575728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7dff2bf9-cd42-47ff-b356-78afe0318df1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.579761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7dff2bf9-cd42-47ff-b356-78afe0318df1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.597317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff2bf9-cd42-47ff-b356-78afe0318df1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e5bd1a-5bf2-4d78-9e20-19eed19ca7d4,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:17.602053 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7dff2bf9-cd42-47ff-b356-78afe0318df1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.603236 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7dff2bf9-cd42-47ff-b356-78afe0318df1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203752 Nov 29 12:27:17.605878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38080) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:17.610131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7ecc1c6f-e9ac-41af-980f-8cbf5c80fa02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5e70bcf0-5124-4d11-b077-5bf1cd0d115e', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:17.630869 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-7ecc1c6f-e9ac-41af-980f-8cbf5c80fa02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:27:17.635783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1c6f-e9ac-41af-980f-8cbf5c80fa02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.694194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1c6f-e9ac-41af-980f-8cbf5c80fa02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.697449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1c6f-e9ac-41af-980f-8cbf5c80fa02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.716412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc1c6f-e9ac-41af-980f-8cbf5c80fa02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f42b4d-6820-4012-a2d4-78b7d78e12bf,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:17.721982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7ecc1c6f-e9ac-41af-980f-8cbf5c80fa02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.723226 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7ecc1c6f-e9ac-41af-980f-8cbf5c80fa02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164091 Nov 29 12:27:17.726186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38082) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:17.730800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'network': {'name': 'tempest-network-smoke--77857099', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:17.750914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:27:17.754412 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.778919 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:27:17.787342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.787689 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Added segment 36733593-c9b1-474d-a36a-d9d9c09b2c1b of type vlan for network 0379db50-c3ef-4da7-8254-f3df727248a6 Nov 29 12:27:17.825265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.848825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.854287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:17.854862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.906130 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1789451 Nov 29 12:27:17.909024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38084) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:17.915136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'admin_state_up': True, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:17.937001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4dd9f-20b7-4c5e-b878-857aaeb02bed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Network': ['ID=0379db50-c3ef-4da7-8254-f3df727248a6,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:17.948025 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 0379db50-c3ef-4da7-8254-f3df727248a6 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:27:17.950553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:17.951691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:18.007742 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:18.142062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:18.325986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:18.344503 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:18.445350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.33 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/19bec1e1-e543-4c70-986b-930c9e2f28c5) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:27:18.546556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:18.579157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:18.617803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:27:18.620593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:27:18.624106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:27:18.648474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=19bec1e1-e543-4c70-986b-930c9e2f28c5,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:19.169598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:19.357161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:19.477704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 698fe454-8725-46a8-8f37-a840a4611727 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:27:19.580140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:27:19.589450 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Sync routers for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:27:19.598841 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:19.599446 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:19.599783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:19.600997 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d7bcc50b-5917-4fc8-be66-a804621fb406 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6910739 Nov 29 12:27:19.604149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38086) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:19.701132 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:19.724742 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-58d4afca-626a-48db-a36a-e91314686f49 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a3a570f33e32414c9caafb3e6da023b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1194978 Nov 29 12:27:19.727438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38090) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:19.815303 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9d2c2-2a90-404b-921c-aea235027a55 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:19.816954 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dcb9d2c2-2a90-404b-921c-aea235027a55 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886364 Nov 29 12:27:19.819890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38092) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:19.849310 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5d9ce89b-3f7c-42de-86fa-495d75abac93 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260592 Nov 29 12:27:19.849523 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38094) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:19.854108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1061842497', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:19.874336 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:18Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:19.909614 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Checking router: 698fe454-8725-46a8-8f37-a840a4611727 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:27:19.909966 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Updating router 698fe454-8725-46a8-8f37-a840a4611727 port 19bec1e1-e543-4c70-986b-930c9e2f28c5 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:27:19.933454 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:19.945737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:27:19.949437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.127190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.179962 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.184419 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Subnet': ['ID=6e8532d5-29eb-431e-a4e7-6757a325fe1d,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:20.186837 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.196290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Checking segment: {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:27:20.196652 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network hostable DHCP agents. Network: 0379db50-c3ef-4da7-8254-f3df727248a6, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:27:20.219288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 0379db50-c3ef-4da7-8254-f3df727248a6 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:27:20.229238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 0379db50-c3ef-4da7-8254-f3df727248a6) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:27:20.235566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:20.238205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ac3d1-e61d-43df-b8d0-cdbe5c9b9651 None None] Network 0379db50-c3ef-4da7-8254-f3df727248a6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:27:20.238710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.241574 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Pushing event updated for resources: {'Port': ['ID=19bec1e1-e543-4c70-986b-930c9e2f28c5,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:20.243763 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Attempting to bind port 19bec1e1-e543-4c70-986b-930c9e2f28c5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:27:20.244233 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Attempting to bind port 19bec1e1-e543-4c70-986b-930c9e2f28c5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:27:20.244496 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Attempting to bind port 19bec1e1-e543-4c70-986b-930c9e2f28c5 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:27:20.253178 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.253493 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.253834 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.254295 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.254609 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.254922 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.255257 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.255620 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.257225 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.257562 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.257881 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.258408 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:27:20.258652 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-599ea40b-afcf-43cb-ab21-df7e2b9d9b96 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4081929 Nov 29 12:27:20.261290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38096) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:20.265703 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:27:20.266099 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:27:20.266706 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.267093 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:27:20.267747 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Bound port: 19bec1e1-e543-4c70-986b-930c9e2f28c5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:27:20.269486 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.322612 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] For port 19bec1e1-e543-4c70-986b-930c9e2f28c5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:27:20.325609 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] For port 19bec1e1-e543-4c70-986b-930c9e2f28c5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=19bec1e1-e543-4c70-986b-930c9e2f28c5,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:27:20.331468 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.379078 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:20.379732 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:20.394722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-0379db50-c3ef-4da7-8254-f3df727248a6', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:27:20.395689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.534932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Allocated IP 172.20.0.2 (0379db50-c3ef-4da7-8254-f3df727248a6/6e8532d5-29eb-431e-a4e7-6757a325fe1d/e6a41c45-e74d-4a2f-b560-bb5fa053a694) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:27:20.546691 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a3fbcf-a0f5-4f10-b9e5-a63bdd06b558 None None] Pushing event updated for resources: {'Port': ['ID=19bec1e1-e543-4c70-986b-930c9e2f28c5,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:20.601976 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:20.682159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.688799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.723300 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.727140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Network 0379db50-c3ef-4da7-8254-f3df727248a6 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:27:20.730000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:27:20.737017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:27:20.741994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Pushing event updated for resources: {'Port': ['ID=e6a41c45-e74d-4a2f-b560-bb5fa053a694,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:20.789810 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:18Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:20.791575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Attempting to bind port e6a41c45-e74d-4a2f-b560-bb5fa053a694 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:27:20.792149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Attempting to bind port e6a41c45-e74d-4a2f-b560-bb5fa053a694 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:27:20.792564 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Attempting to bind port e6a41c45-e74d-4a2f-b560-bb5fa053a694 on network 0379db50-c3ef-4da7-8254-f3df727248a6 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:27:20.798345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:27:20.799175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Checking segment: {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:27:20.799774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.800358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Bound using segment: {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:27:20.800892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Bound port: e6a41c45-e74d-4a2f-b560-bb5fa053a694, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:27:20.801332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.820332 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c0bfc0-d88e-449b-8721-e53b5ddd628a None None] The sync data for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv is: [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:18Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:27:20.875341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] For port e6a41c45-e74d-4a2f-b560-bb5fa053a694, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:27:20.879958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] For port e6a41c45-e74d-4a2f-b560-bb5fa053a694, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e6a41c45-e74d-4a2f-b560-bb5fa053a694,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:27:20.885326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:20.950735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca1fc9-a3bf-4a20-b060-25ee3da37929 None None] Pushing event updated for resources: {'Port': ['ID=e6a41c45-e74d-4a2f-b560-bb5fa053a694,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:21.018355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.1 (0379db50-c3ef-4da7-8254-f3df727248a6/6e8532d5-29eb-431e-a4e7-6757a325fe1d/b9e2c3be-3d26-4c85-9775-fc2848b7d2ad) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:27:21.181081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.238139 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.283443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 0379db50-c3ef-4da7-8254-f3df727248a6 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:27:21.286866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:27:21.289544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:27:21.321972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:21.348688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.480493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.791244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.799521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.808118 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e6a41c45-e74d-4a2f-b560-bb5fa053a694 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:27:21.862815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e6a41c45-e74d-4a2f-b560-bb5fa053a694 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:21.863476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.884151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:21.890477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.955687 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.989001 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port e6a41c45-e74d-4a2f-b560-bb5fa053a694, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e6a41c45-e74d-4a2f-b560-bb5fa053a694,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:21.994307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:21.994784 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 0379db50-c3ef-4da7-8254-f3df727248a6 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:27:21.995148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 19bec1e1-e543-4c70-986b-930c9e2f28c5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:27:21.996507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:27:22.041329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4a8a1d-d2de-481f-80bb-9bea076d0bf8 None None] Network 0379db50-c3ef-4da7-8254-f3df727248a6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:27:22.114239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 698fe454-8725-46a8-8f37-a840a4611727 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:27:22.134744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=e6a41c45-e74d-4a2f-b560-bb5fa053a694,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:22.146164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b6466db8-115c-4f7c-b525-a59203f65b85 None None] Provisioning complete for port e6a41c45-e74d-4a2f-b560-bb5fa053a694 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:22.146535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b6466db8-115c-4f7c-b525-a59203f65b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:22.185999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 19bec1e1-e543-4c70-986b-930c9e2f28c5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:22.186374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:22.226509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:27:22.240336 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2a7ababa-e71a-40db-95b9-99803fe3e51f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/698fe454-8725-46a8-8f37-a840a4611727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9702029 Nov 29 12:27:22.378014 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-6cf631d6-c503-4645-ad8c-5459c5e56483 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304458087&fields=id&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 267 time: 0.0360661 Nov 29 12:27:22.389989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:22.414052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 19bec1e1-e543-4c70-986b-930c9e2f28c5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=19bec1e1-e543-4c70-986b-930c9e2f28c5,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:22.419974 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:22.469205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=19bec1e1-e543-4c70-986b-930c9e2f28c5,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:22.508697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-fa2d6c1c-e45a-4fed-b6a7-ab20058f4407 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:22.510436 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-fa2d6c1c-e45a-4fed-b6a7-ab20058f4407 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/networks?id=0379db50-c3ef-4da7-8254-f3df727248a6 HTTP/1.1" status: 200 len: 795 time: 0.1193144 Nov 29 12:27:22.526001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-b5d0f1e8-6aa5-45e7-aae4-e1e6953ca68f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/quotas/a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 375 time: 0.0096698 Nov 29 12:27:22.571831 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Sync routers for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:27:22.580709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:22.581356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:22.584837 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-58873a97-228d-424f-ad9f-07af79c50042 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524421 Nov 29 12:27:22.649060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-6df07f48-928b-46a0-805e-c5a1d9891c14 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:27:22.654563 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-6df07f48-928b-46a0-805e-c5a1d9891c14 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582733 Nov 29 12:27:22.681710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-81a2e0ab-1a31-4b3a-a1cb-65f543b1672a None None] Provisioning complete for port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:22.682210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81a2e0ab-1a31-4b3a-a1cb-65f543b1672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:22.731533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:22.735058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-81a2e0ab-1a31-4b3a-a1cb-65f543b1672a None None] Port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:27:22.755590 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-8cf1ebfa-838b-4a47-a7e3-8ad65ad057fd service neutron] 10.222.0.23 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966728 Nov 29 12:27:22.779815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-81a2e0ab-1a31-4b3a-a1cb-65f543b1672a None None] Provisioning complete for port e6a41c45-e74d-4a2f-b560-bb5fa053a694 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:22.780188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-81a2e0ab-1a31-4b3a-a1cb-65f543b1672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:22.863983 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-b5fffe97-9d1b-4ba8-af77-d0b8ca5e49a0 service neutron] 10.222.0.23 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026640 Nov 29 12:27:23.018457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 2, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:23.049502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Checking router: 698fe454-8725-46a8-8f37-a840a4611727 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:27:23.049861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Updating router 698fe454-8725-46a8-8f37-a840a4611727 port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:27:23.054829 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f66e4936-b268-4855-83cb-54797a2f8ebf req-d234830e-ce97-4a8e-bfaa-0ac300b2de16 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 210 time: 0.0400679 Nov 29 12:27:23.089091 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.137887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f848e4b5-6af8-4fd7-af0f-cd9a2804bd0d None None] Provisioning complete for port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:23.138292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f848e4b5-6af8-4fd7-af0f-cd9a2804bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.238821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f848e4b5-6af8-4fd7-af0f-cd9a2804bd0d None None] Port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:27:23.387410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f43782c7-2eed-432b-96c8-f42976996327 None None] Provisioning complete for port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:23.387774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f43782c7-2eed-432b-96c8-f42976996327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.427386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.437150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.443999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f43782c7-2eed-432b-96c8-f42976996327 None None] Port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:27:23.629844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16d31f-5b50-46ef-b703-ab52776b14d4 None None] Pushing event updated for resources: {'Port': ['ID=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:23.682692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Attempting to bind port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:27:23.683065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Attempting to bind port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:27:23.683428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Attempting to bind port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad on network 0379db50-c3ef-4da7-8254-f3df727248a6 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:27:23.689529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ab33a78a-3e5b-498e-b723-1fa36aaa7122 None None] Provisioning complete for port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:23.689901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab33a78a-3e5b-498e-b723-1fa36aaa7122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.692869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:27:23.693251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Checking segment: {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:27:23.693644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.694060 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Bound using segment: {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:27:23.694526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Bound port: b9e2c3be-3d26-4c85-9775-fc2848b7d2ad, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:27:23.694903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.726525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e6a41c45-e74d-4a2f-b560-bb5fa053a694 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:27:23.777373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ab33a78a-3e5b-498e-b723-1fa36aaa7122 None None] Port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:27:23.819646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] For port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:27:23.822749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] For port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:27:23.828296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.832152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e6a41c45-e74d-4a2f-b560-bb5fa053a694 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:23.832517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:23.922298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:23.922936 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:23.926598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16d31f-5b50-46ef-b703-ab52776b14d4 None None] Pushing event updated for resources: {'Port': ['ID=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:24.003555 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-69b1a3e1-ef8a-4e46-9149-f69224314cc2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:24.005641 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-69b1a3e1-ef8a-4e46-9149-f69224314cc2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/networks?id=0379db50-c3ef-4da7-8254-f3df727248a6 HTTP/1.1" status: 200 len: 795 time: 0.1225829 Nov 29 12:27:24.049599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 19bec1e1-e543-4c70-986b-930c9e2f28c5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:27:24.076832 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-ee6ec249-dfd4-4adb-a41a-732394c436cd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 379 time: 0.0552576 Nov 29 12:27:24.088214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'port': {'device_id': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'admin_state_up': True, 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'security_groups': ['5e70bcf0-5124-4d11-b077-5bf1cd0d115e']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:24.088361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:24.157833 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dede0a5d-560c-4a56-b41c-598c22c30501 req-5a0d2102-7dfb-4f82-b515-3c41261ed171 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 210 time: 0.0275564 Nov 29 12:27:24.213313 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:27:24.217012 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.240969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 19bec1e1-e543-4c70-986b-930c9e2f28c5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:24.241334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.281556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-08ee96bf-ddbb-452a-b5b8-8b39bdd66d9a None None] Provisioning complete for port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:24.281925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08ee96bf-ddbb-452a-b5b8-8b39bdd66d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.342847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.7 (0379db50-c3ef-4da7-8254-f3df727248a6/6e8532d5-29eb-431e-a4e7-6757a325fe1d/6f46e887-7877-4f30-87a1-1cbb69340e61) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:27:24.458250 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08ee96bf-ddbb-452a-b5b8-8b39bdd66d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.480046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.497353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:24.502290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-08ee96bf-ddbb-452a-b5b8-8b39bdd66d9a None None] For port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:24.520445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.525850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-08ee96bf-ddbb-452a-b5b8-8b39bdd66d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.528811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdf395-553a-4434-96b0-ed126a27a025 None None] The sync data for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv is: [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:27:24.563187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 0379db50-c3ef-4da7-8254-f3df727248a6 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:27:24.566550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:27:24.570269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:27:24.574887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee96bf-ddbb-452a-b5b8-8b39bdd66d9a None None] Pushing event updated for resources: {'Port': ['ID=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:24.590757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=6f46e887-7877-4f30-87a1-1cbb69340e61,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:24.641764 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:24.642800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.664959 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-c202c51a-3731-4111-813b-49a04fd90124 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833700 Nov 29 12:27:24.677799 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Request body: {'port': {'device_id': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:24.740811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.850753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-95b914b2-6c99-450b-a856-522c42950d61 None None] Provisioning complete for port 6f46e887-7877-4f30-87a1-1cbb69340e61 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:24.851155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-95b914b2-6c99-450b-a856-522c42950d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:24.890829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-95b914b2-6c99-450b-a856-522c42950d61 None None] Port 6f46e887-7877-4f30-87a1-1cbb69340e61 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:27:25.012178 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f46e887-7877-4f30-87a1-1cbb69340e61 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:27:25.020848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:25.034979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Transition to ACTIVE for port object 6f46e887-7877-4f30-87a1-1cbb69340e61 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:27:25.038770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:25.090490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Pushing event updated for resources: {'Port': ['ID=6f46e887-7877-4f30-87a1-1cbb69340e61,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:25.171995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Attempting to bind port 6f46e887-7877-4f30-87a1-1cbb69340e61 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:27:25.172333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Attempting to bind port 6f46e887-7877-4f30-87a1-1cbb69340e61 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:27:25.172663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Attempting to bind port 6f46e887-7877-4f30-87a1-1cbb69340e61 on network 0379db50-c3ef-4da7-8254-f3df727248a6 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:27:25.177378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Port 6f46e887-7877-4f30-87a1-1cbb69340e61 on network 0379db50-c3ef-4da7-8254-f3df727248a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:27:25.177697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Attempting to bind port 6f46e887-7877-4f30-87a1-1cbb69340e61 on network 0379db50-c3ef-4da7-8254-f3df727248a6 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:27:25.184054 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:27:25.184392 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Checking segment: {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:27:25.184779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Bound using segment: {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:27:25.185214 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Bound port: 6f46e887-7877-4f30-87a1-1cbb69340e61, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36733593-c9b1-474d-a36a-d9d9c09b2c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:27:25.185576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:25.261264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] For port 6f46e887-7877-4f30-87a1-1cbb69340e61, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:27:25.265920 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] For port 6f46e887-7877-4f30-87a1-1cbb69340e61, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6f46e887-7877-4f30-87a1-1cbb69340e61,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:27:25.273337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:25.293527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9db9-0b53-45b9-b7a2-e235f1d4ff96 req-51a6e2c4-d058-4153-b32a-ff749d94a189 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:25.295289 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24cf9db9-0b53-45b9-b7a2-e235f1d4ff96 req-51a6e2c4-d058-4153-b32a-ff749d94a189 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 943 time: 0.0633998 Nov 29 12:27:25.308659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:25.313754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:25.313754 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] 10.222.0.30 "PUT /v2.0/ports/6f46e887-7877-4f30-87a1-1cbb69340e61 HTTP/1.1" status: 200 len: 1093 time: 0.6376612 Nov 29 12:27:25.313754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:27:25.315830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00dbbb-053d-4872-ab92-bee5ba919e08" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:27:25.356721 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-24cf9db9-0b53-45b9-b7a2-e235f1d4ff96 req-294d7261-cc9d-41f4-90b7-5526bba3ac0a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483968 Nov 29 12:27:25.367860 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f2fca-e0e7-4496-8fea-61ca71bd6835 service neutron] Pushing event updated for resources: {'Port': ['ID=6f46e887-7877-4f30-87a1-1cbb69340e61,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:25.389716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14d217e-65c2-4f4b-884e-77a6299eee0d x-openstack-request-id: req-b14d217e-65c2-4f4b-884e-77a6299eee0d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:27:25.390036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:27:25.390288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b14d217e-65c2-4f4b-884e-77a6299eee0d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:27:25.390681 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'status': 'completed', 'code': 200} Nov 29 12:27:25.407071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-f22aff1d-bb52-4c4d-aa98-56589e8f6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:25.408843 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-f22aff1d-bb52-4c4d-aa98-56589e8f6d05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 1096 time: 0.0518162 Nov 29 12:27:25.456892 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-3f191fa0-0d5a-444b-a8a0-c1133b375503 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f46e887-7877-4f30-87a1-1cbb69340e61 HTTP/1.1" status: 200 len: 217 time: 0.0395670 Nov 29 12:27:25.515954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-eaf6f33c-11f0-412f-83fb-469b9337d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:25.517546 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-eaf6f33c-11f0-412f-83fb-469b9337d40a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e8532d5-29eb-431e-a4e7-6757a325fe1d HTTP/1.1" status: 200 len: 835 time: 0.0542502 Nov 29 12:27:25.566776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-6c4a14a1-941a-4d2e-8dd9-a185f221e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:25.568277 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-6c4a14a1-941a-4d2e-8dd9-a185f221e03e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0379db50-c3ef-4da7-8254-f3df727248a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438056 Nov 29 12:27:25.748524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b9e2c3be-3d26-4c85-9775-fc2848b7d2ad up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:27:25.802707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:25.803088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:25.971105 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-3e680933-6464-4909-94d7-31d43af9db09 service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953745 Nov 29 12:27:26.066244 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8d66a6cf-df89-472c-9355-e8198afe0127 req-2eb93ce6-271a-4ec1-9da8-346bf739b466 service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869114 Nov 29 12:27:26.150236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-b791a872-6156-4e0a-82db-1809cf18eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:26.151688 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-b791a872-6156-4e0a-82db-1809cf18eaad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 1096 time: 0.0437963 Nov 29 12:27:26.239499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-4e0423aa-27a8-4dbd-b1bb-8baf2ef4d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:26.240841 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-4e0423aa-27a8-4dbd-b1bb-8baf2ef4d0af service neutron] 10.222.0.30 "GET /v2.0/networks?id=0379db50-c3ef-4da7-8254-f3df727248a6 HTTP/1.1" status: 200 len: 896 time: 0.0824037 Nov 29 12:27:26.284528 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-32fad8f2-eee7-4b01-83f7-1249dc776611 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f46e887-7877-4f30-87a1-1cbb69340e61 HTTP/1.1" status: 200 len: 217 time: 0.0364523 Nov 29 12:27:26.332956 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-a38eaf80-813f-4455-af2a-832a14ee4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:26.334754 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-a38eaf80-813f-4455-af2a-832a14ee4a01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e8532d5-29eb-431e-a4e7-6757a325fe1d HTTP/1.1" status: 200 len: 835 time: 0.0438344 Nov 29 12:27:26.380337 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-a13373d7-74b4-4a95-b391-d327118c6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:26.381841 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-a13373d7-74b4-4a95-b391-d327118c6dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0379db50-c3ef-4da7-8254-f3df727248a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403776 Nov 29 12:27:26.460099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32302d8b-8770-41aa-9173-541ad9f5ee1c req-036cd4a5-994a-4226-9cfc-8a4074a0b8fc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:26.461579 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-32302d8b-8770-41aa-9173-541ad9f5ee1c req-036cd4a5-994a-4226-9cfc-8a4074a0b8fc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 943 time: 0.0483880 Nov 29 12:27:26.476774 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-83c53f9f-be2c-42f6-9d60-4e00b098e7f8 service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876982 Nov 29 12:27:26.499676 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-32302d8b-8770-41aa-9173-541ad9f5ee1c req-d4432cf5-5f26-43fb-98a2-2bb15231d1e3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320115 Nov 29 12:27:26.565827 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fc00dbbb-053d-4872-ab92-bee5ba919e08 req-9150a55a-a9d4-4b86-b9cb-bbfddc0bb8b3 service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819073 Nov 29 12:27:27.612214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8be891-9265-434b-9c3f-c2a82b41e950 req-a5a9daca-d3f1-4041-a938-941452bb7843 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:27.613642 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd8be891-9265-434b-9c3f-c2a82b41e950 req-a5a9daca-d3f1-4041-a938-941452bb7843 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 943 time: 0.0476511 Nov 29 12:27:27.651494 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd8be891-9265-434b-9c3f-c2a82b41e950 req-f9fe5583-403d-4652-91dc-58ee12527ffb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320058 Nov 29 12:27:27.764744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-844ede9f-e5e1-48b0-a36e-1dd58672a77b req-3dfb8b05-d584-44c3-8784-e99e87bf82fb tempest-ServerDiskConfigTestJSON-930454766 tempest-ServerDiskConfigTestJSON-930454766-project] (102103) timed out ('10.222.0.30', 64972) {{(pid=102103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 29 12:27:27.782787 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:28.526995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 6f46e887-7877-4f30-87a1-1cbb69340e61 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:27:28.618863 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 6f46e887-7877-4f30-87a1-1cbb69340e61, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6f46e887-7877-4f30-87a1-1cbb69340e61,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:28.629728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'port_id': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'mac_address': 'fa:16:3e:90:e0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:27:28.664569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:28.676631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f46e887-7877-4f30-87a1-1cbb69340e61 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:27:28.695509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 6f46e887-7877-4f30-87a1-1cbb69340e61, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6f46e887-7877-4f30-87a1-1cbb69340e61,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:28.700510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:28.751672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=6f46e887-7877-4f30-87a1-1cbb69340e61,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:28.770619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27039ab7-0727-4181-8c31-4d0dbc40ec20 req-6f08218c-30fc-4c35-a242-e16254f9af63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:28.772031 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-27039ab7-0727-4181-8c31-4d0dbc40ec20 req-6f08218c-30fc-4c35-a242-e16254f9af63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 944 time: 0.0514112 Nov 29 12:27:28.808564 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-27039ab7-0727-4181-8c31-4d0dbc40ec20 req-957e400d-2c12-470d-b507-4b6db50000c0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306141 Nov 29 12:27:29.049997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['6f46e887-7877-4f30-87a1-1cbb69340e61'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:27:29.920776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699efd8-c5d9-4e86-9a4c-a9dbc0326574 req-ef7830e8-1e00-45f2-a99e-b42c7d50fbb6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:29.922244 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2699efd8-c5d9-4e86-9a4c-a9dbc0326574 req-ef7830e8-1e00-45f2-a99e-b42c7d50fbb6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 944 time: 0.0477188 Nov 29 12:27:29.958455 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2699efd8-c5d9-4e86-9a4c-a9dbc0326574 req-f7b7d440-9e3d-4949-8549-be7f5064c2ea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304961 Nov 29 12:27:30.542806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 6f46e887-7877-4f30-87a1-1cbb69340e61 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:27:30.589898 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 6f46e887-7877-4f30-87a1-1cbb69340e61 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:27:30.593971 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 6f46e887-7877-4f30-87a1-1cbb69340e61 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:27:30.594343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:30.667724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:30.689987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:27:30.692463 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e207ee69-e7bd-44c2-96d1-553c04172bc5" -d '{"events": [{"server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "name": "network-vif-plugged", "status": "completed", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:27:30.705152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 6f46e887-7877-4f30-87a1-1cbb69340e61, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6f46e887-7877-4f30-87a1-1cbb69340e61,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:27:30.709444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:30.734997 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f05ed0f-c32e-46d2-a642-13752ca351b3 x-openstack-request-id: req-1f05ed0f-c32e-46d2-a642-13752ca351b3 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:27:30.735279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "name": "network-vif-plugged", "status": "completed", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:27:30.735525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f05ed0f-c32e-46d2-a642-13752ca351b3 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:27:30.735895 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'code': 200} Nov 29 12:27:30.757081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2e2bf88-6172-4791-91fc-d375313e4681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:30.772089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=6f46e887-7877-4f30-87a1-1cbb69340e61,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:30.896347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a5bfe-cd16-4fc9-af66-cf8b08580045 req-4b2e8c3a-fc7b-48e8-b7f4-d266c2af52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:30.897816 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a84a5bfe-cd16-4fc9-af66-cf8b08580045 req-4b2e8c3a-fc7b-48e8-b7f4-d266c2af52d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 1098 time: 0.0442164 Nov 29 12:27:30.935373 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a84a5bfe-cd16-4fc9-af66-cf8b08580045 req-21c679aa-8060-42d2-960e-dbaa3633720e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299628 Nov 29 12:27:31.070768 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea3956-4c57-4bd9-82c6-5849680934a3 req-2486adf6-36e1-4455-9cc6-28e37a8520d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:31.072149 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1ea3956-4c57-4bd9-82c6-5849680934a3 req-2486adf6-36e1-4455-9cc6-28e37a8520d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0493538 Nov 29 12:27:31.109060 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1ea3956-4c57-4bd9-82c6-5849680934a3 req-4e831ffe-73da-43cf-b0bf-177c4c2faaac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Nov 29 12:27:32.226941 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b39a37-7a86-4e87-89c1-9452162bdece req-b5f5de84-deb8-4fd5-b2a2-f89852de7c52 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:32.228328 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71b39a37-7a86-4e87-89c1-9452162bdece req-b5f5de84-deb8-4fd5-b2a2-f89852de7c52 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Nov 29 12:27:32.270257 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-71b39a37-7a86-4e87-89c1-9452162bdece req-3aa11f8a-e1d8-415f-9ce3-a3c0e69f7ca8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351110 Nov 29 12:27:33.284758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb02c-ca8f-41d3-98a1-f5670559f752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:33.382435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf675b67-4ea1-43d3-9f4e-825ba077aee7 req-2e9e362c-94fc-48d1-bf32-4479e0517aa9 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:33.383906 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf675b67-4ea1-43d3-9f4e-825ba077aee7 req-2e9e362c-94fc-48d1-bf32-4479e0517aa9 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0480406 Nov 29 12:27:33.420714 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cf675b67-4ea1-43d3-9f4e-825ba077aee7 req-09069498-9afc-4450-b0a4-9fe5104ef440 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303876 Nov 29 12:27:33.530214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e88a34-a777-4c24-8e3d-4aad7ec9ca7e req-e58bc475-52f1-4956-b9a3-d27d33a5b3aa tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:33.531676 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e0e88a34-a777-4c24-8e3d-4aad7ec9ca7e req-e58bc475-52f1-4956-b9a3-d27d33a5b3aa tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0474482 Nov 29 12:27:33.568670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e0e88a34-a777-4c24-8e3d-4aad7ec9ca7e req-b305aac0-43ad-44ff-9da8-ec53b5aec572 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311351 Nov 29 12:27:33.589760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:33.633326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28e4651-6359-473c-bd11-83d82ceeb2d8 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:33.634855 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c28e4651-6359-473c-bd11-83d82ceeb2d8 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 1093 time: 0.0440698 Nov 29 12:27:33.637713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38154) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:33.641913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:27:33.663034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:33.727452 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:33.984861 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.085715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.138 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/f34df26c-7ab8-4a44-b86c-aac210bf938f) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:27:34.183383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.215501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.255784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:27:34.258446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:27:34.262607 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:27:34.270427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=f34df26c-7ab8-4a44-b86c-aac210bf938f,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:34.604235 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.672457 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.798200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.818939 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.823289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.891072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=f34df26c-7ab8-4a44-b86c-aac210bf938f,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:27:34.901347 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:34.998982 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP 266a80bf-5c26-48c9-8d25-c4f14e058201 associated. External IP: 172.26.5.138, port: 6f46e887-7877-4f30-87a1-1cbb69340e61. Nov 29 12:27:35.202875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 698fe454-8725-46a8-8f37-a840a4611727 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:27:35.313471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:27:35.323980 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] Sync routers for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:27:35.333157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:35.334889 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:35.335509 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:35.362546 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bfe0458c-73aa-47ed-aa0e-e8233391de7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7214510 Nov 29 12:27:35.362546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:27:35.363291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:27:35.409632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d415e1-e772-4978-8612-9bde756df869 x-openstack-request-id: req-15d415e1-e772-4978-8612-9bde756df869 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:27:35.409932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:27:35.410207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15d415e1-e772-4978-8612-9bde756df869 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:27:35.410601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'status': 'completed', 'code': 200} Nov 29 12:27:35.463516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e0e6-04a6-494f-8d6c-6bb5be7d0f5a req-42a0dbf3-7f1a-4c0a-accb-66bff34ca030 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:35.464952 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bc20e0e6-04a6-494f-8d6c-6bb5be7d0f5a req-42a0dbf3-7f1a-4c0a-accb-66bff34ca030 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0573175 Nov 29 12:27:35.492193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-45415d9c-66e1-4166-9dbf-61308b2c2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:35.494338 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-45415d9c-66e1-4166-9dbf-61308b2c2726 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 1098 time: 0.0593636 Nov 29 12:27:35.498432 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:35.510443 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bc20e0e6-04a6-494f-8d6c-6bb5be7d0f5a req-7071a69d-0fff-4983-8131-718c03030b10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388913 Nov 29 12:27:35.533381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38160) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:35.609007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-bf21c005-c977-429e-8b56-33636b8ae989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:35.612278 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-bf21c005-c977-429e-8b56-33636b8ae989 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0379db50-c3ef-4da7-8254-f3df727248a6 HTTP/1.1" status: 200 len: 896 time: 0.1081207 Nov 29 12:27:35.612432 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3aac760b-5d4e-465e-935d-cbf656c67589 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/266a80bf-5c26-48c9-8d25-c4f14e058201 HTTP/1.1" status: 200 len: 991 time: 0.0767822 Nov 29 12:27:35.684184 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-a8f77568-acb2-414f-9c8a-10584bd42c3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f46e887-7877-4f30-87a1-1cbb69340e61 HTTP/1.1" status: 200 len: 999 time: 0.0655122 Nov 29 12:27:35.731690 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-c0b626cc-a932-451f-9918-93a85ba16477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:35.733694 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-c0b626cc-a932-451f-9918-93a85ba16477 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e8532d5-29eb-431e-a4e7-6757a325fe1d HTTP/1.1" status: 200 len: 835 time: 0.0431435 Nov 29 12:27:35.735758 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '266a80bf-5c26-48c9-8d25-c4f14e058201', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '698fe454-8725-46a8-8f37-a840a4611727', 'port_id': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'mac_address': 'fa:16:3e:90:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:27:34Z', 'updated_at': '2021-11-29T12:27:34Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:24Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:35.765862 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] Checking router: 698fe454-8725-46a8-8f37-a840a4611727 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:27:35.775487 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:27:35.776105 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:27:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:35.782296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-5459e4a8-3986-4a68-afc4-5f0403c7a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:27:35.783801 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-5459e4a8-3986-4a68-afc4-5f0403c7a32e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0379db50-c3ef-4da7-8254-f3df727248a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431783 Nov 29 12:27:35.875501 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-3108ec29-02f2-41f8-bc12-6a56f6d38600 service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842283 Nov 29 12:27:35.880249 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:27:35.963567 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-62747d10-3a28-43d2-9b21-f2ea6adfa3c4 req-05802aa4-b6ed-4a9c-8645-534fbfda3244 service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805621 Nov 29 12:27:36.101516 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '266a80bf-5c26-48c9-8d25-c4f14e058201', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '698fe454-8725-46a8-8f37-a840a4611727', 'port_id': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'mac_address': 'fa:16:3e:90:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:27:34Z', 'updated_at': '2021-11-29T12:27:34Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:24Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:27:36.119631 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:27:36.128637 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0b1ef-f1c7-4a5d-b339-cf250861dcbe None None] The sync data for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv is: [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '266a80bf-5c26-48c9-8d25-c4f14e058201', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.138', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '698fe454-8725-46a8-8f37-a840a4611727', 'port_id': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'mac_address': 'fa:16:3e:90:e0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:27:34Z', 'updated_at': '2021-11-29T12:27:34Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:24Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:27:36.307406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909b2042-49c7-4841-9963-86cd1c49f871 None None] New status for floating IP 266a80bf-5c26-48c9-8d25-c4f14e058201: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:27:36.615062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38162) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:27:36.678792 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-592c0d4d-1839-4d25-b551-d83cafa8b19a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/266a80bf-5c26-48c9-8d25-c4f14e058201 HTTP/1.1" status: 200 len: 993 time: 0.0625520 Nov 29 12:27:52.932399 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:27:57.782097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:00.736682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-875aff6d-a2da-4485-9578-9f834b79af5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:03.286992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5834d818-813e-4d71-b6f1-1b9e19538a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:03.727987 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:04.802320 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:06.120933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:08.009063 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-6e9c8a66-fcf7-46bb-97ca-0856fa7b3e91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417187 Nov 29 12:28:08.086809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-4d507f69-c511-48ea-bf4e-cf9a86ff3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:08.088246 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-4d507f69-c511-48ea-bf4e-cf9a86ff3986 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 1098 time: 0.0388114 Nov 29 12:28:08.191047 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-d0a38377-8406-471c-9158-da7b644f3453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:08.192497 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-d0a38377-8406-471c-9158-da7b644f3453 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0379db50-c3ef-4da7-8254-f3df727248a6 HTTP/1.1" status: 200 len: 896 time: 0.0850689 Nov 29 12:28:08.255360 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-8b8bd535-b9a9-4ed8-9657-35e006d023df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f46e887-7877-4f30-87a1-1cbb69340e61 HTTP/1.1" status: 200 len: 1001 time: 0.0557270 Nov 29 12:28:08.308810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-b7ad34c8-ee99-4d8f-82d2-b4c857ed39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:08.310221 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-b7ad34c8-ee99-4d8f-82d2-b4c857ed39a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e8532d5-29eb-431e-a4e7-6757a325fe1d HTTP/1.1" status: 200 len: 835 time: 0.0484154 Nov 29 12:28:08.358988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-6eff7d7b-01ab-48d7-a36f-69efa220e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:08.360485 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-6eff7d7b-01ab-48d7-a36f-69efa220e9c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0379db50-c3ef-4da7-8254-f3df727248a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435188 Nov 29 12:28:08.447102 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-d63b2191-061d-48be-b1c7-dd0eea308451 service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795040 Nov 29 12:28:08.538237 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6fc9e2b6-4479-4d9d-b5b7-dbdd1876f0aa req-268e9bfa-484f-4207-9312-d3387593f3bb service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845115 Nov 29 12:28:27.810042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:29.931653 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:28:30.736419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-20be07d2-0c48-477b-9126-671fa7e4fc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:33.290103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9e099b92-a03e-4b7b-9596-55ff61ee736b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:33.728172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:34.804692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:36.124899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:39.508683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158fea7-b6c4-43ce-a624-07ec5a72ff35 req-cbb75b47-bc2d-4c57-8f13-592123348ebf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:39.510170 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c158fea7-b6c4-43ce-a624-07ec5a72ff35 req-cbb75b47-bc2d-4c57-8f13-592123348ebf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0509982 Nov 29 12:28:39.548176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c158fea7-b6c4-43ce-a624-07ec5a72ff35 req-44f81f32-e1fa-4533-a8a7-459e02d6faeb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314195 Nov 29 12:28:40.664994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48415e91-7628-48ba-a031-5692026115c5 req-9619e7d4-31d8-407b-8811-30ffc9750fdf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:40.666474 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-48415e91-7628-48ba-a031-5692026115c5 req-9619e7d4-31d8-407b-8811-30ffc9750fdf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0496595 Nov 29 12:28:40.702857 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-48415e91-7628-48ba-a031-5692026115c5 req-f96ab0f2-6f65-4ea6-aa2b-be5d08fbaac8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305552 Nov 29 12:28:40.724534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38192) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:40.785970 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d06a44a8-6db0-42bd-ab25-0b312971e064 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/266a80bf-5c26-48c9-8d25-c4f14e058201 HTTP/1.1" status: 200 len: 993 time: 0.0602312 Nov 29 12:28:42.062341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ef944-a549-40d0-9c76-5f3c4c52dd4f req-2b09644b-a398-4322-b041-7279165c5581 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:42.063752 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-554ef944-a549-40d0-9c76-5f3c4c52dd4f req-2b09644b-a398-4322-b041-7279165c5581 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0485907 Nov 29 12:28:42.100919 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-554ef944-a549-40d0-9c76-5f3c4c52dd4f req-c30e8fbe-b457-44cc-a392-08171b5276aa tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Nov 29 12:28:43.215525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab35a4-c7b1-4c51-abec-9dc7a096df4d req-e3afec63-130c-419d-9a4c-9578786b972f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:43.216958 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31ab35a4-c7b1-4c51-abec-9dc7a096df4d req-e3afec63-130c-419d-9a4c-9578786b972f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0477147 Nov 29 12:28:43.253237 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31ab35a4-c7b1-4c51-abec-9dc7a096df4d req-6415cdbe-c5aa-43ed-b48f-f5d94083b7d4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305092 Nov 29 12:28:43.275275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38202) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:43.335902 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-34edea2b-bb73-4c63-8192-cfc71618e83f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/266a80bf-5c26-48c9-8d25-c4f14e058201 HTTP/1.1" status: 200 len: 993 time: 0.0595717 Nov 29 12:28:43.608428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38208) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:43.758972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port f34df26c-7ab8-4a44-b86c-aac210bf938f {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:28:43.759320 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:43.835424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:43.835754 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:43.847799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for f34df26c-7ab8-4a44-b86c-aac210bf938f owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:28:43.993744 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:44.018944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=f34df26c-7ab8-4a44-b86c-aac210bf938f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:44.042855 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.043197 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.043540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.043873 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.044201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.044526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.044849 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.045171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.046215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.046545 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.046867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.047187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:44.084471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:44.084799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP 266a80bf-5c26-48c9-8d25-c4f14e058201 disassociated (deleted). External IP: 172.26.5.138, port: 6f46e887-7877-4f30-87a1-1cbb69340e61. Nov 29 12:28:44.282341 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 698fe454-8725-46a8-8f37-a840a4611727 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:28:44.610254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:28:44.615039 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:44.620789 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] Sync routers for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:28:44.630281 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:28:44.630872 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:28:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:44.641619 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dfaf212a-ceb8-4632-9dd9-b6aa7f9158da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/floatingips/266a80bf-5c26-48c9-8d25-c4f14e058201 HTTP/1.1" status: 204 len: 168 time: 1.0321155 Nov 29 12:28:44.642238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:28:44.644560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8d6206-c270-44a8-b61b-a395434a3307" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:28:44.682200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bba2f-a201-469c-a05d-fc3626a432d6 x-openstack-request-id: req-cd1bba2f-a201-469c-a05d-fc3626a432d6 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:28:44.682491 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:28:44.682738 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd1bba2f-a201-469c-a05d-fc3626a432d6 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:28:44.683147 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'status': 'completed', 'code': 200} Nov 29 12:28:44.738376 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:28:44.748144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-c27ab307-4ee2-4742-83ed-4568671cb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:44.750384 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-c27ab307-4ee2-4742-83ed-4568671cb85c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 1098 time: 0.0435352 Nov 29 12:28:44.854943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-13342ad4-49df-48a0-981a-d6971fe899bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:44.856646 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-13342ad4-49df-48a0-981a-d6971fe899bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=0379db50-c3ef-4da7-8254-f3df727248a6 HTTP/1.1" status: 200 len: 896 time: 0.0950394 Nov 29 12:28:44.868951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9343fa-2a5e-4a9c-97ee-0d769d46a2c4 req-e01556f0-7fae-468d-aa6d-937adf4779b3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:44.870455 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ce9343fa-2a5e-4a9c-97ee-0d769d46a2c4 req-e01556f0-7fae-468d-aa6d-937adf4779b3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0523968 Nov 29 12:28:44.902617 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-0584b1b9-b32c-42fb-ad12-e0363ba8ed1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f46e887-7877-4f30-87a1-1cbb69340e61 HTTP/1.1" status: 200 len: 217 time: 0.0356476 Nov 29 12:28:44.911586 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ce9343fa-2a5e-4a9c-97ee-0d769d46a2c4 req-7cd73657-5695-40cb-a32d-bbeacb46c255 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340822 Nov 29 12:28:44.955663 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-1d4847c3-7a30-4887-937a-7c3bb492ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:44.957133 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-1d4847c3-7a30-4887-937a-7c3bb492ae8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e8532d5-29eb-431e-a4e7-6757a325fe1d HTTP/1.1" status: 200 len: 835 time: 0.0462549 Nov 29 12:28:45.005241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-cfbd9a70-bc45-451c-a95a-009e356ee087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:45.006845 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-cfbd9a70-bc45-451c-a95a-009e356ee087 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0379db50-c3ef-4da7-8254-f3df727248a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404844 Nov 29 12:28:45.029591 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:24Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:45.056095 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] Checking router: 698fe454-8725-46a8-8f37-a840a4611727 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:28:45.064793 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:28:45.065659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:28:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:45.100600 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-bc5bd170-fda9-4df7-b44b-951bf066779f service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853441 Nov 29 12:28:45.171972 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:28:45.189787 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4f8d6206-c270-44a8-b61b-a395434a3307 req-c4526d1a-8222-45b4-8457-9b8ac2f1a6e2 service neutron] 10.222.0.30 "GET /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805714 Nov 29 12:28:45.369376 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:24Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:45.396276 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed342e7-c9bd-4df8-9e01-e266819b9f65 None None] The sync data for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv is: [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:27:21Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'b9e2c3be-3d26-4c85-9775-fc2848b7d2ad', 'name': '', 'network_id': '0379db50-c3ef-4da7-8254-f3df727248a6', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:80:91:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:20Z', 'updated_at': '2021-11-29T12:27:24Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '6e8532d5-29eb-431e-a4e7-6757a325fe1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:28:45.603655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e4936b-7f93-42c6-934a-7ef427ef7c41 None None] New status for floating IP 266a80bf-5c26-48c9-8d25-c4f14e058201: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:28:46.027697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee008c-9db0-4297-8e95-810b3b773503 req-4bb432c1-a5cf-41b5-bfed-495bc18714eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:46.029164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cfee008c-9db0-4297-8e95-810b3b773503 req-4bb432c1-a5cf-41b5-bfed-495bc18714eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0484493 Nov 29 12:28:46.071345 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cfee008c-9db0-4297-8e95-810b3b773503 req-c3ee2ee9-b9d7-4c21-b7f1-107d87d54b32 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5e70bcf0-5124-4d11-b077-5bf1cd0d115e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357871 Nov 29 12:28:46.769623 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8930-9970-4267-a1af-480938878b28 req-3067576f-696c-47e1-a589-3b402ec39b2e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:46.770988 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3c7b8930-9970-4267-a1af-480938878b28 req-3067576f-696c-47e1-a589-3b402ec39b2e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 945 time: 0.0527852 Nov 29 12:28:46.855344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 6f46e887-7877-4f30-87a1-1cbb69340e61 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:28:46.855687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:46.943402 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port 6f46e887-7877-4f30-87a1-1cbb69340e61, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6f46e887-7877-4f30-87a1-1cbb69340e61,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:28:46.943760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:46.956540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 6f46e887-7877-4f30-87a1-1cbb69340e61 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:28:47.077565 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:47.108993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=6f46e887-7877-4f30-87a1-1cbb69340e61,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:47.118751 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.119101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.119453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.119789 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.120117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.120447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.120777 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.121102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.121483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.122207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.122207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.122616 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:47.163536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] No DVR routers for this DVR port 6f46e887-7877-4f30-87a1-1cbb69340e61 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:28:47.165597 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83643a44-1c30-47ff-aca9-67130eed5d46 req-a4d726ff-6108-4b5e-8e71-e348f712894e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91 HTTP/1.1" status: 200 len: 210 time: 0.0273063 Nov 29 12:28:47.166339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:47.169873 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3c7b8930-9970-4267-a1af-480938878b28 req-dddfe3a6-2346-4d71-a754-43744817f066 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "DELETE /v2.0/ports/6f46e887-7877-4f30-87a1-1cbb69340e61 HTTP/1.1" status: 204 len: 173 time: 0.3930187 Nov 29 12:28:47.170580 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'name': 'network-vif-deleted', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:28:47.173432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0d3085-08a3-4e59-874f-a86441d15d0e" -d '{"events": [{"server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "name": "network-vif-deleted", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:28:47.210754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606248de-8cda-4443-887f-27d0c953416d x-openstack-request-id: req-606248de-8cda-4443-887f-27d0c953416d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:28:47.211046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91", "name": "network-vif-deleted", "tag": "6f46e887-7877-4f30-87a1-1cbb69340e61", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:28:47.211299 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-606248de-8cda-4443-887f-27d0c953416d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:28:47.211692 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f36b5a-0e8d-480c-aff2-4b0c2ae33e91', 'name': 'network-vif-deleted', 'tag': '6f46e887-7877-4f30-87a1-1cbb69340e61', 'status': 'completed', 'code': 200} Nov 29 12:28:48.220626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38226) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:48.561534 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:48.808251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:28:48.808511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:48.897586 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port b9e2c3be-3d26-4c85-9775-fc2848b7d2ad, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:28:48.897963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:48.910759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for b9e2c3be-3d26-4c85-9775-fc2848b7d2ad owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:28:49.089584 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:49.117360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=b9e2c3be-3d26-4c85-9775-fc2848b7d2ad,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:49.289643 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:49.494967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 698fe454-8725-46a8-8f37-a840a4611727 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:28:49.599444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:28:49.605163 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b39ac1bc-97a9-4ca4-ae80-b4342897dab2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/698fe454-8725-46a8-8f37-a840a4611727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3833756 Nov 29 12:28:49.607104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38228) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:49.608743 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] Sync routers for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:28:49.617703 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:28:49.618325 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:28:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:49.657525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba158d0-6188-4d05-8a5e-5ffd00f445a4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting subnet 6e8532d5-29eb-431e-a4e7-6757a325fe1d {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:28:49.661477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dba158d0-6188-4d05-8a5e-5ffd00f445a4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:49.706079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dba158d0-6188-4d05-8a5e-5ffd00f445a4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:49.725262 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:28:49.794364 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dba158d0-6188-4d05-8a5e-5ffd00f445a4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:49.853000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dba158d0-6188-4d05-8a5e-5ffd00f445a4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:49.884987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba158d0-6188-4d05-8a5e-5ffd00f445a4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8532d5-29eb-431e-a4e7-6757a325fe1d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:49.886972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dba158d0-6188-4d05-8a5e-5ffd00f445a4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:49.890188 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dba158d0-6188-4d05-8a5e-5ffd00f445a4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/subnets/6e8532d5-29eb-431e-a4e7-6757a325fe1d HTTP/1.1" status: 204 len: 168 time: 0.2818866 Nov 29 12:28:49.892815 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38230) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:49.893059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f417a0-c76b-4376-bb87-68f91cde0adb None None] Network 0379db50-c3ef-4da7-8254-f3df727248a6 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:28:49.911098 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:28:49Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:49.939405 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] Checking router: 698fe454-8725-46a8-8f37-a840a4611727 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:28:49.948561 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] Routers {'698fe454-8725-46a8-8f37-a840a4611727'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:28:49.949167 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:28:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['698fe454-8725-46a8-8f37-a840a4611727'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:49.997949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.064040 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] Set router 698fe454-8725-46a8-8f37-a840a4611727 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:28:50.085122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] DHCP port deletion for 0379db50-c3ef-4da7-8254-f3df727248a6 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:28:50.105439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.133555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Deleting port e6a41c45-e74d-4a2f-b560-bb5fa053a694 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:28:50.134103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.167332 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 19bec1e1-e543-4c70-986b-930c9e2f28c5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:28:50.168017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.202932 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] For port e6a41c45-e74d-4a2f-b560-bb5fa053a694, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e6a41c45-e74d-4a2f-b560-bb5fa053a694,segment=NetworkSegment(36733593-c9b1-474d-a36a-d9d9c09b2c1b),segment_id=36733593-c9b1-474d-a36a-d9d9c09b2c1b)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:28:50.203869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.217879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Calling delete_port for e6a41c45-e74d-4a2f-b560-bb5fa053a694 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:28:50.247878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port 19bec1e1-e543-4c70-986b-930c9e2f28c5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=19bec1e1-e543-4c70-986b-930c9e2f28c5,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:28:50.248245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.249843 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:28:49Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:50.261346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 19bec1e1-e543-4c70-986b-930c9e2f28c5 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:28:50.275942 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa0a160-97fc-448a-a4bd-9adb40d0db7e None None] The sync data for ids ['698fe454-8725-46a8-8f37-a840a4611727'] in dv-neutron-819578-1-hyperv is: [{'id': '698fe454-8725-46a8-8f37-a840a4611727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691226269', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33'}], 'enable_snat': True}, 'gw_port_id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:27:17Z', 'updated_at': '2021-11-29T12:28:49Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '19bec1e1-e543-4c70-986b-930c9e2f28c5', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698fe454-8725-46a8-8f37-a840a4611727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:27:18Z', 'updated_at': '2021-11-29T12:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:28:50.298335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.327567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Pushing event deleted for resources: {'Port': ['ID=e6a41c45-e74d-4a2f-b560-bb5fa053a694,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:50.333476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] No DVR routers for this DVR port e6a41c45-e74d-4a2f-b560-bb5fa053a694 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:28:50.342690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.343206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.344580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.344580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.344916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.345247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.345556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.345882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.346227 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.346544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.346859 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.347174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3e46ea-dc7b-466e-b438-db015711fbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:50.436611 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.460839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=19bec1e1-e543-4c70-986b-930c9e2f28c5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:50.524350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.612622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.614163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.659636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.660213 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Fanout notify agent at l3_agent the message router_deleted on router 698fe454-8725-46a8-8f37-a840a4611727 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:28:50.667066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.668164 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-febf3146-1cfa-46f7-8df2-b65da044beac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/routers/698fe454-8725-46a8-8f37-a840a4611727 HTTP/1.1" status: 204 len: 168 time: 0.7744439 Nov 29 12:28:50.670845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38232) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:50.752974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.841268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.861418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0379db50-c3ef-4da7-8254-f3df727248a6']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:50.870845 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36733593-c9b1-474d-a36a-d9d9c09b2c1b') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:50.871143 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36733593-c9b1-474d-a36a-d9d9c09b2c1b') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:50.881114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.894616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.900794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:28:50.901191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:28:50.904208 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:28:50.968900 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.975513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:50.978841 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/networks/0379db50-c3ef-4da7-8254-f3df727248a6 HTTP/1.1" status: 204 len: 168 time: 0.3069053 Nov 29 12:28:50.981670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38234) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:50.990717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d46e1-de48-475b-9b4f-7056dbebf81f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Network': ['ID=0379db50-c3ef-4da7-8254-f3df727248a6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:51.018632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 6f46e887-7877-4f30-87a1-1cbb69340e61 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:28:51.037612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 6f46e887-7877-4f30-87a1-1cbb69340e61 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:28:51.037965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 6f46e887-7877-4f30-87a1-1cbb69340e61 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:28:51.042546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee48a619-5307-44d2-83ee-242938f5c43c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.067965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee48a619-5307-44d2-83ee-242938f5c43c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.126019 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee48a619-5307-44d2-83ee-242938f5c43c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.128571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ee48a619-5307-44d2-83ee-242938f5c43c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.129766 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ee48a619-5307-44d2-83ee-242938f5c43c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/security-groups/5e70bcf0-5124-4d11-b077-5bf1cd0d115e HTTP/1.1" status: 204 len: 168 time: 0.1470940 Nov 29 12:28:51.138994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48a619-5307-44d2-83ee-242938f5c43c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70bcf0-5124-4d11-b077-5bf1cd0d115e,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:51.444250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38240) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:51.448837 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0017e3ee-e1e5-471a-813d-d27d5ba341ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540995419', 'description': 'tempest-secgroup-smoke-540995419 description', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:51.471242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0017e3ee-e1e5-471a-813d-d27d5ba341ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.541480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0017e3ee-e1e5-471a-813d-d27d5ba341ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.545031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0017e3ee-e1e5-471a-813d-d27d5ba341ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.573728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0017e3ee-e1e5-471a-813d-d27d5ba341ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.574948 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0017e3ee-e1e5-471a-813d-d27d5ba341ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1297052 Nov 29 12:28:51.576767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017e3ee-e1e5-471a-813d-d27d5ba341ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cceb4279-97a5-4de9-bdf4-39a34c437777,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:51.578637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38242) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:51.584512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-68aa0bff-6ab9-41f8-8915-dd8e07cc1f8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'cceb4279-97a5-4de9-bdf4-39a34c437777', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:51.610712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68aa0bff-6ab9-41f8-8915-dd8e07cc1f8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.664715 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68aa0bff-6ab9-41f8-8915-dd8e07cc1f8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.668281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68aa0bff-6ab9-41f8-8915-dd8e07cc1f8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.686664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa0bff-6ab9-41f8-8915-dd8e07cc1f8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf1cf63-e31a-4f2e-8664-bd01cb94e224,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:51.692131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-68aa0bff-6ab9-41f8-8915-dd8e07cc1f8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.693309 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-68aa0bff-6ab9-41f8-8915-dd8e07cc1f8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127892 Nov 29 12:28:51.696000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38244) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:51.700352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2110630a-8756-4fa3-b05a-4b922e694c48 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'cceb4279-97a5-4de9-bdf4-39a34c437777', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:51.726938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2110630a-8756-4fa3-b05a-4b922e694c48 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.762026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b9e2c3be-3d26-4c85-9775-fc2848b7d2ad no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:28:51.781415 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b9e2c3be-3d26-4c85-9775-fc2848b7d2ad {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:28:51.781757 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b9e2c3be-3d26-4c85-9775-fc2848b7d2ad not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:28:51.782195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 19bec1e1-e543-4c70-986b-930c9e2f28c5 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:28:51.784184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2110630a-8756-4fa3-b05a-4b922e694c48 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.788079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2110630a-8756-4fa3-b05a-4b922e694c48 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.800807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 19bec1e1-e543-4c70-986b-930c9e2f28c5 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:28:51.801150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 19bec1e1-e543-4c70-986b-930c9e2f28c5 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:28:51.801559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e6a41c45-e74d-4a2f-b560-bb5fa053a694 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:28:51.806139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110630a-8756-4fa3-b05a-4b922e694c48 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94aae54-15d5-44ff-8549-67dfed856f38,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:51.815484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2110630a-8756-4fa3-b05a-4b922e694c48 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.816695 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2110630a-8756-4fa3-b05a-4b922e694c48 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197422 Nov 29 12:28:51.819494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38246) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:51.820533 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: e6a41c45-e74d-4a2f-b560-bb5fa053a694 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:28:51.820878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e6a41c45-e74d-4a2f-b560-bb5fa053a694 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:28:51.823853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-ccec1435-c65e-42af-90ce-b58ae4b0c785 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'cceb4279-97a5-4de9-bdf4-39a34c437777', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:51.848694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccec1435-c65e-42af-90ce-b58ae4b0c785 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.907452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccec1435-c65e-42af-90ce-b58ae4b0c785 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.910959 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccec1435-c65e-42af-90ce-b58ae4b0c785 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.927785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec1435-c65e-42af-90ce-b58ae4b0c785 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c232c8-4c65-4816-9573-f69bf37709d0,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:51.935538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ccec1435-c65e-42af-90ce-b58ae4b0c785 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:51.936757 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ccec1435-c65e-42af-90ce-b58ae4b0c785 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162956 Nov 29 12:28:51.939730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38248) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:51.944574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-125fa521-c598-4abf-b7de-be91e1dd5e6e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'cceb4279-97a5-4de9-bdf4-39a34c437777', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:51.970353 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-125fa521-c598-4abf-b7de-be91e1dd5e6e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.032615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-125fa521-c598-4abf-b7de-be91e1dd5e6e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.035459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-125fa521-c598-4abf-b7de-be91e1dd5e6e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.054767 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fa521-c598-4abf-b7de-be91e1dd5e6e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfd1463-c698-4471-865e-7d232d53a5b5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:52.059091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-125fa521-c598-4abf-b7de-be91e1dd5e6e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.060268 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-125fa521-c598-4abf-b7de-be91e1dd5e6e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192522 Nov 29 12:28:52.063014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38250) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:52.067596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-a8f824f8-da45-4102-b04c-386a80fbf5a3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'cceb4279-97a5-4de9-bdf4-39a34c437777', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:52.087930 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-a8f824f8-da45-4102-b04c-386a80fbf5a3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:28:52.092598 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8f824f8-da45-4102-b04c-386a80fbf5a3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.150322 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8f824f8-da45-4102-b04c-386a80fbf5a3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.153528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8f824f8-da45-4102-b04c-386a80fbf5a3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.173878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f824f8-da45-4102-b04c-386a80fbf5a3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfa94f4-94ac-4f99-99c4-5f529abc1ec5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:52.180464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a8f824f8-da45-4102-b04c-386a80fbf5a3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.181700 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a8f824f8-da45-4102-b04c-386a80fbf5a3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177101 Nov 29 12:28:52.184397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38252) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:52.188697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e2007280-5796-42a2-93dd-d708231edc10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'cceb4279-97a5-4de9-bdf4-39a34c437777', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:52.209497 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-e2007280-5796-42a2-93dd-d708231edc10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:28:52.214192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e2007280-5796-42a2-93dd-d708231edc10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.274773 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e2007280-5796-42a2-93dd-d708231edc10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.278925 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e2007280-5796-42a2-93dd-d708231edc10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.295909 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2007280-5796-42a2-93dd-d708231edc10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3519513-8930-4c8d-8e47-d8a7a5331a04,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:52.303791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e2007280-5796-42a2-93dd-d708231edc10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.304955 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e2007280-5796-42a2-93dd-d708231edc10 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196597 Nov 29 12:28:52.307782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38254) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:52.312439 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'network': {'name': 'tempest-network-smoke--557434179', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:52.332553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:28:52.336251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.359279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:28:52.369362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.370945 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Added segment 0dfc387e-1a33-41fa-8e57-acf86aeaa9ae of type vlan for network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f Nov 29 12:28:52.411446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.434223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.440969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:52.441514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.496201 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1874323 Nov 29 12:28:52.498901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38256) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:52.510504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'admin_state_up': True, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:52.525444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0508e-a107-46e4-923a-a659e6bda0ac tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Network': ['ID=6d182070-4c9d-4c10-8d2f-dc9d9b17399f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:52.536253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:28:52.538643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.539662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.590645 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.724815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.909484 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:52.930827 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:53.027252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.232 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/5fc5d0cf-5762-4743-9c9f-d40c16d92bb9) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:28:53.125515 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:53.162341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:53.197600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:28:53.200401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:28:53.203829 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:28:53.229399 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=5fc5d0cf-5762-4743-9c9f-d40c16d92bb9,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:53.451668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:53.643982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:53.766597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 6379a178-f9d8-4270-9573-e7b7111aed87 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:28:54.174266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:28:54.183460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Sync routers for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:28:54.193372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:28:54.194015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:28:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:54.194560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:54.195788 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-90fa16dd-67ad-4b42-ad88-2ab046ad33a2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6959903 Nov 29 12:28:54.198922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38258) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:54.226571 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-81369d04-4eaf-4ff6-9a23-84f99eec2769 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a3a570f33e32414c9caafb3e6da023b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265627 Nov 29 12:28:54.229079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38260) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:54.295782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:28:54.313111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66e5a52-80ff-4395-9d1b-019b84f05713 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:54.314639 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d66e5a52-80ff-4395-9d1b-019b84f05713 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847347 Nov 29 12:28:54.317759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38262) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:54.344847 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2409d37c-9a12-427c-a21b-e66c4b7cea41 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259860 Nov 29 12:28:54.347372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38264) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:54.351962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596480116', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:54.447618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:28:54.451248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:54.470991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:53Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:54.496395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Checking router: 6379a178-f9d8-4270-9573-e7b7111aed87 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:28:54.496747 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Updating router 6379a178-f9d8-4270-9573-e7b7111aed87 port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:28:54.526414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:54.629502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:54.692135 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Subnet': ['ID=36dacc92-b441-4204-9053-947551019d7e,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:54.696453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Checking segment: {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:28:54.696814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network hostable DHCP agents. Network: 6d182070-4c9d-4c10-8d2f-dc9d9b17399f, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:28:54.716108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:28:54.725634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 6d182070-4c9d-4c10-8d2f-dc9d9b17399f) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:28:54.730480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:54.731059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:54.737278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b8d985-0e05-4070-a5e4-40a1acd62768 None None] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:28:54.748966 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-16274dbd-a850-4748-9b03-e2f4bd57670c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4006147 Nov 29 12:28:54.752357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38266) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:28:54.827959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:54.836198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:54.907623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad076c-3e37-42d6-af57-935b4940dffc None None] Pushing event updated for resources: {'Port': ['ID=5fc5d0cf-5762-4743-9c9f-d40c16d92bb9,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:54.929563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Attempting to bind port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:28:54.929929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Attempting to bind port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:28:54.930313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Attempting to bind port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:28:54.941562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:28:54.941929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:28:54.942348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:54.942732 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:28:54.943188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Bound port: 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:28:54.943560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.009760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:28:55.010603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.032878 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] For port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:28:55.051471 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] For port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5fc5d0cf-5762-4743-9c9f-d40c16d92bb9,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:28:55.055290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.179986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.185374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:28:55.186015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:28:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:55.268144 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad076c-3e37-42d6-af57-935b4940dffc None None] Pushing event updated for resources: {'Port': ['ID=5fc5d0cf-5762-4743-9c9f-d40c16d92bb9,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:55.292806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Allocated IP 172.20.0.2 (6d182070-4c9d-4c10-8d2f-dc9d9b17399f/36dacc92-b441-4204-9053-947551019d7e/5a5dd1ea-3c9d-4008-842b-716af6e93236) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:28:55.358641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:28:55.719238 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.728161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.774155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:28:55.776407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.1 (6d182070-4c9d-4c10-8d2f-dc9d9b17399f/36dacc92-b441-4204-9053-947551019d7e/3cd866ee-1b13-4562-9891-2a88de53207d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:28:55.782335 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:28:55.785240 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:28:55.787851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Pushing event updated for resources: {'Port': ['ID=5a5dd1ea-3c9d-4008-842b-716af6e93236,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:55.799002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:53Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:55.844490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21915d-8f02-494a-9f66-9adf861859bc None None] The sync data for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv is: [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:53Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:28:55.876153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Attempting to bind port 5a5dd1ea-3c9d-4008-842b-716af6e93236 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:28:55.876526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Attempting to bind port 5a5dd1ea-3c9d-4008-842b-716af6e93236 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:28:55.876916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Attempting to bind port 5a5dd1ea-3c9d-4008-842b-716af6e93236 on network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:28:55.882458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:28:55.883119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Checking segment: {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:28:55.883496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.883679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Bound using segment: {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:28:55.884329 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Bound port: 5a5dd1ea-3c9d-4008-842b-716af6e93236, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:28:55.884713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.890732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.925574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.952092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] For port 5a5dd1ea-3c9d-4008-842b-716af6e93236, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:28:55.955743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] For port 5a5dd1ea-3c9d-4008-842b-716af6e93236, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5a5dd1ea-3c9d-4008-842b-716af6e93236,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:28:55.959421 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:55.977098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:28:55.983349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:28:55.985987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=3cd866ee-1b13-4562-9891-2a88de53207d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:55.988174 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:28:56.037998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f20475-3191-4416-ba99-abb4df4fed7c None None] Pushing event updated for resources: {'Port': ['ID=5a5dd1ea-3c9d-4008-842b-716af6e93236,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:56.038167 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:56.203626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:56.518352 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:56.523079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:56.597746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=3cd866ee-1b13-4562-9891-2a88de53207d,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:56.600185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:56.696614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:28:56.698253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:28:56.818983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 6379a178-f9d8-4270-9573-e7b7111aed87 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:28:56.926787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:28:56.932873 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b5c1c466-6c20-427b-b4b1-fc65a74cd326 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/6379a178-f9d8-4270-9573-e7b7111aed87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1791503 Nov 29 12:28:57.010100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5303cf2-b5aa-443a-a46e-623de75d8a33 None None] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:28:57.072694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-fb583d92-797d-45b2-99b5-0be80e6bc8d2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540995419&fields=id&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 267 time: 0.0349808 Nov 29 12:28:57.073294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-0dac9df8-7ad0-434d-ad37-5db97466cc51 None None] Provisioning complete for port 5a5dd1ea-3c9d-4008-842b-716af6e93236 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:57.073433 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0dac9df8-7ad0-434d-ad37-5db97466cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:57.192551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-dcb09cdd-b598-414d-a080-5203d1b055e4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:57.194094 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-dcb09cdd-b598-414d-a080-5203d1b055e4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 796 time: 0.1134846 Nov 29 12:28:57.210012 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-d44406d7-cdb7-4d31-934b-34bae1d0f409 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/quotas/a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 375 time: 0.0100002 Nov 29 12:28:57.220969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0dac9df8-7ad0-434d-ad37-5db97466cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:57.262125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0dac9df8-7ad0-434d-ad37-5db97466cc51 None None] For port 5a5dd1ea-3c9d-4008-842b-716af6e93236, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5a5dd1ea-3c9d-4008-842b-716af6e93236,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:28:57.267737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0dac9df8-7ad0-434d-ad37-5db97466cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:57.329362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac9df8-7ad0-434d-ad37-5db97466cc51 None None] Pushing event updated for resources: {'Port': ['ID=5a5dd1ea-3c9d-4008-842b-716af6e93236,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:57.477903 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Sync routers for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:28:57.495049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6723861d-8745-4a17-bade-ff90f3ab9e78 None None] Provisioning complete for port 5a5dd1ea-3c9d-4008-842b-716af6e93236 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:57.495756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6723861d-8745-4a17-bade-ff90f3ab9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:57.499887 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:28:57.500729 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:28:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:57.524011 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-dffb2c63-8c1c-4e3c-8fe9-423e08ab4c66 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3065526 Nov 29 12:28:57.612196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-6723861d-8745-4a17-bade-ff90f3ab9e78 None None] Provisioning complete for port 3cd866ee-1b13-4562-9891-2a88de53207d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:57.612665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6723861d-8745-4a17-bade-ff90f3ab9e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:57.630521 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-b0ab097e-63b5-4b2f-a7fd-c5d672d72f42 service neutron] 10.222.0.23 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913196 Nov 29 12:28:57.635186 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:28:57.649492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-6723861d-8745-4a17-bade-ff90f3ab9e78 None None] Port 3cd866ee-1b13-4562-9891-2a88de53207d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:28:57.726202 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-53c1c154-2c95-4b26-b37b-c6d756657a2e service neutron] 10.222.0.23 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935576 Nov 29 12:28:57.772575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e0521b8a-be31-4604-a36d-366913bc03f9 None None] Provisioning complete for port 3cd866ee-1b13-4562-9891-2a88de53207d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:57.773177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0521b8a-be31-4604-a36d-366913bc03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:57.833877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e0521b8a-be31-4604-a36d-366913bc03f9 None None] Port 3cd866ee-1b13-4562-9891-2a88de53207d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:28:57.846644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:57.892300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5a5dd1ea-3c9d-4008-842b-716af6e93236 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:28:57.905240 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 2, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:57.953455 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Checking router: 6379a178-f9d8-4270-9573-e7b7111aed87 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:28:57.953808 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Updating router 6379a178-f9d8-4270-9573-e7b7111aed87 port 3cd866ee-1b13-4562-9891-2a88de53207d binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:28:57.963666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 5a5dd1ea-3c9d-4008-842b-716af6e93236 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:57.964255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:57.980048 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e720b20-0e0a-4934-b6a5-db85d8c629ce req-97474ce3-df35-4910-86a6-71c1740bfd6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 210 time: 0.0431626 Nov 29 12:28:57.992650 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.070319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:28:58.091724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c2fecb01-4c84-49ab-a1ff-aaba5f26218c None None] Provisioning complete for port 3cd866ee-1b13-4562-9891-2a88de53207d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:58.092117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c2fecb01-4c84-49ab-a1ff-aaba5f26218c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.147181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c2fecb01-4c84-49ab-a1ff-aaba5f26218c None None] Port 3cd866ee-1b13-4562-9891-2a88de53207d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:28:58.160518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:58.160883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.242360 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.263151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5fc5d0cf-5762-4743-9c9f-d40c16d92bb9,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:28:58.267710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.316497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=5fc5d0cf-5762-4743-9c9f-d40c16d92bb9,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:58.351882 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.357030 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.408130 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Pushing event updated for resources: {'Port': ['ID=3cd866ee-1b13-4562-9891-2a88de53207d,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:58.419442 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.419788 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.420119 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.420621 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.420953 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.421281 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.421847 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.422208 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.422536 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.422857 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.423173 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.423488 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:28:58.472302 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Attempting to bind port 3cd866ee-1b13-4562-9891-2a88de53207d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:28:58.472718 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Attempting to bind port 3cd866ee-1b13-4562-9891-2a88de53207d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:28:58.473097 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Attempting to bind port 3cd866ee-1b13-4562-9891-2a88de53207d on network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:28:58.478446 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:28:58.479086 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Checking segment: {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:28:58.479190 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.479506 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Bound using segment: {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:28:58.479964 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Bound port: 3cd866ee-1b13-4562-9891-2a88de53207d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:28:58.480343 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.548428 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] For port 3cd866ee-1b13-4562-9891-2a88de53207d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:28:58.551953 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] For port 3cd866ee-1b13-4562-9891-2a88de53207d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3cd866ee-1b13-4562-9891-2a88de53207d,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:28:58.557027 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.606188 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:28:58.606800 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:28:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:58.670482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-1323fab6-1bbe-4f87-ab68-043d256fd7d4 None None] Provisioning complete for port 3cd866ee-1b13-4562-9891-2a88de53207d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:58.671097 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1323fab6-1bbe-4f87-ab68-043d256fd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.683503 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11ee45-a161-482a-8fff-bd0238e2f47e None None] Pushing event updated for resources: {'Port': ['ID=3cd866ee-1b13-4562-9891-2a88de53207d,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:58.732664 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:28:58.767350 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1323fab6-1bbe-4f87-ab68-043d256fd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.802389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-1323fab6-1bbe-4f87-ab68-043d256fd7d4 None None] For port 3cd866ee-1b13-4562-9891-2a88de53207d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3cd866ee-1b13-4562-9891-2a88de53207d,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:28:58.806822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1323fab6-1bbe-4f87-ab68-043d256fd7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.863830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323fab6-1bbe-4f87-ab68-043d256fd7d4 None None] Pushing event updated for resources: {'Port': ['ID=3cd866ee-1b13-4562-9891-2a88de53207d,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:58.924876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a38130f9-514d-463d-9e86-1f0bce640e0a None None] Provisioning complete for port 3cd866ee-1b13-4562-9891-2a88de53207d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:58.925256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a38130f9-514d-463d-9e86-1f0bce640e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:58.935753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-dc24ff9f-f1b4-480a-8e87-4befd8e41fda tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:58.938852 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-dc24ff9f-f1b4-480a-8e87-4befd8e41fda tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 796 time: 0.1161771 Nov 29 12:28:58.972981 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:28:58.989966 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-77cbc562-9202-4dfc-afee-bca980c0b868 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 379 time: 0.0421669 Nov 29 12:28:59.000571 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a32419-1e7d-4cf0-9e35-fffee19ca0dc None None] The sync data for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv is: [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:28:59.008332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'port': {'device_id': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'admin_state_up': True, 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'security_groups': ['cceb4279-97a5-4de9-bdf4-39a34c437777']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:59.098362 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-90a748b3-5cf1-4136-a80f-c0d067bd3706 req-0724c031-e29a-4ea9-ad67-bc9789190870 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 210 time: 0.0542231 Nov 29 12:28:59.145418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:28:59.149516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.277471 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.6 (6d182070-4c9d-4c10-8d2f-dc9d9b17399f/36dacc92-b441-4204-9053-947551019d7e/3f666dde-3275-4fc5-a649-ff247f4df959) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:28:59.421470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.457962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.501070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:28:59.504099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:28:59.507810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:28:59.542187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=3f666dde-3275-4fc5-a649-ff247f4df959,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:28:59.571710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:28:59.572358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.592362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-20851b73-0ac5-46aa-a8be-59a2c4ce0c87 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878336 Nov 29 12:28:59.604842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Request body: {'port': {'device_id': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:28:59.662523 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.770508 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-9be096e7-59aa-4ec5-bf37-4d2034dd413d None None] Provisioning complete for port 3f666dde-3275-4fc5-a649-ff247f4df959 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:59.771059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9be096e7-59aa-4ec5-bf37-4d2034dd413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.828093 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9be096e7-59aa-4ec5-bf37-4d2034dd413d None None] Port 3f666dde-3275-4fc5-a649-ff247f4df959 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:28:59.864561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3cd866ee-1b13-4562-9891-2a88de53207d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:28:59.912765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 3cd866ee-1b13-4562-9891-2a88de53207d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:28:59.913137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.960683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f666dde-3275-4fc5-a649-ff247f4df959 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:28:59.968445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.980765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Transition to ACTIVE for port object 3f666dde-3275-4fc5-a649-ff247f4df959 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:28:59.985684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:28:59.997682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:29:00.046076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Pushing event updated for resources: {'Port': ['ID=3f666dde-3275-4fc5-a649-ff247f4df959,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:29:00.065332 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:29:00.065716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:00.117321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Attempting to bind port 3f666dde-3275-4fc5-a649-ff247f4df959 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:29:00.117660 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Attempting to bind port 3f666dde-3275-4fc5-a649-ff247f4df959 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:29:00.119348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Attempting to bind port 3f666dde-3275-4fc5-a649-ff247f4df959 on network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:29:00.123128 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Port 3f666dde-3275-4fc5-a649-ff247f4df959 on network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:29:00.123568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Attempting to bind port 3f666dde-3275-4fc5-a649-ff247f4df959 on network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:29:00.129242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:29:00.129578 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Checking segment: {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:29:00.129978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Bound using segment: {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:29:00.130423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Bound port: 3f666dde-3275-4fc5-a649-ff247f4df959, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:29:00.130787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:00.208319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] For port 3f666dde-3275-4fc5-a649-ff247f4df959, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:29:00.211887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] For port 3f666dde-3275-4fc5-a649-ff247f4df959, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f666dde-3275-4fc5-a649-ff247f4df959,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:29:00.219027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:00.239571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04160d94-ab6f-411e-b480-efb726abdeac req-7fe5330f-bc20-4fd0-a4e2-45bee381738f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:00.241238 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04160d94-ab6f-411e-b480-efb726abdeac req-7fe5330f-bc20-4fd0-a4e2-45bee381738f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 943 time: 0.0607004 Nov 29 12:29:00.258123 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:00.258887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:00.260355 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] 10.222.0.30 "PUT /v2.0/ports/3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 1093 time: 0.6602287 Nov 29 12:29:00.260960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:29:00.263239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:29:00.290644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d658b-fd70-499b-b953-4242d96fcc6b service neutron] Pushing event updated for resources: {'Port': ['ID=3f666dde-3275-4fc5-a649-ff247f4df959,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:29:00.305738 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04160d94-ab6f-411e-b480-efb726abdeac req-f90801cb-e057-43e9-8dbd-017fecb732c8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543497 Nov 29 12:29:00.344676 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a69edf6-d5f9-4d00-8683-fe47638dd6d4 x-openstack-request-id: req-9a69edf6-d5f9-4d00-8683-fe47638dd6d4 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:29:00.345344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:29:00.345806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a69edf6-d5f9-4d00-8683-fe47638dd6d4 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:29:00.346175 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959', 'status': 'completed', 'code': 200} Nov 29 12:29:00.364279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-b12adf38-ebf3-4716-8441-ce8300815473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:00.365786 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-b12adf38-ebf3-4716-8441-ce8300815473 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1096 time: 0.0512645 Nov 29 12:29:00.410121 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-67cfeff3-2311-45ed-ad39-d0905350b0c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 217 time: 0.0357211 Nov 29 12:29:00.464209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e4c18fb9-9e2e-4f2f-9f13-b35eee7a3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:00.465669 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-e4c18fb9-9e2e-4f2f-9f13-b35eee7a3475 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 200 len: 835 time: 0.0489779 Nov 29 12:29:00.512283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-0fa867fb-6882-44b1-8eaf-9445d25ab793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:00.513830 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-0fa867fb-6882-44b1-8eaf-9445d25ab793 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405097 Nov 29 12:29:00.601247 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-3ea1cd7d-e11f-4f79-9fac-059cc4a34323 service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803123 Nov 29 12:29:00.690492 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66ab3fcd-7769-4698-a4e2-b087a9f37660 req-4a7799aa-fd36-4144-b4b2-92f5c21c3611 service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815992 Nov 29 12:29:00.736142 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14f48527-af2e-4c48-8d6a-c74b6321400f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:00.772964 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-a20d826d-6eac-4b02-8279-eafa1ded4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:00.774494 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-a20d826d-6eac-4b02-8279-eafa1ded4776 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1096 time: 0.0410450 Nov 29 12:29:00.864627 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-cf00f3d2-e7cb-4d92-9b93-2634b3148efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:00.866052 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-cf00f3d2-e7cb-4d92-9b93-2634b3148efd service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 897 time: 0.0839765 Nov 29 12:29:00.907100 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-af67e670-8f2e-4105-b3a6-9bc4f1ee76b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 217 time: 0.0334661 Nov 29 12:29:00.953492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-fcca5116-68c0-400a-b153-a5dea3f154fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:00.954972 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-fcca5116-68c0-400a-b153-a5dea3f154fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 200 len: 835 time: 0.0415909 Nov 29 12:29:01.001688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-3e2dbd5c-0054-4b25-86d2-d42c9192a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:01.003189 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-3e2dbd5c-0054-4b25-86d2-d42c9192a1f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413816 Nov 29 12:29:01.090248 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-75aadcc3-814f-46fd-8f88-5ec170d7338c service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799332 Nov 29 12:29:01.183283 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-6b2f7ba4-34e1-4952-b1f6-ba09d118c8fb req-5617021d-26b8-466f-b546-3ccd4c6b224e service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861471 Nov 29 12:29:01.410329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ad22b-c74b-49fe-9959-0d97b6e63b9f req-6af431e3-a579-4b45-993f-e5d549c3eece tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:01.411800 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de0ad22b-c74b-49fe-9959-0d97b6e63b9f req-6af431e3-a579-4b45-993f-e5d549c3eece tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 943 time: 0.0533848 Nov 29 12:29:01.450044 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de0ad22b-c74b-49fe-9959-0d97b6e63b9f req-e628d050-7a41-43d6-b88d-e7e7d700583d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321858 Nov 29 12:29:02.564991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f0052-06ad-49d5-a152-2346b6602100 req-21be3d0c-a6da-4b06-b39e-d0ac0e27f775 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:02.566714 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-653f0052-06ad-49d5-a152-2346b6602100 req-21be3d0c-a6da-4b06-b39e-d0ac0e27f775 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 943 time: 0.0483711 Nov 29 12:29:02.602812 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-653f0052-06ad-49d5-a152-2346b6602100 req-28cbbe28-1902-44ff-80b6-a5e49872c39b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302937 Nov 29 12:29:03.051531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f666dde-3275-4fc5-a649-ff247f4df959 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:29:03.142027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f666dde-3275-4fc5-a649-ff247f4df959, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f666dde-3275-4fc5-a649-ff247f4df959,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:29:03.152796 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '3f666dde-3275-4fc5-a649-ff247f4df959', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'port_id': '3f666dde-3275-4fc5-a649-ff247f4df959', 'mac_address': 'fa:16:3e:48:02:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:29:03.188439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:03.200659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f666dde-3275-4fc5-a649-ff247f4df959 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:29:03.219161 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f666dde-3275-4fc5-a649-ff247f4df959, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f666dde-3275-4fc5-a649-ff247f4df959,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:29:03.223284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:03.272367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=3f666dde-3275-4fc5-a649-ff247f4df959,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:29:03.290626 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5262da8a-926f-4b80-a4c2-3fbcb470fe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:03.559481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['3f666dde-3275-4fc5-a649-ff247f4df959'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:29:03.719027 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98ef2e-255d-4f1b-b00d-b154db3b3e88 req-cb8d5d21-9bf6-47c5-85f1-38a4f7b3e2a9 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:03.720642 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3b98ef2e-255d-4f1b-b00d-b154db3b3e88 req-cb8d5d21-9bf6-47c5-85f1-38a4f7b3e2a9 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 944 time: 0.0522990 Nov 29 12:29:03.752536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:03.761773 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3b98ef2e-255d-4f1b-b00d-b154db3b3e88 req-5b3ff90c-10c6-46ba-895c-50f968b43b1b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347989 Nov 29 12:29:04.806828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:04.875094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc69d89-86d4-4fe7-ba7c-1b328388f96e req-c0ef8166-4634-46c9-b218-d9c9ba26a79f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:04.876577 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3dc69d89-86d4-4fe7-ba7c-1b328388f96e req-c0ef8166-4634-46c9-b218-d9c9ba26a79f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 944 time: 0.0496550 Nov 29 12:29:04.913368 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3dc69d89-86d4-4fe7-ba7c-1b328388f96e req-67d4e8f0-c303-4a2e-934c-1c1038315fa2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308049 Nov 29 12:29:05.048955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f666dde-3275-4fc5-a649-ff247f4df959 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:29:05.098057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 3f666dde-3275-4fc5-a649-ff247f4df959 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:29:05.101574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 3f666dde-3275-4fc5-a649-ff247f4df959 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:29:05.102017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:05.175420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:05.199460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:29:05.201769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766c8990-7e78-490f-82f3-79a80351295d" -d '{"events": [{"server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "name": "network-vif-plugged", "status": "completed", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:29:05.214125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 3f666dde-3275-4fc5-a649-ff247f4df959, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f666dde-3275-4fc5-a649-ff247f4df959,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:29:05.218780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:05.241762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50fcf5d-2308-4cdd-a789-c0426a245dc7 x-openstack-request-id: req-d50fcf5d-2308-4cdd-a789-c0426a245dc7 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:29:05.242073 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "name": "network-vif-plugged", "status": "completed", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:29:05.242328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d50fcf5d-2308-4cdd-a789-c0426a245dc7 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:29:05.242712 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959', 'code': 200} Nov 29 12:29:05.267814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=3f666dde-3275-4fc5-a649-ff247f4df959,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:29:05.402246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7629e4-72d8-4bc9-ae87-38ef0dab11a8 req-bcc6c808-351a-4833-ba65-9b2dc6d3406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:05.403737 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ba7629e4-72d8-4bc9-ae87-38ef0dab11a8 req-bcc6c808-351a-4833-ba65-9b2dc6d3406a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1098 time: 0.0409849 Nov 29 12:29:05.437860 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ba7629e4-72d8-4bc9-ae87-38ef0dab11a8 req-2e1f4975-aee2-487a-8715-ce32f57d67b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272858 Nov 29 12:29:06.025173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65b40-adff-4c87-adca-f96efffc6dcc req-7d8678eb-45e0-457d-9c75-5e4d4cc8f8f7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:06.026581 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-86d65b40-adff-4c87-adca-f96efffc6dcc req-7d8678eb-45e0-457d-9c75-5e4d4cc8f8f7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0480759 Nov 29 12:29:06.063989 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-86d65b40-adff-4c87-adca-f96efffc6dcc req-9a734faa-8fa2-48e5-acff-9ef95adbd23f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316670 Nov 29 12:29:06.128751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:06.930313 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:29:07.180291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553aa65-5cec-4e6f-8797-a5d09ed3c0cc req-39724824-aa08-4c85-bd71-2e95b98dac7c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:07.181665 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9553aa65-5cec-4e6f-8797-a5d09ed3c0cc req-39724824-aa08-4c85-bd71-2e95b98dac7c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0510211 Nov 29 12:29:07.219563 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9553aa65-5cec-4e6f-8797-a5d09ed3c0cc req-b9cd7ca1-238c-408c-92ff-671c2d5d96d4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Nov 29 12:29:07.333563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15427f1-f865-4379-9811-2e10fc34b5f4 req-de09ffd5-3d24-47ca-854f-02a793cff304 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:07.335073 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e15427f1-f865-4379-9811-2e10fc34b5f4 req-de09ffd5-3d24-47ca-854f-02a793cff304 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0490828 Nov 29 12:29:07.373664 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e15427f1-f865-4379-9811-2e10fc34b5f4 req-6acbd45e-6000-4493-b3c6-193e97375f8d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328617 Nov 29 12:29:07.394730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38320) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:29:07.436285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ace1ae-9dbc-43b1-ad70-5c32725fa7ab tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:07.438372 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-13ace1ae-9dbc-43b1-ad70-5c32725fa7ab tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1093 time: 0.0426676 Nov 29 12:29:07.441399 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38322) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:29:07.445553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '3f666dde-3275-4fc5-a649-ff247f4df959', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:29:07.467417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:07.572415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:07.669917 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.106 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/af16002f-aefe-4fbc-a9b7-d0dd0bd8b93e) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:29:08.070481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:08.103308 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:08.137369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:29:08.142332 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:29:08.145451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:29:08.170680 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=af16002f-aefe-4fbc-a9b7-d0dd0bd8b93e,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:29:08.556753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:08.652798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:08.799217 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:08.803462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:08.868985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=af16002f-aefe-4fbc-a9b7-d0dd0bd8b93e,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:29:08.878483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:08.975145 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP 6d3dc194-11df-47bf-9bd9-f1b894ea3382 associated. External IP: 172.26.5.106, port: 3f666dde-3275-4fc5-a649-ff247f4df959. Nov 29 12:29:09.177574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 6379a178-f9d8-4270-9573-e7b7111aed87 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:29:09.284016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:29:09.293660 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] Sync routers for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:29:09.301753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:09.303592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:29:09.304296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:29:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:29:09.331621 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-167264aa-a53b-4313-a8fb-688dc8077783 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8868282 Nov 29 12:29:09.331621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:29:09.332113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2857ecb0-e481-4a66-a07d-b5cb4849c543" -d '{"events": [{"name": "network-changed", "server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:29:09.373205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aca6f60-cad9-4abf-8329-9086ae75a288 x-openstack-request-id: req-1aca6f60-cad9-4abf-8329-9086ae75a288 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:29:09.373502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:29:09.373759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1aca6f60-cad9-4abf-8329-9086ae75a288 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:29:09.375004 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959', 'status': 'completed', 'code': 200} Nov 29 12:29:09.414201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:29:09.426383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8298f-21c0-4e29-8f65-b4c7ad46b064 req-f7920bbc-4f38-4dc9-8f0d-803cf6d6b209 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:09.429190 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-28e8298f-21c0-4e29-8f65-b4c7ad46b064 req-f7920bbc-4f38-4dc9-8f0d-803cf6d6b209 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0525575 Nov 29 12:29:09.438832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-7e1348c4-fc0d-463a-97e0-7d15790f0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:09.440573 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-7e1348c4-fc0d-463a-97e0-7d15790f0d60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1098 time: 0.0433753 Nov 29 12:29:09.478808 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-28e8298f-21c0-4e29-8f65-b4c7ad46b064 req-fda847f6-7d11-4830-a656-6f72504f3fb6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 Nov 29 12:29:09.493564 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38328) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:29:09.543974 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-f3ef6b6c-402a-495a-bdaa-0a682a5ed0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:09.546059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-f3ef6b6c-402a-495a-bdaa-0a682a5ed0b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 897 time: 0.0988424 Nov 29 12:29:09.560286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-770e686d-44b2-46c6-924c-26391bac8594 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/6d3dc194-11df-47bf-9bd9-f1b894ea3382 HTTP/1.1" status: 200 len: 991 time: 0.0645149 Nov 29 12:29:09.611014 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-9bf9347b-b88a-43a6-934a-7724624e339f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 999 time: 0.0581224 Nov 29 12:29:09.658059 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '6d3dc194-11df-47bf-9bd9-f1b894ea3382', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.106', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'port_id': '3f666dde-3275-4fc5-a649-ff247f4df959', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'mac_address': 'fa:16:3e:48:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:29:08Z', 'updated_at': '2021-11-29T12:29:08Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:29:09.658873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-95142b4c-26ae-41af-af11-299fc146edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:09.660314 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-95142b4c-26ae-41af-af11-299fc146edb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 200 len: 835 time: 0.0426750 Nov 29 12:29:09.684052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] Checking router: 6379a178-f9d8-4270-9573-e7b7111aed87 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:29:09.692465 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:29:09.693061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:29:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:29:09.708618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-cc6619f1-7d2a-4a9a-8086-f369307e10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:09.710124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-cc6619f1-7d2a-4a9a-8086-f369307e10e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426359 Nov 29 12:29:09.721907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-4684464a-a2b7-401c-808b-e3b676c7dc83 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:29:09.722829 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-4684464a-a2b7-401c-808b-e3b676c7dc83 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054245 Nov 29 12:29:09.795772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:29:09.812486 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-011824d6-c489-4a19-bbf3-2c89b07b5d0d service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Nov 29 12:29:09.904746 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2857ecb0-e481-4a66-a07d-b5cb4849c543 req-8b4062f7-285d-4ce0-859a-985f57103133 service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856407 Nov 29 12:29:10.046090 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-364d3bf1-e7fa-47fc-b63d-1e6592ecdd7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406451 Nov 29 12:29:10.123031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-e5a3bf27-2a86-405a-b512-f18cc73ba8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:10.125034 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-e5a3bf27-2a86-405a-b512-f18cc73ba8e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1098 time: 0.0394666 Nov 29 12:29:10.158801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '6d3dc194-11df-47bf-9bd9-f1b894ea3382', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.106', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'port_id': '3f666dde-3275-4fc5-a649-ff247f4df959', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'mac_address': 'fa:16:3e:48:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:29:08Z', 'updated_at': '2021-11-29T12:29:08Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:29:10.188801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3bf0f3-7168-46ac-97a5-c0e466255a57 None None] The sync data for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv is: [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '6d3dc194-11df-47bf-9bd9-f1b894ea3382', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.106', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'port_id': '3f666dde-3275-4fc5-a649-ff247f4df959', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'mac_address': 'fa:16:3e:48:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:29:08Z', 'updated_at': '2021-11-29T12:29:08Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:29:10.240288 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-5232f616-e026-483e-ab19-1f1090bd0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:10.241757 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-5232f616-e026-483e-ab19-1f1090bd0658 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 897 time: 0.0971017 Nov 29 12:29:10.308495 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-4e3df04e-2b76-4359-a869-8bc3eee57ad0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 999 time: 0.0586054 Nov 29 12:29:10.359319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-9ba36bbf-3e9e-4d6a-9283-ea84edd31c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:10.360788 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-9ba36bbf-3e9e-4d6a-9283-ea84edd31c9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 200 len: 835 time: 0.0446546 Nov 29 12:29:10.377023 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2156a-6e18-4910-9fb8-b33f316d43ca None None] New status for floating IP 6d3dc194-11df-47bf-9bd9-f1b894ea3382: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:29:10.410579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-aecf342c-8f20-48ee-936b-fd14b2c7e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:29:10.412064 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-aecf342c-8f20-48ee-936b-fd14b2c7e9c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445943 Nov 29 12:29:10.501002 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-ff4f2bdd-0477-4c22-9bf6-28fec911bced service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817401 Nov 29 12:29:10.563202 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38330) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:29:10.595609 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-771cab89-91bc-4bb0-bc09-2560fb52d7c1 req-024ac929-4dce-4ac4-b4de-d3f65be7f24d service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878341 Nov 29 12:29:10.621720 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bf811516-2ec8-4784-9ba6-972a9a09c3eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/6d3dc194-11df-47bf-9bd9-f1b894ea3382 HTTP/1.1" status: 200 len: 993 time: 0.0573711 Nov 29 12:29:27.841324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:30.737553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9f5e946c-1300-44b5-92b8-b626f8e39034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:33.290093 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ee080817-92c2-4d1a-8396-26f75277c619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:33.733583 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:34.809397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:36.129623 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:29:43.928893 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:29:57.843358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:00.737263 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-decac1d9-33a1-40a6-b26b-44711323bfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:03.291664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6699bcf1-3852-452f-9e2d-96a5f59102f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:03.733925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:04.813887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:06.130691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:10.587033 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d316665-93b1-4834-b5ac-641d0104329e req-e3b2e5ab-aacf-482a-9cd0-0e5ded95b1f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825846 Nov 29 12:30:10.670692 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d316665-93b1-4834-b5ac-641d0104329e req-bd0d2a16-d67c-4ecb-ae2c-9b2e33a3c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:10.672157 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d316665-93b1-4834-b5ac-641d0104329e req-bd0d2a16-d67c-4ecb-ae2c-9b2e33a3c9f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1098 time: 0.0425322 Nov 29 12:30:10.776958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d316665-93b1-4834-b5ac-641d0104329e req-5ffbb64f-5ebc-48d6-891b-3d008e70b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:10.778336 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d316665-93b1-4834-b5ac-641d0104329e req-5ffbb64f-5ebc-48d6-891b-3d008e70b32d service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 897 time: 0.0848715 Nov 29 12:30:10.843352 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d316665-93b1-4834-b5ac-641d0104329e req-9c0cc907-f99f-4abc-9057-375a16bc9e58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 1001 time: 0.0558691 Nov 29 12:30:10.892933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d316665-93b1-4834-b5ac-641d0104329e req-5cd28d91-83e0-4fac-89e6-6b985ad4d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:10.894430 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d316665-93b1-4834-b5ac-641d0104329e req-5cd28d91-83e0-4fac-89e6-6b985ad4d138 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 200 len: 835 time: 0.0439873 Nov 29 12:30:10.941904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d316665-93b1-4834-b5ac-641d0104329e req-43ea25df-72b3-456e-8c8e-271871ddaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:10.943412 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d316665-93b1-4834-b5ac-641d0104329e req-43ea25df-72b3-456e-8c8e-271871ddaa00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421188 Nov 29 12:30:11.032642 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d316665-93b1-4834-b5ac-641d0104329e req-80a11136-e8c5-4926-9bcc-3477ec78f0a2 service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818927 Nov 29 12:30:11.125777 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d316665-93b1-4834-b5ac-641d0104329e req-6764fbe7-be86-4a1f-94e7-f5a1565b5420 service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852075 Nov 29 12:30:11.423280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-1e1696a7-016a-42e3-89be-416c75772c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:11.424769 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-1e1696a7-016a-42e3-89be-416c75772c42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1098 time: 0.0409334 Nov 29 12:30:11.428950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da38e80-7770-45ae-92c3-1b1d24c89ec1 req-7bc99222-707f-4799-b3b2-036cf4e63da2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:11.430452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4da38e80-7770-45ae-92c3-1b1d24c89ec1 req-7bc99222-707f-4799-b3b2-036cf4e63da2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0538797 Nov 29 12:30:11.468462 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4da38e80-7770-45ae-92c3-1b1d24c89ec1 req-5db3bea7-f253-4765-880a-c49294f5a057 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316031 Nov 29 12:30:11.512745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-60741477-9eed-4264-b0dc-fb4c345dd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:11.514271 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-60741477-9eed-4264-b0dc-fb4c345dd0c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 897 time: 0.0825958 Nov 29 12:30:11.885929 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-c4c9e26d-8d64-48d9-baf9-e8d8f71377e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 1001 time: 0.3638217 Nov 29 12:30:11.936182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-af091b6a-2c65-4035-9fde-b026ffa52007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:11.937640 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-af091b6a-2c65-4035-9fde-b026ffa52007 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 200 len: 835 time: 0.0438039 Nov 29 12:30:11.981291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-f63e8ea7-e0e1-40cd-a5a8-b07c8dc97dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:11.982830 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-f63e8ea7-e0e1-40cd-a5a8-b07c8dc97dab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386164 Nov 29 12:30:12.072918 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-292cfbc0-35a3-413a-afc8-e775886a6b48 service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820963 Nov 29 12:30:12.159191 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ff55af9d-5a36-4eb0-b236-ffa8d27fdd15 req-57cefe3f-8d44-44dd-9008-f96202aa8bbe service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791175 Nov 29 12:30:12.585659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25989d2-c74a-43ed-a1a1-87b760cf1373 req-6244da01-9c84-4803-8896-ba68c88995da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:12.587188 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e25989d2-c74a-43ed-a1a1-87b760cf1373 req-6244da01-9c84-4803-8896-ba68c88995da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0497601 Nov 29 12:30:12.624467 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e25989d2-c74a-43ed-a1a1-87b760cf1373 req-b78e15ef-9a50-4047-bee9-cb060f56a20f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Nov 29 12:30:13.738805 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f73fb-0dc7-443a-82e1-887ea1562fbf req-32cc05be-9495-40b4-9166-3526be06755f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:13.742399 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a24f73fb-0dc7-443a-82e1-887ea1562fbf req-32cc05be-9495-40b4-9166-3526be06755f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0511725 Nov 29 12:30:13.777666 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a24f73fb-0dc7-443a-82e1-887ea1562fbf req-d76086a6-ea61-49d1-be1f-11fcb466c39a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Nov 29 12:30:14.898265 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010e0ef-f940-4ff6-b10b-1f147fca30a7 req-5ff47d90-9c8b-47e8-871e-c8e41579f8c0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:14.899740 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0010e0ef-f940-4ff6-b10b-1f147fca30a7 req-5ff47d90-9c8b-47e8-871e-c8e41579f8c0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0529685 Nov 29 12:30:14.936446 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0010e0ef-f940-4ff6-b10b-1f147fca30a7 req-0c528670-12c6-49aa-82ca-bd973ac28844 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307670 Nov 29 12:30:16.048961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b09fe5-6f10-4ed6-86e3-ec9fb8c4853e req-7716ecb8-6c10-433d-a6ba-326f22e4d36e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:16.050595 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-12b09fe5-6f10-4ed6-86e3-ec9fb8c4853e req-7716ecb8-6c10-433d-a6ba-326f22e4d36e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0483057 Nov 29 12:30:16.087829 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-12b09fe5-6f10-4ed6-86e3-ec9fb8c4853e req-ecd238d4-4897-4b10-84f5-9c828e5961b2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312645 Nov 29 12:30:17.198977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834073c-b93c-4bb1-bbe4-cc31ab7f9de3 req-31561cc5-6d17-420d-a414-123f82a35414 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:17.200471 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8834073c-b93c-4bb1-bbe4-cc31ab7f9de3 req-31561cc5-6d17-420d-a414-123f82a35414 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0491877 Nov 29 12:30:17.240254 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8834073c-b93c-4bb1-bbe4-cc31ab7f9de3 req-cc4ecc76-3d2e-4206-863a-906daed0abf3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335917 Nov 29 12:30:18.355747 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f0cfc-bbfb-4fc4-9661-309aa120be08 req-e53c20f2-829e-4b7a-9855-8ecedc16f476 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:18.357691 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f92f0cfc-bbfb-4fc4-9661-309aa120be08 req-e53c20f2-829e-4b7a-9855-8ecedc16f476 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0515013 Nov 29 12:30:18.394172 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f92f0cfc-bbfb-4fc4-9661-309aa120be08 req-45505074-1053-461e-9fc1-991042a57e50 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306363 Nov 29 12:30:19.505757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52340c2f-4fb7-4d59-b7ff-33c0db458548 req-a00edb8b-08c5-4339-bbad-721c7551fbd4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:19.507270 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-52340c2f-4fb7-4d59-b7ff-33c0db458548 req-a00edb8b-08c5-4339-bbad-721c7551fbd4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0481043 Nov 29 12:30:19.546814 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-52340c2f-4fb7-4d59-b7ff-33c0db458548 req-50a946ca-1118-4491-861f-7fb6eeee3594 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335200 Nov 29 12:30:20.657394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b0f8c-272f-49f2-8668-cfa82d1f15fc req-420790fb-1f7c-4b92-92f5-5935d8d019aa tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:20.658873 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d5b0f8c-272f-49f2-8668-cfa82d1f15fc req-420790fb-1f7c-4b92-92f5-5935d8d019aa tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0477493 Nov 29 12:30:20.695832 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5d5b0f8c-272f-49f2-8668-cfa82d1f15fc req-e1ae2aa8-8e21-4187-8de5-c633a0014713 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Nov 29 12:30:20.928187 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:30:21.810922 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031627d-72f0-43b2-8615-251ddd8f5fed req-f15bff80-33c9-4836-8ce5-5a42d78a0e56 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:21.812286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b031627d-72f0-43b2-8615-251ddd8f5fed req-f15bff80-33c9-4836-8ce5-5a42d78a0e56 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0525439 Nov 29 12:30:21.851276 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b031627d-72f0-43b2-8615-251ddd8f5fed req-dc579103-8cd7-434c-ae8d-71ed58b3d6f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327775 Nov 29 12:30:22.968552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e947f2-a18a-4ae9-b988-a925f19606f1 req-52c09d4f-2994-4843-be69-d5504e426508 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:22.970066 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c8e947f2-a18a-4ae9-b988-a925f19606f1 req-52c09d4f-2994-4843-be69-d5504e426508 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0510514 Nov 29 12:30:23.008241 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c8e947f2-a18a-4ae9-b988-a925f19606f1 req-b7289c4d-bba4-4c8b-9b38-e3e52be14780 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Nov 29 12:30:24.120435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646f70b-4585-4328-a8ef-7b8b548c602a req-6a12d360-b3b7-4188-ae74-2e3c81233d73 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:30:24.121898 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2646f70b-4585-4328-a8ef-7b8b548c602a req-6a12d360-b3b7-4188-ae74-2e3c81233d73 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0482817 Nov 29 12:30:24.159005 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2646f70b-4585-4328-a8ef-7b8b548c602a req-836cb4d1-0e9d-42a4-8b4d-d8d37288b305 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311084 Nov 29 12:30:24.180383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38398) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:30:24.242162 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d254d34b-fc66-47b9-a68e-a6ac4385b488 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/6d3dc194-11df-47bf-9bd9-f1b894ea3382 HTTP/1.1" status: 200 len: 993 time: 0.0606258 Nov 29 12:30:27.847523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:30.739052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc1d-1cc2-4b55-beb4-e8c3066062a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:33.292388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2eb361b-6b8c-4e01-92ab-6b8d4d303a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:33.737706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:34.817295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:36.133394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:57.859241 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:30:57.926633 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:31:00.739632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9901c55e-778d-4602-adda-54280ef6fad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:03.297666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6841e0b5-46a1-489b-9464-ab2858807496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:03.738444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:04.818502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:06.136194 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:10.793453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38414) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:10.944563 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port af16002f-aefe-4fbc-a9b7-d0dd0bd8b93e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:31:10.944908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:11.015479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:11.015803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:11.026892 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for af16002f-aefe-4fbc-a9b7-d0dd0bd8b93e owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:31:11.169372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:11.195351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=af16002f-aefe-4fbc-a9b7-d0dd0bd8b93e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:11.220778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.221127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.221464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.221797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.222162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.222490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.222816 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.223140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.223462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.223783 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.224106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.224425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:11.266616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:11.266943 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP 6d3dc194-11df-47bf-9bd9-f1b894ea3382 disassociated (deleted). External IP: 172.26.5.106, port: 3f666dde-3275-4fc5-a649-ff247f4df959. Nov 29 12:31:11.472423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 6379a178-f9d8-4270-9573-e7b7111aed87 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:31:11.578792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:31:11.583290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:11.585136 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-25ba0e03-9307-4ac2-8dcc-42e2d3ccd1ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451417 Nov 29 12:31:11.590542 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] Sync routers for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:31:11.601680 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:11.603352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:11.614356 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-57b45da3-beb1-4b76-8137-60e38a7af2be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/floatingips/6d3dc194-11df-47bf-9bd9-f1b894ea3382 HTTP/1.1" status: 204 len: 168 time: 0.8174794 Nov 29 12:31:11.614356 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:31:11.615142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b" -d '{"events": [{"name": "network-changed", "server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:31:11.670186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-8a41ac46-ccf0-4d8b-a12f-9b748224951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:11.671735 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-8a41ac46-ccf0-4d8b-a12f-9b748224951c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1098 time: 0.0435069 Nov 29 12:31:11.727707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83240a79-b22e-4adf-aaec-c956892139f4 x-openstack-request-id: req-83240a79-b22e-4adf-aaec-c956892139f4 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:31:11.728033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:31:11.728296 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83240a79-b22e-4adf-aaec-c956892139f4 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:31:11.728683 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959', 'status': 'completed', 'code': 200} Nov 29 12:31:11.738049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:11.780812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-b2101f74-bcc4-4d7f-b855-174e05be7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:11.782533 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-b2101f74-bcc4-4d7f-b855-174e05be7313 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 897 time: 0.0914142 Nov 29 12:31:11.830290 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-68be9650-f956-4d50-ba35-e468eab0caa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 217 time: 0.0393412 Nov 29 12:31:11.876998 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3f216-6ff7-4789-9ef6-bc0d8825a1ce req-9b34a12f-8d34-4044-92be-39a6b98c7d5a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:11.878626 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-62d3f216-6ff7-4789-9ef6-bc0d8825a1ce req-9b34a12f-8d34-4044-92be-39a6b98c7d5a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0529137 Nov 29 12:31:11.881706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-dd34ad1a-f314-4145-98f2-a76d1fc279a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:11.883325 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-dd34ad1a-f314-4145-98f2-a76d1fc279a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 200 len: 835 time: 0.0463963 Nov 29 12:31:11.919565 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-62d3f216-6ff7-4789-9ef6-bc0d8825a1ce req-35174736-28ae-4a97-afd6-611b27579871 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347655 Nov 29 12:31:11.930434 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-af8fe00b-44e7-4f7a-9d85-622f305546ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:11.932090 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-af8fe00b-44e7-4f7a-9d85-622f305546ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403295 Nov 29 12:31:11.948661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:11.978403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] Checking router: 6379a178-f9d8-4270-9573-e7b7111aed87 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:31:11.986958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:11.987554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:12.036022 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-677040d3-905b-43fb-aa75-ec86a52807e7 service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949187 Nov 29 12:31:12.090658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:12.128587 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c0d8d8fc-2845-4d92-9d18-e85cc6230dd4 req-bf27959a-d22a-449f-9937-fdda216b3e91 service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 Nov 29 12:31:12.215160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-22882938-4390-4904-a907-4dff66512961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:12.216710 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-22882938-4390-4904-a907-4dff66512961 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 1098 time: 0.0454640 Nov 29 12:31:12.286639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:12.307849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-ffee6ffe-7b0e-4c47-9322-4851203bd67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:12.309327 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-ffee6ffe-7b0e-4c47-9322-4851203bd67b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 200 len: 897 time: 0.0848179 Nov 29 12:31:12.312480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e415dc1-bb11-4fb3-9282-402a70c35175 None None] The sync data for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv is: [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:56Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '3cd866ee-1b13-4562-9891-2a88de53207d', 'name': '', 'network_id': '6d182070-4c9d-4c10-8d2f-dc9d9b17399f', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:af:97:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '36dacc92-b441-4204-9053-947551019d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:55Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '36dacc92-b441-4204-9053-947551019d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:31:12.352435 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-56b932fb-1f9e-428c-8615-096e7b15c639 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 200 len: 217 time: 0.0344267 Nov 29 12:31:12.407407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-1fbb4ea8-10a3-4522-ab61-1d578118e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:12.408837 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-1fbb4ea8-10a3-4522-ab61-1d578118e5d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 200 len: 835 time: 0.0493703 Nov 29 12:31:12.457045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-c907b302-c9f8-46b0-9e57-faa4aac8c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:12.458572 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-c907b302-c9f8-46b0-9e57-faa4aac8c544 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6d182070-4c9d-4c10-8d2f-dc9d9b17399f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413644 Nov 29 12:31:12.531070 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b67ca-0349-4785-a69b-09437cffc9eb None None] New status for floating IP 6d3dc194-11df-47bf-9bd9-f1b894ea3382: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:31:12.550253 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-e1e5a01e-d633-4583-8fd5-ebe5891cc4dd service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820050 Nov 29 12:31:12.644218 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-a3b62b65-bcdc-4186-a8cd-03ef54e6ab7b req-835873bd-9624-41a7-ad11-320424c0c73b service neutron] 10.222.0.30 "GET /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850608 Nov 29 12:31:13.048153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0789e-cc8c-4375-955e-3bd788d4a29b req-f671bc75-2811-46b0-9e0c-db09fcbe3734 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:13.049602 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b2b0789e-cc8c-4375-955e-3bd788d4a29b req-f671bc75-2811-46b0-9e0c-db09fcbe3734 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0482988 Nov 29 12:31:13.087117 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b2b0789e-cc8c-4375-955e-3bd788d4a29b req-260249a2-98c4-41a5-998f-5c570e87c610 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=cceb4279-97a5-4de9-bdf4-39a34c437777&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Nov 29 12:31:13.725749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-f2b14efc-c1eb-491a-9097-7a16fb7ba953 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:13.727200 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-f2b14efc-c1eb-491a-9097-7a16fb7ba953 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 945 time: 0.0484095 Nov 29 12:31:13.815876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 3f666dde-3275-4fc5-a649-ff247f4df959 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:31:13.816213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:13.900986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port 3f666dde-3275-4fc5-a649-ff247f4df959, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f666dde-3275-4fc5-a649-ff247f4df959,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:13.901348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:13.915496 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 3f666dde-3275-4fc5-a649-ff247f4df959 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:31:14.050119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:14.080381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=3f666dde-3275-4fc5-a649-ff247f4df959,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:14.092405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.092763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.093112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.093472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.093779 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.094148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.094451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.094780 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.095108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.095432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.095757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.096080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:14.145582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] No DVR routers for this DVR port 3f666dde-3275-4fc5-a649-ff247f4df959 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:31:14.148087 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:14.153096 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-34b333e2-ca2a-4bca-a905-1cb2d1c242a2 req-63b27f21-baf8-4d2d-bfd9-49f121a9c3f0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "DELETE /v2.0/ports/3f666dde-3275-4fc5-a649-ff247f4df959 HTTP/1.1" status: 204 len: 173 time: 0.4198241 Nov 29 12:31:14.153833 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'name': 'network-vif-deleted', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:31:14.156800 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db29b57e-75e9-477b-847f-446858e8288f" -d '{"events": [{"server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "name": "network-vif-deleted", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:31:14.192650 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7cb2f8ef-d504-44c3-b49e-e47dbc814b22 req-def68518-a061-4dbd-adec-7f5e3af5ffc2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=44247c8f-dc93-4091-b4ec-06b9920615fe HTTP/1.1" status: 200 len: 210 time: 0.0372193 Nov 29 12:31:14.193146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d38cb4a-ac43-4162-8ed4-7ce64b0729ad x-openstack-request-id: req-6d38cb4a-ac43-4162-8ed4-7ce64b0729ad {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:31:14.193347 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44247c8f-dc93-4091-b4ec-06b9920615fe", "name": "network-vif-deleted", "tag": "3f666dde-3275-4fc5-a649-ff247f4df959", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:31:14.193466 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6d38cb4a-ac43-4162-8ed4-7ce64b0729ad {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:31:14.193825 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44247c8f-dc93-4091-b4ec-06b9920615fe', 'name': 'network-vif-deleted', 'tag': '3f666dde-3275-4fc5-a649-ff247f4df959', 'status': 'completed', 'code': 200} Nov 29 12:31:15.251624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38436) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:15.595165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:15.835718 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 3cd866ee-1b13-4562-9891-2a88de53207d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:31:15.836072 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:15.918987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port 3cd866ee-1b13-4562-9891-2a88de53207d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3cd866ee-1b13-4562-9891-2a88de53207d,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:15.919860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:15.935949 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 3cd866ee-1b13-4562-9891-2a88de53207d owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:31:16.111757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:16.362038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=3cd866ee-1b13-4562-9891-2a88de53207d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:16.527207 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:16.733503 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 6379a178-f9d8-4270-9573-e7b7111aed87 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:31:16.834648 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:31:16.839576 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dd9a31fc-81b9-4fde-a54d-7b447f4e6b6c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/6379a178-f9d8-4270-9573-e7b7111aed87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5869617 Nov 29 12:31:16.842971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38438) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:16.844562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] Sync routers for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:31:16.853177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:16.853761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:16.892374 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-be82e4f6-ba82-4e5e-97ba-059b23fc7f79 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting subnet 36dacc92-b441-4204-9053-947551019d7e {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:31:16.895426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be82e4f6-ba82-4e5e-97ba-059b23fc7f79 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:16.933633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be82e4f6-ba82-4e5e-97ba-059b23fc7f79 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:16.954019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:17.018951 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be82e4f6-ba82-4e5e-97ba-059b23fc7f79 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.077152 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be82e4f6-ba82-4e5e-97ba-059b23fc7f79 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.101834 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82e4f6-ba82-4e5e-97ba-059b23fc7f79 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Subnet': ['ID=36dacc92-b441-4204-9053-947551019d7e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:17.108842 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-be82e4f6-ba82-4e5e-97ba-059b23fc7f79 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.112472 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-be82e4f6-ba82-4e5e-97ba-059b23fc7f79 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/subnets/36dacc92-b441-4204-9053-947551019d7e HTTP/1.1" status: 204 len: 168 time: 0.2679651 Nov 29 12:31:17.114426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38440) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:17.117706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b39a3c-aa5d-409d-b448-a1f7e0a70285 None None] Network 6d182070-4c9d-4c10-8d2f-dc9d9b17399f requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:31:17.180713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:31:16Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:17.221069 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.227162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] Checking router: 6379a178-f9d8-4270-9573-e7b7111aed87 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:31:17.252156 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] Routers {'6379a178-f9d8-4270-9573-e7b7111aed87'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:17.252751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['6379a178-f9d8-4270-9573-e7b7111aed87'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:17.323528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.378657 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:31:17.379379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.462361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5fc5d0cf-5762-4743-9c9f-d40c16d92bb9,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:17.462729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.479029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:31:17.500556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] Set router 6379a178-f9d8-4270-9573-e7b7111aed87 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:17.552792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] DHCP port deletion for 6d182070-4c9d-4c10-8d2f-dc9d9b17399f request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:31:17.658879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.682622 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Deleting port 5a5dd1ea-3c9d-4008-842b-716af6e93236 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:31:17.682993 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.690311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=5fc5d0cf-5762-4743-9c9f-d40c16d92bb9,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:17.726442 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f666dde-3275-4fc5-a649-ff247f4df959 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:31:17.748399 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.757114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 3f666dde-3275-4fc5-a649-ff247f4df959 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:31:17.757432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 3f666dde-3275-4fc5-a649-ff247f4df959 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:31:17.776251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] For port 5a5dd1ea-3c9d-4008-842b-716af6e93236, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5a5dd1ea-3c9d-4008-842b-716af6e93236,segment=NetworkSegment(0dfc387e-1a33-41fa-8e57-acf86aeaa9ae),segment_id=0dfc387e-1a33-41fa-8e57-acf86aeaa9ae)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:17.776642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.791720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Calling delete_port for 5a5dd1ea-3c9d-4008-842b-716af6e93236 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:31:17.806389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:31:16Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:17.842036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.844337 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.863916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f5cea-0ef0-49e4-ba58-308d57ea8381 None None] The sync data for ids ['6379a178-f9d8-4270-9573-e7b7111aed87'] in dv-neutron-819578-1-hyperv is: [{'id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824983676', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232'}], 'enable_snat': True}, 'gw_port_id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:31:16Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '5fc5d0cf-5762-4743-9c9f-d40c16d92bb9', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:66:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6379a178-f9d8-4270-9573-e7b7111aed87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:28:52Z', 'updated_at': '2021-11-29T12:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:31:17.909562 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.910074 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Fanout notify agent at l3_agent the message router_deleted on router 6379a178-f9d8-4270-9573-e7b7111aed87 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:31:17.914448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.917743 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:17.921880 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-31739f2a-23a6-4387-8649-490fed2fd6ce tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/routers/6379a178-f9d8-4270-9573-e7b7111aed87 HTTP/1.1" status: 204 len: 168 time: 0.8033645 Nov 29 12:31:17.922166 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38442) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:17.941001 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Pushing event deleted for resources: {'Port': ['ID=5a5dd1ea-3c9d-4008-842b-716af6e93236,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:17.945121 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] No DVR routers for this DVR port 5a5dd1ea-3c9d-4008-842b-716af6e93236 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:31:17.951423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.951819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.952165 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.952501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.952832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.953168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.953496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.953824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.954180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.954799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.954799 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.955105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd525a75-3f21-41eb-be57-357eec7233c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:17.998193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.089221 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.110193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d182070-4c9d-4c10-8d2f-dc9d9b17399f']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:18.121438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:18.121737 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfc387e-1a33-41fa-8e57-acf86aeaa9ae') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:18.131042 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.144222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.150156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:31:18.150548 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:31:18.154133 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:31:18.209370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.215812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.219520 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/networks/6d182070-4c9d-4c10-8d2f-dc9d9b17399f HTTP/1.1" status: 204 len: 168 time: 0.2964082 Nov 29 12:31:18.222330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38444) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:18.235798 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7b688-fb8d-4c1d-a817-7a69bb73340f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Network': ['ID=6d182070-4c9d-4c10-8d2f-dc9d9b17399f,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:18.249877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5a5dd1ea-3c9d-4008-842b-716af6e93236 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:31:18.271273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 5a5dd1ea-3c9d-4008-842b-716af6e93236 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:31:18.271624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5a5dd1ea-3c9d-4008-842b-716af6e93236 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:31:18.300783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-93176d54-5165-479d-ae86-6bc5c5f281bc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.327592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-93176d54-5165-479d-ae86-6bc5c5f281bc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.398228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-93176d54-5165-479d-ae86-6bc5c5f281bc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.400900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-93176d54-5165-479d-ae86-6bc5c5f281bc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:18.405135 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-93176d54-5165-479d-ae86-6bc5c5f281bc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/security-groups/cceb4279-97a5-4de9-bdf4-39a34c437777 HTTP/1.1" status: 204 len: 168 time: 0.1782222 Nov 29 12:31:18.412239 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93176d54-5165-479d-ae86-6bc5c5f281bc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cceb4279-97a5-4de9-bdf4-39a34c437777,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:18.946618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38450) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:18.951298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-207e75f5-474e-4d4d-a334-f09133b7dd58 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581230990', 'description': 'tempest-secgroup-smoke-581230990 description', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:18.972103 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-207e75f5-474e-4d4d-a334-f09133b7dd58 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.037303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-207e75f5-474e-4d4d-a334-f09133b7dd58 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.041013 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-207e75f5-474e-4d4d-a334-f09133b7dd58 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.069714 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-207e75f5-474e-4d4d-a334-f09133b7dd58 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.070978 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-207e75f5-474e-4d4d-a334-f09133b7dd58 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1233525 Nov 29 12:31:19.074007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38452) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:19.075014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e75f5-474e-4d4d-a334-f09133b7dd58 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5913a0ea-9571-4b6b-8601-ab4be1a6de48,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:19.078924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f0087c3c-9582-4fe8-8500-4dee76e9d6cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5913a0ea-9571-4b6b-8601-ab4be1a6de48', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:19.104546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0087c3c-9582-4fe8-8500-4dee76e9d6cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.150241 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0087c3c-9582-4fe8-8500-4dee76e9d6cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.153641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0087c3c-9582-4fe8-8500-4dee76e9d6cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.171594 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0087c3c-9582-4fe8-8500-4dee76e9d6cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4868fae6-ade3-43f8-ba01-09bdd4173340,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:19.178376 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f0087c3c-9582-4fe8-8500-4dee76e9d6cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.179638 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f0087c3c-9582-4fe8-8500-4dee76e9d6cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1045911 Nov 29 12:31:19.182296 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38454) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:19.187111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-f9f6c060-4383-4354-904d-4e936f9e7edc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5913a0ea-9571-4b6b-8601-ab4be1a6de48', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:19.212153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c060-4383-4354-904d-4e936f9e7edc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.266946 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c060-4383-4354-904d-4e936f9e7edc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.270566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c060-4383-4354-904d-4e936f9e7edc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.291264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6c060-4383-4354-904d-4e936f9e7edc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985d5f23-10a0-4e85-9789-b5e8c6534882,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:19.298549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c060-4383-4354-904d-4e936f9e7edc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.299717 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f9f6c060-4383-4354-904d-4e936f9e7edc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165133 Nov 29 12:31:19.302355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38456) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:19.306641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e13e4b11-d297-45d1-b9c5-f00e26b6707a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5913a0ea-9571-4b6b-8601-ab4be1a6de48', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:19.331757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e13e4b11-d297-45d1-b9c5-f00e26b6707a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.387806 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e13e4b11-d297-45d1-b9c5-f00e26b6707a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.391237 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e13e4b11-d297-45d1-b9c5-f00e26b6707a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.408263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e4b11-d297-45d1-b9c5-f00e26b6707a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebb96fc-4946-4a12-81d3-b4811a3307ed,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:19.415766 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e13e4b11-d297-45d1-b9c5-f00e26b6707a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.416937 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e13e4b11-d297-45d1-b9c5-f00e26b6707a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136777 Nov 29 12:31:19.420175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38458) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:19.424371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1ff80a23-da45-4850-ad8b-d206be83a5ed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5913a0ea-9571-4b6b-8601-ab4be1a6de48', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:19.449758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ff80a23-da45-4850-ad8b-d206be83a5ed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.507890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ff80a23-da45-4850-ad8b-d206be83a5ed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.513035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ff80a23-da45-4850-ad8b-d206be83a5ed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.530180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff80a23-da45-4850-ad8b-d206be83a5ed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e944cd-b15d-487b-9348-e1fca485a49f,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:19.537201 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ff80a23-da45-4850-ad8b-d206be83a5ed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.538405 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1ff80a23-da45-4850-ad8b-d206be83a5ed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173253 Nov 29 12:31:19.541126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38460) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:19.546042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-1ea32e35-a2ab-48d3-ab7c-c041cc8cd9b6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5913a0ea-9571-4b6b-8601-ab4be1a6de48', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:19.566892 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-1ea32e35-a2ab-48d3-ab7c-c041cc8cd9b6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:31:19.571737 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ea32e35-a2ab-48d3-ab7c-c041cc8cd9b6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.628708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ea32e35-a2ab-48d3-ab7c-c041cc8cd9b6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.632326 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ea32e35-a2ab-48d3-ab7c-c041cc8cd9b6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.652011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea32e35-a2ab-48d3-ab7c-c041cc8cd9b6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061527c7-a9d2-4df7-ab03-317e39ea1629,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:19.659348 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1ea32e35-a2ab-48d3-ab7c-c041cc8cd9b6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.660510 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1ea32e35-a2ab-48d3-ab7c-c041cc8cd9b6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184733 Nov 29 12:31:19.663229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38462) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:19.667592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-deba5446-439f-4b31-8207-f7e48a428774 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': '5913a0ea-9571-4b6b-8601-ab4be1a6de48', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:19.688652 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-deba5446-439f-4b31-8207-f7e48a428774 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:31:19.693783 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-deba5446-439f-4b31-8207-f7e48a428774 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.754823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-deba5446-439f-4b31-8207-f7e48a428774 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.758366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-deba5446-439f-4b31-8207-f7e48a428774 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.776851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba5446-439f-4b31-8207-f7e48a428774 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35ae6ab-e455-4633-9651-0217f3d1977a,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:19.782114 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-deba5446-439f-4b31-8207-f7e48a428774 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.786360 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-deba5446-439f-4b31-8207-f7e48a428774 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190968 Nov 29 12:31:19.786360 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38464) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:19.790932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'network': {'name': 'tempest-network-smoke--1951152198', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:19.805877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3cd866ee-1b13-4562-9891-2a88de53207d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:31:19.813274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:31:19.817027 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.829614 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 3cd866ee-1b13-4562-9891-2a88de53207d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:31:19.829978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3cd866ee-1b13-4562-9891-2a88de53207d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:31:19.830409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:31:19.842887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:31:19.850561 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:31:19.850905 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5fc5d0cf-5762-4743-9c9f-d40c16d92bb9 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:31:19.852115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.852464 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Added segment 6c9ce5a8-b559-4db0-b1f1-09777b158443 of type vlan for network 923c2f1d-932b-4171-9d42-a1d7e2519360 Nov 29 12:31:19.893093 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.916365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.921923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:19.922528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:19.979210 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1895871 Nov 29 12:31:19.979401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38466) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:19.985574 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'admin_state_up': True, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:20.007249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a11d4f-bf5a-4f35-a283-23b8b69adaf0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Network': ['ID=923c2f1d-932b-4171-9d42-a1d7e2519360,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:20.019242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:31:20.020771 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:20.022089 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:20.076405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:20.214070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:20.401467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:20.424030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:20.521143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.169 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/22cd43da-5a90-4909-a795-57ec20dc3990) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:31:20.624978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:20.656417 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:20.692262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:31:20.695169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:31:20.698578 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:31:20.725448 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=22cd43da-5a90-4909-a795-57ec20dc3990,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:20.947003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:21.135126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:21.254851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router a704e89a-e251-4f4b-af2a-dcab80439220 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:31:21.357058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:31:21.367304 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Sync routers for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:31:21.375940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:21.376208 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:21.376783 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:21.377155 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c8e0d06f-33f4-4035-8bef-aaef2d60c38a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3968778 Nov 29 12:31:21.380453 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38468) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:21.415750 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1b7c97d8-986f-46a6-9dc4-575a139660e5 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a3a570f33e32414c9caafb3e6da023b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340009 Nov 29 12:31:21.418233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38470) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:21.478629 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:21.565456 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d531cb-2bc6-4c3c-bd1f-7a05839870ef tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:21.566992 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-77d531cb-2bc6-4c3c-bd1f-7a05839870ef tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1477995 Nov 29 12:31:21.569717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38472) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:21.608015 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-de090650-b311-4be4-8aa2-388b98f23d11 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366337 Nov 29 12:31:21.610403 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38474) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:21.615030 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1469644140', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:21.649015 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:20Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:21.673510 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Checking router: a704e89a-e251-4f4b-af2a-dcab80439220 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:31:21.673848 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Updating router a704e89a-e251-4f4b-af2a-dcab80439220 port 22cd43da-5a90-4909-a795-57ec20dc3990 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:31:21.698230 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:21.699565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:31:21.703579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:21.893958 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:21.955429 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Subnet': ['ID=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:21.964229 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Checking segment: {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:31:21.964591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network hostable DHCP agents. Network: 923c2f1d-932b-4171-9d42-a1d7e2519360, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:31:21.981878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:31:21.990574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 923c2f1d-932b-4171-9d42-a1d7e2519360) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:31:21.995378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:21.996136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.001646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e232b93-8874-41d1-bf3c-84e8ff2b9e4f None None] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:31:22.015863 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f640e13a-55f9-4fb9-ab48-fce3847a7448 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4044518 Nov 29 12:31:22.018509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38476) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:22.041283 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.048019 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.105485 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Pushing event updated for resources: {'Port': ['ID=22cd43da-5a90-4909-a795-57ec20dc3990,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:22.115417 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Attempting to bind port 22cd43da-5a90-4909-a795-57ec20dc3990 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:31:22.116155 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Attempting to bind port 22cd43da-5a90-4909-a795-57ec20dc3990 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:31:22.116578 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Attempting to bind port 22cd43da-5a90-4909-a795-57ec20dc3990 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:31:22.120119 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.120471 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.120810 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.121148 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.121486 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.121818 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.122744 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.123080 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.123413 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.124088 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.124418 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.124745 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:31:22.130438 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:31:22.130800 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:31:22.131208 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.131896 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:31:22.132093 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Bound port: 22cd43da-5a90-4909-a795-57ec20dc3990, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:31:22.132430 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.153247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-923c2f1d-932b-4171-9d42-a1d7e2519360', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:31:22.154146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.187714 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] For port 22cd43da-5a90-4909-a795-57ec20dc3990, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:31:22.191599 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] For port 22cd43da-5a90-4909-a795-57ec20dc3990, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=22cd43da-5a90-4909-a795-57ec20dc3990,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:31:22.195717 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.264244 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:22.264881 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:22.266844 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcde1f-7db3-48ef-b0fb-e0679dc638aa None None] Pushing event updated for resources: {'Port': ['ID=22cd43da-5a90-4909-a795-57ec20dc3990,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:22.300246 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Allocated IP 172.20.0.2 (923c2f1d-932b-4171-9d42-a1d7e2519360/5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5/cde73a0b-4370-439f-87ed-17866bc715cd) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:31:22.383777 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:22.451647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.460753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.495838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:31:22.499229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:31:22.502790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:31:22.520523 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Pushing event updated for resources: {'Port': ['ID=cde73a0b-4370-439f-87ed-17866bc715cd,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:22.568149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Attempting to bind port cde73a0b-4370-439f-87ed-17866bc715cd on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:31:22.568603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Attempting to bind port cde73a0b-4370-439f-87ed-17866bc715cd by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:31:22.569083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Attempting to bind port cde73a0b-4370-439f-87ed-17866bc715cd on network 923c2f1d-932b-4171-9d42-a1d7e2519360 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:31:22.574062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:31:22.574427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Checking segment: {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:31:22.574823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.575763 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Bound using segment: {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:31:22.576223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Bound port: cde73a0b-4370-439f-87ed-17866bc715cd, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:31:22.576598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.578613 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:20Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:22.604442 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f3cb5f-b8a1-4dbd-a1b0-256e5ea15eff None None] The sync data for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv is: [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:20Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:31:22.647774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] For port cde73a0b-4370-439f-87ed-17866bc715cd, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:31:22.651517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] For port cde73a0b-4370-439f-87ed-17866bc715cd, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=cde73a0b-4370-439f-87ed-17866bc715cd,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:31:22.656179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:22.717061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5007ab-e0a8-4d07-9de8-524fe0b4f6de None None] Pushing event updated for resources: {'Port': ['ID=cde73a0b-4370-439f-87ed-17866bc715cd,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:22.719476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.155601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.1 (923c2f1d-932b-4171-9d42-a1d7e2519360/5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5/195e64f8-cc35-4b1e-859a-7714e6fa8ee8) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:31:23.275412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.315302 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.362135 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:31:23.369153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:31:23.371317 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:23.373625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:31:23.420597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.561682 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.661501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a81ae7-f6e5-409d-bb99-d1ad32671f00 None None] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:31:23.734427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-58e368f2-1569-4c66-95a6-2abbd0b77bfa None None] Provisioning complete for port cde73a0b-4370-439f-87ed-17866bc715cd triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:23.734791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58e368f2-1569-4c66-95a6-2abbd0b77bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.854251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.869979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.888569 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58e368f2-1569-4c66-95a6-2abbd0b77bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.932866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 22cd43da-5a90-4909-a795-57ec20dc3990 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:31:23.964383 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:23.967315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:23.976214 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-58e368f2-1569-4c66-95a6-2abbd0b77bfa None None] For port cde73a0b-4370-439f-87ed-17866bc715cd, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=cde73a0b-4370-439f-87ed-17866bc715cd,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:23.984189 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-58e368f2-1569-4c66-95a6-2abbd0b77bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:24.048841 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e368f2-1569-4c66-95a6-2abbd0b77bfa None None] Pushing event updated for resources: {'Port': ['ID=cde73a0b-4370-439f-87ed-17866bc715cd,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:24.056028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 22cd43da-5a90-4909-a795-57ec20dc3990 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:24.056707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:24.086390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:31:24.087962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:31:24.142793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:24.164434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 22cd43da-5a90-4909-a795-57ec20dc3990, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=22cd43da-5a90-4909-a795-57ec20dc3990,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:24.174656 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:24.175520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cde73a0b-4370-439f-87ed-17866bc715cd up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:31:24.221314 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router a704e89a-e251-4f4b-af2a-dcab80439220 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:31:24.255648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-65798f83-1cfb-42f7-a763-59db4763fd11 None None] Provisioning complete for port cde73a0b-4370-439f-87ed-17866bc715cd triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:24.256020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-65798f83-1cfb-42f7-a763-59db4763fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:24.296316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=22cd43da-5a90-4909-a795-57ec20dc3990,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:24.330701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port cde73a0b-4370-439f-87ed-17866bc715cd triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:24.331101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:24.342580 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:31:24.350476 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0ed526b5-aa5c-4fa7-a50f-64985128bd1c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/a704e89a-e251-4f4b-af2a-dcab80439220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3308907 Nov 29 12:31:24.389576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Sync routers for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:31:24.424104 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:24.424715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:24.503706 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-6d61e818-6576-433d-bf40-a41738d2c395 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581230990&fields=id&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 267 time: 0.0350707 Nov 29 12:31:24.524838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-65798f83-1cfb-42f7-a763-59db4763fd11 None None] Provisioning complete for port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:24.525210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-65798f83-1cfb-42f7-a763-59db4763fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:24.587353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-65798f83-1cfb-42f7-a763-59db4763fd11 None None] Port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:31:24.598626 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:24.620438 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-acec08f2-916f-4660-bfab-1701be63667f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:24.622420 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-acec08f2-916f-4660-bfab-1701be63667f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 797 time: 0.1067057 Nov 29 12:31:24.637014 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-ef37966c-6204-4f20-90a9-04e76e1dac27 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/quotas/a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 375 time: 0.0088003 Nov 29 12:31:24.690819 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-bc71906b-b3ea-456f-a1bf-59e7340a095e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478079 Nov 29 12:31:24.733843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b7aee5a8-df04-416d-9ff2-97c102497b1d None None] Provisioning complete for port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:24.734479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7aee5a8-df04-416d-9ff2-97c102497b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:24.784274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b7aee5a8-df04-416d-9ff2-97c102497b1d None None] Port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:31:24.784752 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-307dcc05-80a2-4444-b725-4c933cdd2313 service neutron] 10.222.0.23 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816607 Nov 29 12:31:24.830361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 2, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:24.855934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Checking router: a704e89a-e251-4f4b-af2a-dcab80439220 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:31:24.856777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Updating router a704e89a-e251-4f4b-af2a-dcab80439220 port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:31:24.876256 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-80c90e8d-ba40-402b-a953-3534243c099b service neutron] 10.222.0.23 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862792 Nov 29 12:31:24.880594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.134647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.140715 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.191559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0ef50-cd1d-4cea-83f7-e4e5bfd5d6d8 None None] Pushing event updated for resources: {'Port': ['ID=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:25.237254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Attempting to bind port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:31:25.237624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Attempting to bind port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:31:25.238239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Attempting to bind port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 on network 923c2f1d-932b-4171-9d42-a1d7e2519360 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:31:25.243042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:31:25.243556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Checking segment: {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:31:25.243964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.244359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Bound using segment: {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:31:25.244833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Bound port: 195e64f8-cc35-4b1e-859a-7714e6fa8ee8, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:31:25.245217 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.450044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-ab6bfc44-69c1-4bac-9431-288fc4ad3805 None None] Provisioning complete for port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:25.450311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ab6bfc44-69c1-4bac-9431-288fc4ad3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.478068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] For port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:31:25.493865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] For port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:31:25.498676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-ab6bfc44-69c1-4bac-9431-288fc4ad3805 None None] Port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:31:25.500494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.553791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:25.554447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:25.593056 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0ef50-cd1d-4cea-83f7-e4e5bfd5d6d8 None None] Pushing event updated for resources: {'Port': ['ID=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:25.666180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:25.788944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-789200e8-79e4-46cf-97b2-a642114767d9 None None] Provisioning complete for port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:25.789603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-789200e8-79e4-46cf-97b2-a642114767d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.855164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 22cd43da-5a90-4909-a795-57ec20dc3990 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:31:25.968301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-789200e8-79e4-46cf-97b2-a642114767d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.990710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 22cd43da-5a90-4909-a795-57ec20dc3990 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:25.990710 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:25.998877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:25Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:26.048300 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cccc1b9-c29b-4531-b5dc-1d2297a8f754 None None] The sync data for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv is: [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:25Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:31:26.065734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-789200e8-79e4-46cf-97b2-a642114767d9 None None] For port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:26.076784 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1081ccd1-20c1-47a1-bdf1-e03592425989 req-e99560f9-437b-414a-a51c-0e5d33a6e4fd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 210 time: 0.0402720 Nov 29 12:31:26.078077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-789200e8-79e4-46cf-97b2-a642114767d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:26.153298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789200e8-79e4-46cf-97b2-a642114767d9 None None] Pushing event updated for resources: {'Port': ['ID=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:26.189919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cde73a0b-4370-439f-87ed-17866bc715cd up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:31:26.237923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port cde73a0b-4370-439f-87ed-17866bc715cd triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:26.238424 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.126746 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-3c865b4c-8562-42e8-af67-38d83facbdd0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:27.128241 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-3c865b4c-8562-42e8-af67-38d83facbdd0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 797 time: 0.1121609 Nov 29 12:31:27.165142 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b59ff43d-fd0e-49ab-ae58-4d0c4184cc36 req-2ab50595-c679-449e-b7f5-f5ca4f44ff47 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 210 time: 0.0286472 Nov 29 12:31:27.174142 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-f30a72fc-26bd-419e-b820-a9df5177b981 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 379 time: 0.0367627 Nov 29 12:31:27.185982 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'port': {'device_id': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'admin_state_up': True, 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'security_groups': ['5913a0ea-9571-4b6b-8601-ab4be1a6de48']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:27.293274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:31:27.297108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.417085 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.14 (923c2f1d-932b-4171-9d42-a1d7e2519360/5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5/ce0a4f19-ec38-4a63-81bc-5c3f84569ff1) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:31:27.552924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.587568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.631259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:31:27.634235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:31:27.638206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:31:27.646306 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:27.690389 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:27.690932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.708546 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a31b786d-9940-4da4-a64d-787deede946d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5287137 Nov 29 12:31:27.720720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Request body: {'port': {'device_id': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:27.775245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.870890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.873709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:31:27.922281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-345fc37d-83f3-48fb-ad7c-3c83b69a9192 None None] Provisioning complete for port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:27.922566 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-345fc37d-83f3-48fb-ad7c-3c83b69a9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.954898 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:27.955190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:27.975385 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-345fc37d-83f3-48fb-ad7c-3c83b69a9192 None None] Port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:31:28.036168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:31:28.044209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:28.063432 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Transition to ACTIVE for port object ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:31:28.067320 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:28.129858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:28.180373 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Attempting to bind port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:31:28.180708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Attempting to bind port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:31:28.181031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Attempting to bind port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 on network 923c2f1d-932b-4171-9d42-a1d7e2519360 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:31:28.186071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 on network 923c2f1d-932b-4171-9d42-a1d7e2519360 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:31:28.186393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Attempting to bind port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 on network 923c2f1d-932b-4171-9d42-a1d7e2519360 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:31:28.191669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:31:28.192004 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Checking segment: {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:31:28.192382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Bound using segment: {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:31:28.193176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Bound port: ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9ce5a8-b559-4db0-b1f1-09777b158443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:31:28.193176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:28.262943 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:31:28.266838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:31:28.273987 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:28.289063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a6ad9-eb67-47fc-be90-288d7639b5c6 req-50b58526-244c-4685-bfd5-0c77a9446032 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:28.291939 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-751a6ad9-eb67-47fc-be90-288d7639b5c6 req-50b58526-244c-4685-bfd5-0c77a9446032 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 944 time: 0.0561264 Nov 29 12:31:28.307495 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:28.308108 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:28.309523 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 1094 time: 0.5929182 Nov 29 12:31:28.309991 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:31:28.312240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf15c2ff-91c5-4812-a6bd-8e117df9c890" -d '{"events": [{"name": "network-changed", "server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:31:28.358018 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-751a6ad9-eb67-47fc-be90-288d7639b5c6 req-1471ba30-3d83-47e5-bf07-2e7ec7686312 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581892 Nov 29 12:31:28.362905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58906222-e349-4c9f-aac8-c63f1216d7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:28.379416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28d24f1-7f36-4285-9eb4-3e898e6ff568 x-openstack-request-id: req-f28d24f1-7f36-4285-9eb4-3e898e6ff568 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:31:28.379709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:31:28.379960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f28d24f1-7f36-4285-9eb4-3e898e6ff568 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:31:28.380356 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'status': 'completed', 'code': 200} Nov 29 12:31:28.396179 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a7aa727e-460b-4757-81a5-821d1f81f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:28.397690 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-a7aa727e-460b-4757-81a5-821d1f81f4ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1097 time: 0.0464842 Nov 29 12:31:28.443059 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-3442e5fc-65f8-4324-ac15-765a0611d08c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 217 time: 0.0379224 Nov 29 12:31:28.493872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-cdf25ddd-e549-463c-b57f-4703fe62c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:28.495399 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-cdf25ddd-e549-463c-b57f-4703fe62c9fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0460849 Nov 29 12:31:28.544527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-42ef7a1b-5cc7-450d-aca0-ab7100f49409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:28.546041 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-42ef7a1b-5cc7-450d-aca0-ab7100f49409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436919 Nov 29 12:31:28.637779 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-7ec89066-ea15-4ec4-9b74-104b992cd335 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838611 Nov 29 12:31:29.033101 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8aeb8445-c6e7-4d39-9da7-981f60897024 req-f853293c-1722-4946-ac3f-6ff88c3e62d8 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876987 Nov 29 12:31:29.119421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-63e9fbbc-8a81-4dc7-b113-7ca9b8e24943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:29.120929 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-63e9fbbc-8a81-4dc7-b113-7ca9b8e24943 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1097 time: 0.0414083 Nov 29 12:31:29.208344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-5a678a59-06ab-4556-a79c-abc8c82a637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:29.209789 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-5a678a59-06ab-4556-a79c-abc8c82a637a service neutron] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 898 time: 0.0823572 Nov 29 12:31:29.249473 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-137b38f0-31bd-4e2a-ac91-d2dfa6144752 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 217 time: 0.0330501 Nov 29 12:31:29.299089 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-ddeedf93-85ff-4d5d-8e88-664ea7c749a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:29.300377 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-ddeedf93-85ff-4d5d-8e88-664ea7c749a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0444937 Nov 29 12:31:29.344985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-71c97f4d-a6e1-4be8-a040-4e1fd305d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:29.346413 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-71c97f4d-a6e1-4be8-a040-4e1fd305d58f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391369 Nov 29 12:31:29.432995 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-7b0e2292-ce3a-448e-a7b0-99c899d0ae09 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794618 Nov 29 12:31:29.461054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48505f8-3547-4d74-89f5-684e38be6f18 req-0ca07738-1d64-49e4-b9d7-bfc6e1b385d1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:29.462558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e48505f8-3547-4d74-89f5-684e38be6f18 req-0ca07738-1d64-49e4-b9d7-bfc6e1b385d1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 944 time: 0.0483012 Nov 29 12:31:29.504113 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e48505f8-3547-4d74-89f5-684e38be6f18 req-47457a0b-b115-4c2f-8fca-2ee693baa4d6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356579 Nov 29 12:31:29.525269 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bf15c2ff-91c5-4812-a6bd-8e117df9c890 req-7d101ac7-ed72-4389-b74c-79b9f0d3e223 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841985 Nov 29 12:31:30.621150 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b7095-daef-42c9-9cf8-8c9fd0fe3add req-78127d77-6047-4060-a031-637c8d6ef6a7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:30.623106 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd5b7095-daef-42c9-9cf8-8c9fd0fe3add req-78127d77-6047-4060-a031-637c8d6ef6a7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 944 time: 0.0482893 Nov 29 12:31:30.659649 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd5b7095-daef-42c9-9cf8-8c9fd0fe3add req-3e076f5a-6d14-4972-9054-49d9f0874427 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306766 Nov 29 12:31:30.740359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-71dc2dff-af0e-4458-8287-1280dea964a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:31.741331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:31:31.769931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915a5bd-afcc-4226-8128-84cd91d0ec4a req-57914830-9a4e-463a-b439-572b6be1ded7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:31.771346 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e915a5bd-afcc-4226-8128-84cd91d0ec4a req-57914830-9a4e-463a-b439-572b6be1ded7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 944 time: 0.0474846 Nov 29 12:31:31.808789 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e915a5bd-afcc-4226-8128-84cd91d0ec4a req-bdb3ef26-763d-4b7e-8911-96e089f94f2f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Nov 29 12:31:31.832311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:31.843693 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'port_id': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'mac_address': 'fa:16:3e:4f:69:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:31:31.882288 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:31.894801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:31:31.913160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:31.917069 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:31.961451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:32.270258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:31:32.921483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6327b76-67d9-44e9-bc8c-e91ff2690527 req-17d95a92-cd78-433a-95e9-09ca1bb0891e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:32.922935 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d6327b76-67d9-44e9-bc8c-e91ff2690527 req-17d95a92-cd78-433a-95e9-09ca1bb0891e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 945 time: 0.0474691 Nov 29 12:31:32.961984 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d6327b76-67d9-44e9-bc8c-e91ff2690527 req-e3354755-51ac-4561-95a6-0063d852cc1a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332637 Nov 29 12:31:33.297145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-599ae6b9-1ccc-4b61-9ec3-6c572e7b4906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:33.738537 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:33.759340 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:31:33.805077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:31:33.808741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:31:33.809620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:33.890778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:33.912274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:31:33.914520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da1120d-8bd9-4977-bc78-ab0e8bf44643" -d '{"events": [{"server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:31:33.927068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:31:33.931252 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:33.979765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:34.010560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d397b-cbbd-4aa7-8aba-d835d9f144d8 x-openstack-request-id: req-958d397b-cbbd-4aa7-8aba-d835d9f144d8 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:31:34.010924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:31:34.011178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-958d397b-cbbd-4aa7-8aba-d835d9f144d8 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:31:34.011589 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'code': 200} Nov 29 12:31:34.080601 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2734d4-c25f-4b10-8477-5a4753313a86 req-f637a283-517d-4379-ba7b-5146fafbb32f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:34.082020 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ea2734d4-c25f-4b10-8477-5a4753313a86 req-f637a283-517d-4379-ba7b-5146fafbb32f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0498035 Nov 29 12:31:34.120580 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ea2734d4-c25f-4b10-8477-5a4753313a86 req-de460b60-784e-4afd-b699-086b2b175e89 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324144 Nov 29 12:31:34.171031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23fa5a-835e-4f30-b30c-1ef10e4850c8 req-83bad1e4-fbb4-4fb2-98d0-6a2f4a466f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:34.172500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fb23fa5a-835e-4f30-b30c-1ef10e4850c8 req-83bad1e4-fbb4-4fb2-98d0-6a2f4a466f69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1099 time: 0.0398467 Nov 29 12:31:34.207379 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fb23fa5a-835e-4f30-b30c-1ef10e4850c8 req-fc6bee05-14a9-4311-8a1b-b429b97a7cc5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281959 Nov 29 12:31:34.821222 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:34.925599 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:31:35.233026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2616ee-b71d-417e-80de-ad0584c79313 req-bbc4d695-1127-4eb5-bc78-fe94f63a7058 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:35.234479 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ea2616ee-b71d-417e-80de-ad0584c79313 req-bbc4d695-1127-4eb5-bc78-fe94f63a7058 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0471838 Nov 29 12:31:35.271661 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ea2616ee-b71d-417e-80de-ad0584c79313 req-c9c8c1c5-e3e9-4cd4-81da-6cad8908154a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313623 Nov 29 12:31:36.140647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:36.383186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70c13-ae6d-40d5-b733-db8e001aadca req-a63b535e-e7e5-4004-ac49-271f09d71fb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:36.384556 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ab70c13-ae6d-40d5-b733-db8e001aadca req-a63b535e-e7e5-4004-ac49-271f09d71fb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0489171 Nov 29 12:31:36.425077 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ab70c13-ae6d-40d5-b733-db8e001aadca req-efdd9242-fb8e-4c1c-ba4c-2b7ccc0ab2cd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341525 Nov 29 12:31:36.535218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70a7c9-d4a2-4a73-bf03-b99564009ce8 req-3743bc4f-ebe3-4dfa-a4d5-86aa098a5e70 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:36.536667 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3b70a7c9-d4a2-4a73-bf03-b99564009ce8 req-3743bc4f-ebe3-4dfa-a4d5-86aa098a5e70 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0481334 Nov 29 12:31:36.573551 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3b70a7c9-d4a2-4a73-bf03-b99564009ce8 req-4bb93d51-6019-4e3a-9fd7-ba1a3562203e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309603 Nov 29 12:31:36.594594 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38538) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:36.632311 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675ff055-b76d-4d41-bd14-02bb395724ec tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:36.633815 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-675ff055-b76d-4d41-bd14-02bb395724ec tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1094 time: 0.0382354 Nov 29 12:31:36.636426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38540) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:36.641242 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:31:36.662237 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:36.993556 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:37.090326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.43 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/9d4a74c3-72e4-4c85-8de6-90dd451a4f66) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:31:37.190964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:37.223268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:37.258000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:31:37.260721 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:31:37.264209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:31:37.290395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=9d4a74c3-72e4-4c85-8de6-90dd451a4f66,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:37.598193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:37.660366 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:37.803655 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:37.808165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:37.876484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=9d4a74c3-72e4-4c85-8de6-90dd451a4f66,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:31:37.888186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:37.984227 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP 70b12003-21c4-4614-b09a-1cb240544f86 associated. External IP: 172.26.5.43, port: ce0a4f19-ec38-4a63-81bc-5c3f84569ff1. Nov 29 12:31:38.183222 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router a704e89a-e251-4f4b-af2a-dcab80439220 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:31:38.286962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:31:38.296851 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] Sync routers for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:31:38.304879 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:31:38.306231 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:38.306805 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:38.332759 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-86467395-5d16-449d-a76f-f4e460fa9392 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6947813 Nov 29 12:31:38.333360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:31:38.335691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402caa91-a224-4c70-bf00-236da92b5982" -d '{"events": [{"name": "network-changed", "server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:31:38.372301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f3c591-a7d7-4057-81cc-c927b9aa906b x-openstack-request-id: req-60f3c591-a7d7-4057-81cc-c927b9aa906b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:31:38.372597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:31:38.372859 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-60f3c591-a7d7-4057-81cc-c927b9aa906b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:31:38.373271 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'status': 'completed', 'code': 200} Nov 29 12:31:38.414764 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:38.436055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b1c04-e91b-43ce-a367-83a7986a50b0 req-2223a4d3-b4ec-435c-88e8-67af76fb5cc7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:38.436547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402caa91-a224-4c70-bf00-236da92b5982 req-f839c433-86e9-4773-8c77-6964dab2718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:38.438029 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-402caa91-a224-4c70-bf00-236da92b5982 req-f839c433-86e9-4773-8c77-6964dab2718c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1099 time: 0.0451136 Nov 29 12:31:38.442421 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6e2b1c04-e91b-43ce-a367-83a7986a50b0 req-2223a4d3-b4ec-435c-88e8-67af76fb5cc7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0613883 Nov 29 12:31:38.478624 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6e2b1c04-e91b-43ce-a367-83a7986a50b0 req-51452ff3-6c36-4df8-ba73-e5551756f8f8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350084 Nov 29 12:31:38.501799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38546) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:38.536112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402caa91-a224-4c70-bf00-236da92b5982 req-e78924f4-df72-4912-b267-3f1f350fcbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:38.537571 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-402caa91-a224-4c70-bf00-236da92b5982 req-e78924f4-df72-4912-b267-3f1f350fcbe2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 898 time: 0.0927994 Nov 29 12:31:38.565960 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8297ef03-e5e9-43f3-8293-62480dd2df76 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/70b12003-21c4-4614-b09a-1cb240544f86 HTTP/1.1" status: 200 len: 991 time: 0.0628545 Nov 29 12:31:38.605466 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-402caa91-a224-4c70-bf00-236da92b5982 req-d8870138-3035-40c5-ae96-138272985048 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 999 time: 0.0608644 Nov 29 12:31:38.642248 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '70b12003-21c4-4614-b09a-1cb240544f86', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.43', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'port_id': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'mac_address': 'fa:16:3e:4f:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:31:37Z', 'updated_at': '2021-11-29T12:31:37Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:25Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:38.652390 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402caa91-a224-4c70-bf00-236da92b5982 req-c5cbae2e-93e0-4ba3-8f6f-46bddab844e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:38.653824 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-402caa91-a224-4c70-bf00-236da92b5982 req-c5cbae2e-93e0-4ba3-8f6f-46bddab844e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0421188 Nov 29 12:31:38.667371 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] Checking router: a704e89a-e251-4f4b-af2a-dcab80439220 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:31:38.677519 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:31:38.678136 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:31:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:38.698428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402caa91-a224-4c70-bf00-236da92b5982 req-ccbba374-dcb4-4442-b5a6-b2fd5f2571cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:31:38.700412 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-402caa91-a224-4c70-bf00-236da92b5982 req-ccbba374-dcb4-4442-b5a6-b2fd5f2571cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398178 Nov 29 12:31:38.780546 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:31:38.789628 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-402caa91-a224-4c70-bf00-236da92b5982 req-56571219-0edf-446c-a85b-150f0536db7b service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822818 Nov 29 12:31:38.876953 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-402caa91-a224-4c70-bf00-236da92b5982 req-520041b5-0b29-409c-9246-ebb64839e8f4 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809040 Nov 29 12:31:38.997793 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '70b12003-21c4-4614-b09a-1cb240544f86', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.43', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'port_id': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'mac_address': 'fa:16:3e:4f:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:31:37Z', 'updated_at': '2021-11-29T12:31:37Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:25Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:31:39.023131 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2529c-e3ae-4113-92bd-e4d5d869f8b3 None None] The sync data for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv is: [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '70b12003-21c4-4614-b09a-1cb240544f86', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.43', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'port_id': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'mac_address': 'fa:16:3e:4f:69:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:31:37Z', 'updated_at': '2021-11-29T12:31:37Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:25Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:31:39.209655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9221c47d-a424-4c6f-b3f1-ca81ba33f5b8 None None] New status for floating IP 70b12003-21c4-4614-b09a-1cb240544f86: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:31:39.569799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38548) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:31:39.631260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ae07341e-09f3-4fff-b7ee-a0adc9d22e7f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/70b12003-21c4-4614-b09a-1cb240544f86 HTTP/1.1" status: 200 len: 993 time: 0.0602674 Nov 29 12:31:57.863356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:00.740028 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b694f770-f3e7-455a-8c99-b1e52c15853b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:03.297556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d9532e87-def9-47aa-a300-a4f8a0927b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:03.739745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:04.823602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:06.143331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:11.924712 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:32:12.783897 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-69cbd42a-e563-4128-af73-c43f8fae4356 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396173 Nov 29 12:32:12.869156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-4e90226a-5561-4138-aef5-bb7bd5c63b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:12.870928 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-4e90226a-5561-4138-aef5-bb7bd5c63b3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1099 time: 0.0440164 Nov 29 12:32:12.969387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-7b101e99-cda1-4732-94db-a5f785bba416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:12.970844 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-7b101e99-cda1-4732-94db-a5f785bba416 service neutron] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 898 time: 0.0815768 Nov 29 12:32:13.037177 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-55a351ff-bc50-4946-9f62-e04bb898145f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0590711 Nov 29 12:32:13.084845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-57d524b0-7c5d-4b80-8283-8a5c43b09da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:13.086244 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-57d524b0-7c5d-4b80-8283-8a5c43b09da2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0423491 Nov 29 12:32:13.130191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-bfdd8dce-cd32-4de3-8ae5-219a2c983fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:13.131600 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-bfdd8dce-cd32-4de3-8ae5-219a2c983fbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383146 Nov 29 12:32:13.223456 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-75ccbf20-2a35-4659-96ff-128ae8cb38ea service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843530 Nov 29 12:32:13.309585 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b8a38be7-b5a1-459e-bb1e-a0103646c658 req-cee67e94-764d-4cdf-8c8c-82bddafce2ee service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791821 Nov 29 12:32:27.879555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:30.740036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-938dedc2-c0ce-4074-af18-787e5b676a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:33.298353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0a9a8419-572f-4ea3-b527-1a32c944b7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:33.740096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:34.827873 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:36.146803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:40.389519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-00383ea0-1c4f-46e0-b9ce-a662c7e3ef49 req-c590cd88-ea49-4cb8-8c27-4d057032af2b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:32:40.390586 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-00383ea0-1c4f-46e0-b9ce-a662c7e3ef49 req-c590cd88-ea49-4cb8-8c27-4d057032af2b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436485 Nov 29 12:32:40.595628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38594) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:32:40.620179 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd70f1f-b3c2-4108-b5ba-ff5b59a6453f req-9976e98d-488c-48f5-a80b-f8c4336aef69 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:40.623700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8bd70f1f-b3c2-4108-b5ba-ff5b59a6453f req-9976e98d-488c-48f5-a80b-f8c4336aef69 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.1001124 Nov 29 12:32:40.661860 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8bd70f1f-b3c2-4108-b5ba-ff5b59a6453f req-585a3da2-cdb2-43c2-86ee-e7eb79cdc996 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322301 Nov 29 12:32:40.674238 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-b75705bc-90ca-496c-8658-c0a3550f6989 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773444 Nov 29 12:32:40.683133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-44d484f3-b53b-43ec-ac28-cc5be564f3e9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:32:40.684075 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-44d484f3-b53b-43ec-ac28-cc5be564f3e9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048866 Nov 29 12:32:41.742215 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-49d4a950-95fb-4c28-9142-82865e91a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:41.743743 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-49d4a950-95fb-4c28-9142-82865e91a0c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1099 time: 0.0456984 Nov 29 12:32:41.826274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99580565-f395-4fe3-97f6-d1ffd99ea4cc req-132b2a27-6f56-44d8-9fcb-9c5527cc6939 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:41.827752 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-99580565-f395-4fe3-97f6-d1ffd99ea4cc req-132b2a27-6f56-44d8-9fcb-9c5527cc6939 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0988107 Nov 29 12:32:41.832873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-7a578878-d9f6-4b72-a452-27a7a8d8540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:41.834379 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-7a578878-d9f6-4b72-a452-27a7a8d8540f service neutron] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 898 time: 0.0838523 Nov 29 12:32:41.865933 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-99580565-f395-4fe3-97f6-d1ffd99ea4cc req-d03008bd-ad3a-422b-a2ae-a291f0e118b2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320575 Nov 29 12:32:41.903859 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-fe135498-7217-44b2-b7b1-19cc3b166d0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0622861 Nov 29 12:32:41.952236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-34d99e75-4791-4915-b95b-97ba4697be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:41.953542 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-34d99e75-4791-4915-b95b-97ba4697be26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0428731 Nov 29 12:32:41.998141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-b1c4d5a7-2d3d-4808-8330-49d8b1da4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:41.999602 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-b1c4d5a7-2d3d-4808-8330-49d8b1da4aef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393102 Nov 29 12:32:42.090693 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-b59e5b4b-5266-4d9c-a37e-cb3e4c1e2b9d service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831163 Nov 29 12:32:42.177155 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-12baead8-76eb-46d2-a3ae-1000642c3772 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794854 Nov 29 12:32:42.987816 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c5760b-5204-414c-8244-c7257c9ab5dd req-98e518af-d413-49c9-93ba-2fa2293284c8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:42.989270 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-78c5760b-5204-414c-8244-c7257c9ab5dd req-98e518af-d413-49c9-93ba-2fa2293284c8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0539169 Nov 29 12:32:43.025834 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-78c5760b-5204-414c-8244-c7257c9ab5dd req-b2bf6f9f-45d4-4ba2-a5e1-cd5918b8b726 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308595 Nov 29 12:32:44.143102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5a3c-e758-4779-ae61-4dfaa9e397f0 req-6d4b58ab-842f-4758-b5bc-659b51210b81 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:44.144560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c99d5a3c-e758-4779-ae61-4dfaa9e397f0 req-6d4b58ab-842f-4758-b5bc-659b51210b81 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0481567 Nov 29 12:32:44.182675 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c99d5a3c-e758-4779-ae61-4dfaa9e397f0 req-c93af89f-8ecc-4d59-80fe-c2b487b6e756 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Nov 29 12:32:45.298192 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fe4b7-5e00-404f-8e7a-d659fa44d8b2 req-cdc56479-7640-42b6-aba3-1de4556b9b56 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:45.299638 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8f0fe4b7-5e00-404f-8e7a-d659fa44d8b2 req-cdc56479-7640-42b6-aba3-1de4556b9b56 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0479946 Nov 29 12:32:45.336304 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8f0fe4b7-5e00-404f-8e7a-d659fa44d8b2 req-dc174458-fe9e-4bb7-ab1a-ff2c99060be2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308819 Nov 29 12:32:46.452177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf6384-37d5-4fd0-8791-c713aa442a4c req-6811270a-a033-42d6-8669-0cbdbb55278a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:46.453641 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c9cf6384-37d5-4fd0-8791-c713aa442a4c req-6811270a-a033-42d6-8669-0cbdbb55278a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0521059 Nov 29 12:32:46.490006 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c9cf6384-37d5-4fd0-8791-c713aa442a4c req-bb3baf45-db42-4f11-bb86-cc035398b299 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305090 Nov 29 12:32:47.603895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8089f9a-d190-44af-9708-597b76239dfa req-8ef44728-82fc-4914-a360-e3383f5559eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:47.605412 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8089f9a-d190-44af-9708-597b76239dfa req-8ef44728-82fc-4914-a360-e3383f5559eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0493767 Nov 29 12:32:47.642602 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8089f9a-d190-44af-9708-597b76239dfa req-f3fa682b-e1df-4d9b-990d-7ceb78969b28 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310805 Nov 29 12:32:48.754095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db0db1-d085-4b7c-b267-84f8f47da743 req-063e3d7c-db24-4074-b8df-fccec37e3e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:48.755559 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c0db0db1-d085-4b7c-b267-84f8f47da743 req-063e3d7c-db24-4074-b8df-fccec37e3e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0480576 Nov 29 12:32:48.792684 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c0db0db1-d085-4b7c-b267-84f8f47da743 req-c604ee59-9940-414c-9f3b-e07b43f7320a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308151 Nov 29 12:32:48.922870 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:32:49.909725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa5e38-9078-43a3-97cd-a892fd959765 req-248a83e6-a5dd-4ebd-8f8e-a10bef4fdfa0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:49.911213 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-47fa5e38-9078-43a3-97cd-a892fd959765 req-248a83e6-a5dd-4ebd-8f8e-a10bef4fdfa0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0530834 Nov 29 12:32:49.948404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-47fa5e38-9078-43a3-97cd-a892fd959765 req-0ec6a2c3-1319-4176-838f-d4dd301242e7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Nov 29 12:32:51.061402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006927f-0c78-47f5-8b00-b70052974d1f req-cdce7bdb-35d2-4153-bf48-56eec41b7419 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:51.063156 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8006927f-0c78-47f5-8b00-b70052974d1f req-cdce7bdb-35d2-4153-bf48-56eec41b7419 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0488119 Nov 29 12:32:51.099426 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8006927f-0c78-47f5-8b00-b70052974d1f req-3289a9af-5661-45f4-9ef4-5de52f7abd16 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305018 Nov 29 12:32:52.211870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a09554-ff7b-4645-83b5-bcead61879ea req-a9f86fe3-e7c3-4ce7-93dc-4256498d235d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:52.213332 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-09a09554-ff7b-4645-83b5-bcead61879ea req-a9f86fe3-e7c3-4ce7-93dc-4256498d235d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0484655 Nov 29 12:32:52.252000 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-09a09554-ff7b-4645-83b5-bcead61879ea req-f27b5c79-931a-40fa-9929-9dae356880f8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310624 Nov 29 12:32:53.367310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb663-0a4b-4a35-bc7a-e60aa54c6b15 req-7d987c8e-0a97-4ee6-8aaf-873554287089 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:53.368732 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c7afb663-0a4b-4a35-bc7a-e60aa54c6b15 req-7d987c8e-0a97-4ee6-8aaf-873554287089 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0515118 Nov 29 12:32:53.405454 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c7afb663-0a4b-4a35-bc7a-e60aa54c6b15 req-a0c5e3e3-3c7e-4adb-9426-359eab018bff tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308650 Nov 29 12:32:53.725102 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-cf5701b6-7e2f-4501-858b-a0600aab49f1 service neutron] 10.222.0.30 "GET /v2.0/ports/ce0a4f19-ec38-4a63-81bc-5c3f84569ff1/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0536156 Nov 29 12:32:53.919344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-1890bc0c-c781-4c04-97f8-6c95340979bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:53.920791 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-1890bc0c-c781-4c04-97f8-6c95340979bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 1099 time: 0.0439022 Nov 29 12:32:53.980479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-27affd56-503c-47d6-9204-778dd1d0e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:53.981822 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-27affd56-503c-47d6-9204-778dd1d0e0b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1099 time: 0.0387290 Nov 29 12:32:54.070478 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-4d3fff3c-2992-4555-8ab6-ae7bb9bf5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:54.071932 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-4d3fff3c-2992-4555-8ab6-ae7bb9bf5989 service neutron] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 898 time: 0.0838313 Nov 29 12:32:54.138500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-cea555c7-9342-4e9b-bb4f-902f9bfac220 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0594556 Nov 29 12:32:54.186206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-36b90533-74f6-40e3-aaaf-c09ad22f71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:54.187589 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-36b90533-74f6-40e3-aaaf-c09ad22f71f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0424910 Nov 29 12:32:54.232244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-bb9730ae-f286-459f-b693-3a8fd9b511b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:54.233635 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-bb9730ae-f286-459f-b693-3a8fd9b511b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382063 Nov 29 12:32:54.325073 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-a82a4463-c5dc-4c20-a3fe-f6788215d6ee service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835142 Nov 29 12:32:54.414517 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59ad2a97-8128-472c-b718-3b72c493ff93 req-df148f29-6aa9-4723-837c-604adc10ff04 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827773 Nov 29 12:32:54.523095 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0d94-0f85-4bc0-b5e9-e8164afb5a7f req-d51ed47d-8207-4308-adf8-27bc8afc1986 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:54.524572 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cecb0d94-0f85-4bc0-b5e9-e8164afb5a7f req-d51ed47d-8207-4308-adf8-27bc8afc1986 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0507011 Nov 29 12:32:54.563333 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cecb0d94-0f85-4bc0-b5e9-e8164afb5a7f req-f7f754e0-f51d-4268-a88c-6933cf62485d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325463 Nov 29 12:32:55.676641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c194a-4321-4167-a418-50a7e0aa4b0f req-0e6255e5-2a3c-448a-bcab-815d5f10632f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:55.678095 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f2c194a-4321-4167-a418-50a7e0aa4b0f req-0e6255e5-2a3c-448a-bcab-815d5f10632f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0480769 Nov 29 12:32:55.714747 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f2c194a-4321-4167-a418-50a7e0aa4b0f req-f6b9dfc7-957e-4fa9-b78d-a9044b3e61d1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Nov 29 12:32:56.115251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:32:56.190606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:56.212275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:32:56.214540 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c5d14f-53e7-4807-9036-cf7e9a91be87" -d '{"events": [{"server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:32:56.226319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:32:56.230918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:56.259976 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d1c266-297a-4f60-bf10-a634f344e64d x-openstack-request-id: req-e6d1c266-297a-4f60-bf10-a634f344e64d {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:32:56.260266 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:32:56.261077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6d1c266-297a-4f60-bf10-a634f344e64d {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:32:56.261469 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'code': 200} Nov 29 12:32:56.278336 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:32:56.285181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.285530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.285872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.286231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.286567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.286897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.287230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.287553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.287880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.288203 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.288522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.288838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:32:56.830624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8326d-bd39-4c39-bdd0-4e99d1dd943e req-7d8038f1-4904-4b36-b1dd-7b99d266f378 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:56.831993 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c9c8326d-bd39-4c39-bdd0-4e99d1dd943e req-7d8038f1-4904-4b36-b1dd-7b99d266f378 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 944 time: 0.0516441 Nov 29 12:32:56.868987 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c9c8326d-bd39-4c39-bdd0-4e99d1dd943e req-ca82fb30-cb98-497c-9e9d-29ae1530a546 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312912 Nov 29 12:32:57.871477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:57.985139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fbde3-c999-456c-9762-a65fc1f3d9b0 req-04c7185e-0bde-41b2-9f48-4109e4d4cf88 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:57.986635 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c99fbde3-c999-456c-9762-a65fc1f3d9b0 req-04c7185e-0bde-41b2-9f48-4109e4d4cf88 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 944 time: 0.0482218 Nov 29 12:32:58.023159 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c99fbde3-c999-456c-9762-a65fc1f3d9b0 req-84410d23-a4a2-464b-a600-ea497b7f32f7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306902 Nov 29 12:32:58.115245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:32:58.222978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:32:58.229377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ac02-ad35-4f31-8a6b-f9721c9cd9a5 req-6c603a6c-c44f-4f35-847a-792a4f17e4dc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:58.232154 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7669ac02-ad35-4f31-8a6b-f9721c9cd9a5 req-6c603a6c-c44f-4f35-847a-792a4f17e4dc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 944 time: 0.0549057 Nov 29 12:32:58.234876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'port_id': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'mac_address': 'fa:16:3e:4f:69:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:32:58.243317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-21322038-8fdd-497a-af48-cb76888d2eef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:58.244814 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-21322038-8fdd-497a-af48-cb76888d2eef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f&tenant_id=a3a570f33e32414c9caafb3e6da023b5&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 944 time: 0.0626485 Nov 29 12:32:58.271570 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7669ac02-ad35-4f31-8a6b-f9721c9cd9a5 req-bf2e7851-26ed-4428-a4da-f2ec1cdc58f5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334616 Nov 29 12:32:58.273829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:58.287426 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:32:58.307220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:32:58.312272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:32:58.334077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-5e0d5c70-366c-4053-a79a-2bb01b324c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:58.335779 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-5e0d5c70-366c-4053-a79a-2bb01b324c0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1097 time: 0.0442073 Nov 29 12:32:58.365088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:32:58.379774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:32:58.396200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd92d6-148c-43ae-819d-6583dd9f29be req-9e351383-b5c1-4315-9078-72554ab97aa5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:58.397703 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0afd92d6-148c-43ae-819d-6583dd9f29be req-9e351383-b5c1-4315-9078-72554ab97aa5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 945 time: 0.0550199 Nov 29 12:32:58.435246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-dbb42817-1713-4cd9-b946-c3307d5d8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:58.437581 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-dbb42817-1713-4cd9-b946-c3307d5d8958 service neutron] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 898 time: 0.0943623 Nov 29 12:32:58.439109 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0afd92d6-148c-43ae-819d-6583dd9f29be req-0796004e-3d48-4409-b4e2-e1642f0ee7e4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344210 Nov 29 12:32:58.510430 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-8e1aa31d-5c2a-4402-ac50-589c1e7243a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0645249 Nov 29 12:32:58.559553 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-b81d8730-6993-4ff1-bbb0-8b2d51dfef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:58.560998 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-b81d8730-6993-4ff1-bbb0-8b2d51dfef6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0441866 Nov 29 12:32:58.604400 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-eef329b2-805d-4b0f-8c06-5c490e406b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:58.606538 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-eef329b2-805d-4b0f-8c06-5c490e406b9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387740 Nov 29 12:32:58.697970 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-330c44f9-e1f7-4463-a87d-ba7f48aef5d5 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845909 Nov 29 12:32:58.787957 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-987b4ed6-d4af-4a64-9997-ecce3dbd9aef req-350ab778-4f7b-4663-b9c1-e0f5175a9824 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791428 Nov 29 12:32:59.551921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67602a7d-2fe1-4ee4-a4a1-d1b2278ab139 req-93a74b47-769f-4d4e-b773-e269cbf5b05b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:32:59.553361 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67602a7d-2fe1-4ee4-a4a1-d1b2278ab139 req-93a74b47-769f-4d4e-b773-e269cbf5b05b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 945 time: 0.0484390 Nov 29 12:32:59.591087 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-67602a7d-2fe1-4ee4-a4a1-d1b2278ab139 req-08fcdc0e-cca2-4f0b-b12e-a2385c9276fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318356 Nov 29 12:32:59.612157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38670) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:32:59.672623 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b68d6e2b-8021-4abc-a30b-a8513e0af808 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/70b12003-21c4-4614-b09a-1cb240544f86 HTTP/1.1" status: 200 len: 992 time: 0.0594082 Nov 29 12:33:00.130519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:33:00.175183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:33:00.175555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:00.258502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:00.279582 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:33:00.281798 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a72f1-d3dc-4d0b-a803-94d26f66fef1" -d '{"events": [{"server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:33:00.294423 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:33:00.299301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:00.322026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dff51d-a050-46a0-8b7a-38f7989a7594 x-openstack-request-id: req-73dff51d-a050-46a0-8b7a-38f7989a7594 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:33:00.322321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "name": "network-vif-plugged", "status": "completed", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:33:00.322577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73dff51d-a050-46a0-8b7a-38f7989a7594 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:33:00.322963 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'code': 200} Nov 29 12:33:00.347116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:33:00.740269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c15b9f25-e5d4-48c2-9e58-2610492bdc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:03.298817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c72cf79-26bc-4f3f-8620-6c4cb6ba24f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:03.740306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:04.832757 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:06.149194 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:12.549636 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-e9cadd2b-1164-432c-a5b6-71e35a2e0eae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391068 Nov 29 12:33:12.634838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-cfdfce27-f28a-441d-9890-ed820bc8f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:12.636894 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-cfdfce27-f28a-441d-9890-ed820bc8f9d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1099 time: 0.0438104 Nov 29 12:33:12.735845 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-debdbf7f-87b7-44a4-bb8f-2356384c9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:12.737263 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-debdbf7f-87b7-44a4-bb8f-2356384c9374 service neutron] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 898 time: 0.0810385 Nov 29 12:33:12.803528 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-c670f437-c86a-49b6-9a02-35129222014b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 1001 time: 0.0588803 Nov 29 12:33:12.849560 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-75c2eda3-5820-4dd7-abf6-7672df7ab123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:12.850936 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-75c2eda3-5820-4dd7-abf6-7672df7ab123 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0404117 Nov 29 12:33:12.896427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-1e85c526-e324-49c9-930f-76cdbd275c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:12.897949 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-1e85c526-e324-49c9-930f-76cdbd275c58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398471 Nov 29 12:33:12.987693 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-eec976b5-1a0a-46a4-8476-5d0a7f816b03 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826676 Nov 29 12:33:13.072685 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ae889f8-c506-484b-b18b-53b53de4fa01 req-b800f1db-f8f9-4dec-a1dc-01305a621fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786171 Nov 29 12:33:25.921526 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:33:27.890989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:30.739820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c419-2c8f-449b-91f4-2fb892d2b0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:33.299835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-86963804-cf95-4f1c-b36f-5489bbb4ba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:33.740641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:34.832302 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:36.158354 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:52.910751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38698) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:33:53.060551 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 9d4a74c3-72e4-4c85-8de6-90dd451a4f66 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:33:53.060890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:53.133070 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:53.133393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:53.145048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 9d4a74c3-72e4-4c85-8de6-90dd451a4f66 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:33:53.287955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:53.312463 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=9d4a74c3-72e4-4c85-8de6-90dd451a4f66,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:33:53.337891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.338268 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.338613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.338952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.339289 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.339624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.339954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.340283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.340609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.340932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.341254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.341577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:53.382498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:53.382829 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP 70b12003-21c4-4614-b09a-1cb240544f86 disassociated (deleted). External IP: 172.26.5.43, port: ce0a4f19-ec38-4a63-81bc-5c3f84569ff1. Nov 29 12:33:53.823681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router a704e89a-e251-4f4b-af2a-dcab80439220 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:33:53.931232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:33:53.935978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:53.941623 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] Sync routers for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:33:53.950876 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:33:53.951468 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:33:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:33:53.962560 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e50fa41d-856a-448c-954c-4b66a038f4dd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/floatingips/70b12003-21c4-4614-b09a-1cb240544f86 HTTP/1.1" status: 204 len: 168 time: 1.0507555 Nov 29 12:33:53.963147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:33:53.965377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e6a47-64c5-463c-814a-24278180a8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:33:54.003005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fcac76-2770-45db-ad7d-c2ed6484ff6a x-openstack-request-id: req-36fcac76-2770-45db-ad7d-c2ed6484ff6a {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:33:54.003307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:33:54.003561 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36fcac76-2770-45db-ad7d-c2ed6484ff6a {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:33:54.003968 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'status': 'completed', 'code': 200} Nov 29 12:33:54.059494 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:33:54.066211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6a47-64c5-463c-814a-24278180a8a2 req-904e9f55-91af-4ade-8b3d-6f836f9b1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:54.067917 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-911e6a47-64c5-463c-814a-24278180a8a2 req-904e9f55-91af-4ade-8b3d-6f836f9b1c67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 1099 time: 0.0429235 Nov 29 12:33:54.171284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6a47-64c5-463c-814a-24278180a8a2 req-2c13d3e8-52e0-4eda-aca6-98cb5f4b210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:54.173369 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-911e6a47-64c5-463c-814a-24278180a8a2 req-2c13d3e8-52e0-4eda-aca6-98cb5f4b210e service neutron] 10.222.0.30 "GET /v2.0/networks?id=923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 200 len: 898 time: 0.0985281 Nov 29 12:33:54.193484 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9769d-3525-45b8-821d-267af32b8188 req-639cecb1-d2ff-49f8-ad02-0d2dc9acc007 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:54.195031 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dfa9769d-3525-45b8-821d-267af32b8188 req-639cecb1-d2ff-49f8-ad02-0d2dc9acc007 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0516231 Nov 29 12:33:54.218666 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-911e6a47-64c5-463c-814a-24278180a8a2 req-44f7aa5e-e600-44ed-9959-f5b10e7e5d46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 200 len: 217 time: 0.0374694 Nov 29 12:33:54.233747 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dfa9769d-3525-45b8-821d-267af32b8188 req-023787fc-ae5c-4661-b75b-753121beb855 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322912 Nov 29 12:33:54.270923 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:25Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:33:54.272625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6a47-64c5-463c-814a-24278180a8a2 req-a448f071-9c8e-4074-beb3-0ec69361e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:54.274127 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-911e6a47-64c5-463c-814a-24278180a8a2 req-a448f071-9c8e-4074-beb3-0ec69361e992 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 200 len: 835 time: 0.0481744 Nov 29 12:33:54.296450 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] Checking router: a704e89a-e251-4f4b-af2a-dcab80439220 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:33:54.304969 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:33:54.305551 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:33:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:33:54.320258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6a47-64c5-463c-814a-24278180a8a2 req-bb7e1b64-9d88-48bf-8fe4-a90ab44797ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:54.321770 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-911e6a47-64c5-463c-814a-24278180a8a2 req-bb7e1b64-9d88-48bf-8fe4-a90ab44797ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=923c2f1d-932b-4171-9d42-a1d7e2519360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400174 Nov 29 12:33:54.405580 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:33:54.409149 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-911e6a47-64c5-463c-814a-24278180a8a2 req-2c049f95-5185-4ec9-8250-d599e3ec48e5 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794563 Nov 29 12:33:54.503073 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-911e6a47-64c5-463c-814a-24278180a8a2 req-0d49bb08-7185-4463-aace-a5326371eac4 service neutron] 10.222.0.30 "GET /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865839 Nov 29 12:33:54.599883 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:25Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:33:54.630810 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fc4601-5626-4ce7-9a66-4bdc5ffd3fdf None None] The sync data for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv is: [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:23Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '195e64f8-cc35-4b1e-859a-7714e6fa8ee8', 'name': '', 'network_id': '923c2f1d-932b-4171-9d42-a1d7e2519360', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:b1:fd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:22Z', 'updated_at': '2021-11-29T12:31:25Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:33:54.834674 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a901e8-e978-4e8a-a001-984c14606b12 None None] New status for floating IP 70b12003-21c4-4614-b09a-1cb240544f86: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:33:55.349708 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a385d-8f0a-48a0-bf4a-bcacbde87fc1 req-72191dd3-a28e-44d8-b065-ee90892ca77e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:55.351185 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d6a385d-8f0a-48a0-bf4a-bcacbde87fc1 req-72191dd3-a28e-44d8-b065-ee90892ca77e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0481036 Nov 29 12:33:55.388315 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0d6a385d-8f0a-48a0-bf4a-bcacbde87fc1 req-e5e40c35-354f-4fc7-a72e-5a45a62d3c63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=5913a0ea-9571-4b6b-8601-ab4be1a6de48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313714 Nov 29 12:33:56.045638 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-3c0106ec-e264-4fe9-b36e-665ba2039edf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:33:56.047075 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-3c0106ec-e264-4fe9-b36e-665ba2039edf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 946 time: 0.0474415 Nov 29 12:33:56.135864 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:33:56.136126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:56.220969 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:33:56.221329 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:56.233208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:33:56.357394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:56.390437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=ce0a4f19-ec38-4a63-81bc-5c3f84569ff1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:33:56.399259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.399605 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.399940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.400266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.400593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.400929 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.401251 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.401568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.402414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.402414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.402714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.403059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:56.437182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] No DVR routers for this DVR port ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:33:56.440596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:56.443966 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5e4a6854-3671-4b1b-8ce1-b04698fc631a req-b92cbe6f-0e3a-48b8-b8fc-5730613be76a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "DELETE /v2.0/ports/ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 HTTP/1.1" status: 204 len: 173 time: 0.3911772 Nov 29 12:33:56.444409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'name': 'network-vif-deleted', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:33:56.446713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c651a5-a85f-417d-8410-14a66555c14e" -d '{"events": [{"server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "name": "network-vif-deleted", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:33:56.488921 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0360819e-c0f9-4a89-b086-8ea80aff55ee req-af139371-3314-44e5-84a8-d67981976f1e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=514f48b3-f7a7-4ce7-8bac-e41b029ede5f HTTP/1.1" status: 200 len: 210 time: 0.0317788 Nov 29 12:33:56.550718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0902e65-888a-4d82-8303-403d028368cd x-openstack-request-id: req-d0902e65-888a-4d82-8303-403d028368cd {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:33:56.551008 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514f48b3-f7a7-4ce7-8bac-e41b029ede5f", "name": "network-vif-deleted", "tag": "ce0a4f19-ec38-4a63-81bc-5c3f84569ff1", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:33:56.551258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0902e65-888a-4d82-8303-403d028368cd {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:33:56.551652 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514f48b3-f7a7-4ce7-8bac-e41b029ede5f', 'name': 'network-vif-deleted', 'tag': 'ce0a4f19-ec38-4a63-81bc-5c3f84569ff1', 'status': 'completed', 'code': 200} Nov 29 12:33:57.557119 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38716) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:33:57.892735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:57.904270 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:58.150881 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:33:58.151141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:58.236427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port 195e64f8-cc35-4b1e-859a-7714e6fa8ee8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:33:58.236785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:58.253140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:33:58.430352 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:58.454847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=195e64f8-cc35-4b1e-859a-7714e6fa8ee8,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:33:58.624876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:58.832184 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router a704e89a-e251-4f4b-af2a-dcab80439220 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:33:58.935423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:33:58.941163 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7d108fb1-0a18-404d-af35-872d3668806a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/a704e89a-e251-4f4b-af2a-dcab80439220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3830080 Nov 29 12:33:58.944325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38718) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:33:58.947789 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] Sync routers for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:33:58.957517 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:33:58.958156 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:33:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:33:58.997885 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b722fa8-570f-41eb-bedc-5c5636a3793a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting subnet 5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:33:59.000866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b722fa8-570f-41eb-bedc-5c5636a3793a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.039654 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b722fa8-570f-41eb-bedc-5c5636a3793a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.057630 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:33:59.121671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b722fa8-570f-41eb-bedc-5c5636a3793a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.182231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b722fa8-570f-41eb-bedc-5c5636a3793a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.212244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b722fa8-570f-41eb-bedc-5c5636a3793a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:33:59.215342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5b722fa8-570f-41eb-bedc-5c5636a3793a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.222478 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5b722fa8-570f-41eb-bedc-5c5636a3793a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/subnets/5fb16657-c6b9-4dc6-8ff0-6df6b11a07c5 HTTP/1.1" status: 204 len: 168 time: 0.2732310 Nov 29 12:33:59.223327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38720) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:33:59.224752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf2bfa3-f30f-40a1-8c66-b5d680b22443 None None] Network 923c2f1d-932b-4171-9d42-a1d7e2519360 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:33:59.237955 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:33:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:33:59.275303 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] Checking router: a704e89a-e251-4f4b-af2a-dcab80439220 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:33:59.332283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.351499 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] Routers {'a704e89a-e251-4f4b-af2a-dcab80439220'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:33:59.352190 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:33:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['a704e89a-e251-4f4b-af2a-dcab80439220'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:33:59.417163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1597467-f896-4757-b15f-85cee694f453 None None] DHCP port deletion for 923c2f1d-932b-4171-9d42-a1d7e2519360 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:33:59.478568 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] Set router a704e89a-e251-4f4b-af2a-dcab80439220 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:33:59.624143 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Deleting port cde73a0b-4370-439f-87ed-17866bc715cd {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:33:59.624456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.687768 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b1597467-f896-4757-b15f-85cee694f453 None None] For port cde73a0b-4370-439f-87ed-17866bc715cd, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=cde73a0b-4370-439f-87ed-17866bc715cd,segment=NetworkSegment(6c9ce5a8-b559-4db0-b1f1-09777b158443),segment_id=6c9ce5a8-b559-4db0-b1f1-09777b158443)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:33:59.689049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.700917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Calling delete_port for cde73a0b-4370-439f-87ed-17866bc715cd owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:33:59.768105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.784760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.786854 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:33:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:33:59.809178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Pushing event deleted for resources: {'Port': ['ID=cde73a0b-4370-439f-87ed-17866bc715cd,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:33:59.813852 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1597467-f896-4757-b15f-85cee694f453 None None] No DVR routers for this DVR port cde73a0b-4370-439f-87ed-17866bc715cd on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:33:59.816636 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846a3e1-6356-442c-aa77-810efc51727e None None] The sync data for ids ['a704e89a-e251-4f4b-af2a-dcab80439220'] in dv-neutron-819578-1-hyperv is: [{'id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'name': 'tempest-TestNetworkAdvancedServerOps-router-947272146', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169'}], 'enable_snat': True}, 'gw_port_id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:33:58Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '22cd43da-5a90-4909-a795-57ec20dc3990', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a704e89a-e251-4f4b-af2a-dcab80439220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:31:20Z', 'updated_at': '2021-11-29T12:31:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:33:59.820896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.821223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.821641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.821872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.822245 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.822716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.822909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.823080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 22cd43da-5a90-4909-a795-57ec20dc3990 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:33:59.823229 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.823406 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.823602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.823906 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.824267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.824543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1597467-f896-4757-b15f-85cee694f453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:33:59.912421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port 22cd43da-5a90-4909-a795-57ec20dc3990, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=22cd43da-5a90-4909-a795-57ec20dc3990,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:33:59.912765 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:33:59.925037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 22cd43da-5a90-4909-a795-57ec20dc3990 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:34:00.088724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.112681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=22cd43da-5a90-4909-a795-57ec20dc3990,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:00.175115 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.280695 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.282169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:34:00.283056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.304625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:34:00.304966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 195e64f8-cc35-4b1e-859a-7714e6fa8ee8 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:34:00.305420 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cde73a0b-4370-439f-87ed-17866bc715cd no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:34:00.326236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:34:00.328507 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: cde73a0b-4370-439f-87ed-17866bc715cd {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:34:00.328858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device cde73a0b-4370-439f-87ed-17866bc715cd not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:34:00.334397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.336161 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Fanout notify agent at l3_agent the message router_deleted on router a704e89a-e251-4f4b-af2a-dcab80439220 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:34:00.345358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.346485 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-1897b80d-095b-40f7-93b5-2cbe30a2432b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/routers/a704e89a-e251-4f4b-af2a-dcab80439220 HTTP/1.1" status: 204 len: 168 time: 1.1224041 Nov 29 12:34:00.349196 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38722) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:00.356555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:34:00.356909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device ce0a4f19-ec38-4a63-81bc-5c3f84569ff1 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:34:00.426354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.517446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.536213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923c2f1d-932b-4171-9d42-a1d7e2519360']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:00.544924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9ce5a8-b559-4db0-b1f1-09777b158443') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:00.545220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9ce5a8-b559-4db0-b1f1-09777b158443') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:00.554662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.567901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.573451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:34:00.573838 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:34:00.576665 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:34:00.631938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.639059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.642171 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/networks/923c2f1d-932b-4171-9d42-a1d7e2519360 HTTP/1.1" status: 204 len: 168 time: 0.2920058 Nov 29 12:34:00.645022 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38724) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:00.658234 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d648ce-4e91-4235-ac53-b050e10bb7f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Network': ['ID=923c2f1d-932b-4171-9d42-a1d7e2519360,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:00.703145 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df78df0-c052-45f9-acaf-8f74fe7cbaea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.728173 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df78df0-c052-45f9-acaf-8f74fe7cbaea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.741177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-60adcb7a-193c-4968-ac1e-4daf2cd492ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.786841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df78df0-c052-45f9-acaf-8f74fe7cbaea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.789328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7df78df0-c052-45f9-acaf-8f74fe7cbaea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:00.790632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7df78df0-c052-45f9-acaf-8f74fe7cbaea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/security-groups/5913a0ea-9571-4b6b-8601-ab4be1a6de48 HTTP/1.1" status: 204 len: 168 time: 0.1445072 Nov 29 12:34:00.805298 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df78df0-c052-45f9-acaf-8f74fe7cbaea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5913a0ea-9571-4b6b-8601-ab4be1a6de48,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:01.059407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38730) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:01.064400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-cffa24ef-a471-4f89-a3ba-308179e59a92 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813007264', 'description': 'tempest-secgroup-smoke-813007264 description', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:01.086652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ef-a471-4f89-a3ba-308179e59a92 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.149603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ef-a471-4f89-a3ba-308179e59a92 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.153064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ef-a471-4f89-a3ba-308179e59a92 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.181000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-cffa24ef-a471-4f89-a3ba-308179e59a92 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.182250 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-cffa24ef-a471-4f89-a3ba-308179e59a92 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1217203 Nov 29 12:34:01.184214 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa24ef-a471-4f89-a3ba-308179e59a92 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d438a887-b01b-4305-89d0-21a38e639982,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:01.185182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38732) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:01.190826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fc090f41-2c8f-4da0-a2d4-ad7101f4052c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'd438a887-b01b-4305-89d0-21a38e639982', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:01.216468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc090f41-2c8f-4da0-a2d4-ad7101f4052c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.271671 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc090f41-2c8f-4da0-a2d4-ad7101f4052c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.275342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc090f41-2c8f-4da0-a2d4-ad7101f4052c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.291934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc090f41-2c8f-4da0-a2d4-ad7101f4052c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5fa447-cac3-4c93-9a5c-200bb5e4a389,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:01.302270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fc090f41-2c8f-4da0-a2d4-ad7101f4052c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.303461 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fc090f41-2c8f-4da0-a2d4-ad7101f4052c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172829 Nov 29 12:34:01.306223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38734) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:01.310547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4c04c542-b8ff-4cd7-8d1c-0425e7a7c7eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'd438a887-b01b-4305-89d0-21a38e639982', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:01.335938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4c04c542-b8ff-4cd7-8d1c-0425e7a7c7eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.389197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4c04c542-b8ff-4cd7-8d1c-0425e7a7c7eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.392996 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4c04c542-b8ff-4cd7-8d1c-0425e7a7c7eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.409738 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04c542-b8ff-4cd7-8d1c-0425e7a7c7eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc61718-31cd-4a1f-a599-823a209e8bc6,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:01.419890 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4c04c542-b8ff-4cd7-8d1c-0425e7a7c7eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.423904 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4c04c542-b8ff-4cd7-8d1c-0425e7a7c7eb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139359 Nov 29 12:34:01.424130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38736) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:01.428526 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7b26daeb-eb05-4dc3-be7c-6207d60167cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'd438a887-b01b-4305-89d0-21a38e639982', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:01.453571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b26daeb-eb05-4dc3-be7c-6207d60167cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.512040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b26daeb-eb05-4dc3-be7c-6207d60167cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.515207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b26daeb-eb05-4dc3-be7c-6207d60167cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.533641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26daeb-eb05-4dc3-be7c-6207d60167cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a14c6d9-9c6b-4acb-a67c-840cb8e0c926,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:01.538223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b26daeb-eb05-4dc3-be7c-6207d60167cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.541901 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7b26daeb-eb05-4dc3-be7c-6207d60167cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143138 Nov 29 12:34:01.542102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38738) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:01.546231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c1e4835a-7822-4609-84f4-59a504b758d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'd438a887-b01b-4305-89d0-21a38e639982', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:01.572113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c1e4835a-7822-4609-84f4-59a504b758d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.633262 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c1e4835a-7822-4609-84f4-59a504b758d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.636569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c1e4835a-7822-4609-84f4-59a504b758d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.653488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4835a-7822-4609-84f4-59a504b758d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2340831d-47f9-4fd8-ada1-2c179b7a2099,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:01.661103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c1e4835a-7822-4609-84f4-59a504b758d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.662294 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c1e4835a-7822-4609-84f4-59a504b758d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193612 Nov 29 12:34:01.664989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38740) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:01.669211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-ab2e7a39-f8fb-4bf6-a077-dfd106805618 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'd438a887-b01b-4305-89d0-21a38e639982', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:01.690167 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-ab2e7a39-f8fb-4bf6-a077-dfd106805618 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:34:01.694640 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7a39-f8fb-4bf6-a077-dfd106805618 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.751544 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7a39-f8fb-4bf6-a077-dfd106805618 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.754915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7a39-f8fb-4bf6-a077-dfd106805618 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.772714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e7a39-f8fb-4bf6-a077-dfd106805618 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ace9ce-5f66-4323-bd6d-59ff54eab9a3,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:01.778035 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7a39-f8fb-4bf6-a077-dfd106805618 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.779034 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-ab2e7a39-f8fb-4bf6-a077-dfd106805618 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1131513 Nov 29 12:34:01.781782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38742) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:01.786491 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-430dab45-eb63-4bae-8908-0489a1dfc3cc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'd438a887-b01b-4305-89d0-21a38e639982', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:01.807433 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-430dab45-eb63-4bae-8908-0489a1dfc3cc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:34:01.811984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-430dab45-eb63-4bae-8908-0489a1dfc3cc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.870895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-430dab45-eb63-4bae-8908-0489a1dfc3cc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.874351 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-430dab45-eb63-4bae-8908-0489a1dfc3cc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.894169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430dab45-eb63-4bae-8908-0489a1dfc3cc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5348d4a4-bafe-4f89-b4ab-1c8f574fb12c,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:01.894405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 22cd43da-5a90-4909-a795-57ec20dc3990 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:34:01.900485 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-430dab45-eb63-4bae-8908-0489a1dfc3cc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.905019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38744) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:01.905540 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-430dab45-eb63-4bae-8908-0489a1dfc3cc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218083 Nov 29 12:34:01.911154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'network': {'name': 'tempest-network-smoke--171665504', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'port_security_enabled': True}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:01.915349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 22cd43da-5a90-4909-a795-57ec20dc3990 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:34:01.915690 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 22cd43da-5a90-4909-a795-57ec20dc3990 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:34:01.931794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:34:01.935329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.962540 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:34:01.971963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:01.972346 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Added segment d97ffa71-fe4a-4315-871d-42b9555c84bb of type vlan for network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 Nov 29 12:34:02.010822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.035308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.040803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:02.041382 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.091065 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1847012 Nov 29 12:34:02.093851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38746) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:02.098533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'admin_state_up': True, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:02.107766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffce87-bf6a-4647-89c6-55a4aa8ebcb7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Network': ['ID=2754c2f4-7432-4b1f-b55e-25abe4242aa3,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:02.119129 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:34:02.120983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.122160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.175224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.315016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.497811 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.515927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.617051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.119 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/64cfe405-1dd6-4369-a28f-3898e1e46a0f) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:34:02.718985 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.751494 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:02.791887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:34:02.794603 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:34:02.796975 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:34:02.821615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=64cfe405-1dd6-4369-a28f-3898e1e46a0f,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:02.920412 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:34:03.041155 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:03.229830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:03.300814 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fd0b5979-57ff-43df-a1b2-091fc304c893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:03.360601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router b5063a0b-7e6a-4cd8-9537-48e460fb3480 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:34:03.460263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:34:03.469689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Sync routers for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:34:03.479317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:34:03.479947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:34:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:03.480200 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:03.481415 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4f569abd-7143-4be7-8866-c13315011b59 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3865221 Nov 29 12:34:03.484579 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38748) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:03.571245 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-3f69daf2-3394-4a63-a652-48526b8cfc34 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a3a570f33e32414c9caafb3e6da023b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0854962 Nov 29 12:34:03.573718 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38752) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:03.587387 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:34:03.664678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9503eead-a61e-44b7-8b8e-6bf7b3884abf tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:03.666185 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9503eead-a61e-44b7-8b8e-6bf7b3884abf tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914893 Nov 29 12:34:03.668928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38754) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:03.698151 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7b1a1855-e71f-4cc0-9d34-e826012745ed tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259645 Nov 29 12:34:03.698369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38756) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:03.702875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1453681104', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:03.757910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:03.776309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:02Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:03.793687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:34:03.797250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:03.802179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Checking router: b5063a0b-7e6a-4cd8-9537-48e460fb3480 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:34:03.802555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Updating router b5063a0b-7e6a-4cd8-9537-48e460fb3480 port 64cfe405-1dd6-4369-a28f-3898e1e46a0f binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:34:03.829032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:03.991858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.055568 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Subnet': ['ID=9c8d61c4-a9eb-486f-b134-2e259b4b0a16,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:04.059847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Checking segment: {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:34:04.060208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network hostable DHCP agents. Network: 2754c2f4-7432-4b1f-b55e-25abe4242aa3, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:34:04.076880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:34:04.086570 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.086959 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 2754c2f4-7432-4b1f-b55e-25abe4242aa3) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:34:04.091253 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:04.092044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.093754 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.099637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43efa995-82ca-4f25-a34c-14c47e91f568 None None] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:34:04.108420 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2a9ae875-fd3f-43cd-9e0f-43626dc85152 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4091058 Nov 29 12:34:04.111694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38758) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:04.190387 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196919c-b127-4be0-8cac-b43b375f6174 None None] Pushing event updated for resources: {'Port': ['ID=64cfe405-1dd6-4369-a28f-3898e1e46a0f,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:04.192615 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Attempting to bind port 64cfe405-1dd6-4369-a28f-3898e1e46a0f on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:34:04.193334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Attempting to bind port 64cfe405-1dd6-4369-a28f-3898e1e46a0f by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:34:04.193334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Attempting to bind port 64cfe405-1dd6-4369-a28f-3898e1e46a0f on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:34:04.202515 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:34:04.202896 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:34:04.203297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.203682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:34:04.204145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Bound port: 64cfe405-1dd6-4369-a28f-3898e1e46a0f, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:34:04.204548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.297334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] For port 64cfe405-1dd6-4369-a28f-3898e1e46a0f, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:34:04.302520 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] For port 64cfe405-1dd6-4369-a28f-3898e1e46a0f, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=64cfe405-1dd6-4369-a28f-3898e1e46a0f,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:34:04.310007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.373677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:34:04.374548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.401477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:34:04.402137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:34:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:04.403902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196919c-b127-4be0-8cac-b43b375f6174 None None] Pushing event updated for resources: {'Port': ['ID=64cfe405-1dd6-4369-a28f-3898e1e46a0f,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:04.559175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:04.617054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:34:04.739599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Allocated IP 172.20.0.2 (2754c2f4-7432-4b1f-b55e-25abe4242aa3/9c8d61c4-a9eb-486f-b134-2e259b4b0a16/e475470a-d2e0-46fe-8b11-57fa229b979d) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:34:04.884444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.021680 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:02Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:05.059778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9411b3-b72d-43b0-b4c4-b6492489d75f None None] The sync data for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv is: [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:02Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:34:05.066398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.074667 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.110255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:34:05.113221 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:34:05.115703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:34:05.151414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Pushing event updated for resources: {'Port': ['ID=e475470a-d2e0-46fe-8b11-57fa229b979d,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:05.159265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.1 (2754c2f4-7432-4b1f-b55e-25abe4242aa3/9c8d61c4-a9eb-486f-b134-2e259b4b0a16/e44ad12d-c89c-4696-a656-a14ce95256f1) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:34:05.186175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Attempting to bind port e475470a-d2e0-46fe-8b11-57fa229b979d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:34:05.186555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Attempting to bind port e475470a-d2e0-46fe-8b11-57fa229b979d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:34:05.187027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Attempting to bind port e475470a-d2e0-46fe-8b11-57fa229b979d on network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:34:05.192885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:34:05.193988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Checking segment: {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:34:05.193988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.194236 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Bound using segment: {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:34:05.194597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Bound port: e475470a-d2e0-46fe-8b11-57fa229b979d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:34:05.194986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.264116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7585999a-c522-4187-8b73-c069934408f5 None None] For port e475470a-d2e0-46fe-8b11-57fa229b979d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:34:05.269037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-7585999a-c522-4187-8b73-c069934408f5 None None] For port e475470a-d2e0-46fe-8b11-57fa229b979d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e475470a-d2e0-46fe-8b11-57fa229b979d,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:34:05.273985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.305086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.358944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.386855 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585999a-c522-4187-8b73-c069934408f5 None None] Pushing event updated for resources: {'Port': ['ID=e475470a-d2e0-46fe-8b11-57fa229b979d,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:05.428259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:34:05.432236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:34:05.435547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:34:05.478152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=e44ad12d-c89c-4696-a656-a14ce95256f1,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:05.506506 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.679527 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.992958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:05.999011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.023480 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 64cfe405-1dd6-4369-a28f-3898e1e46a0f up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:34:06.078899 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.082430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=e44ad12d-c89c-4696-a656-a14ce95256f1,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:06.083697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 64cfe405-1dd6-4369-a28f-3898e1e46a0f triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:06.084193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.176343 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.180809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.184901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:34:06.186924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:34:06.206872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 64cfe405-1dd6-4369-a28f-3898e1e46a0f, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=64cfe405-1dd6-4369-a28f-3898e1e46a0f,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:34:06.211316 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.212249 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e475470a-d2e0-46fe-8b11-57fa229b979d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:34:06.287916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=64cfe405-1dd6-4369-a28f-3898e1e46a0f,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:06.305324 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e475470a-d2e0-46fe-8b11-57fa229b979d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:06.305700 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.328188 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router b5063a0b-7e6a-4cd8-9537-48e460fb3480 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:34:06.391483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d86fa9c-4597-4eb8-90dc-499a886ae80e None None] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:34:06.431860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.445286 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:34:06.465994 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c41492e7-59bd-4d9f-ba9d-8b741cc52e0b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/b5063a0b-7e6a-4cd8-9537-48e460fb3480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3440657 Nov 29 12:34:06.466449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-66a641ac-fe03-46c9-bd54-8cdc756dd2de None None] Provisioning complete for port e475470a-d2e0-46fe-8b11-57fa229b979d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:06.466449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-66a641ac-fe03-46c9-bd54-8cdc756dd2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.618917 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-c3beb1cd-015f-4c23-bb03-d08faa4b6f7d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813007264&fields=id&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 267 time: 0.0421779 Nov 29 12:34:06.697264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port e475470a-d2e0-46fe-8b11-57fa229b979d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e475470a-d2e0-46fe-8b11-57fa229b979d,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:34:06.709887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:06.764647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-35ca310b-13c1-4e96-ae54-5b6d1b03c91f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:06.767221 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-35ca310b-13c1-4e96-ae54-5b6d1b03c91f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/networks?id=2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 200 len: 796 time: 0.1394336 Nov 29 12:34:06.784716 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-458ff41c-effb-4d25-8708-51cd1bdd000d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/quotas/a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 375 time: 0.0108128 Nov 29 12:34:06.786199 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Sync routers for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:34:06.795959 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:34:06.796866 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:34:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:06.840131 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-90e83c11-fdc6-45a7-a2bf-93a861ed14d5 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488470 Nov 29 12:34:06.851414 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=e475470a-d2e0-46fe-8b11-57fa229b979d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:06.907979 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:34:06.958617 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-f74e5546-194f-4ac5-b3bf-dc1416c3befe service neutron] 10.222.0.23 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045880 Nov 29 12:34:07.058100 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-3da001b5-3cc5-4777-a19a-6f9293e20c57 service neutron] 10.222.0.23 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920711 Nov 29 12:34:07.127810 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 2, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:07.156149 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Checking router: b5063a0b-7e6a-4cd8-9537-48e460fb3480 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:34:07.156553 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Updating router b5063a0b-7e6a-4cd8-9537-48e460fb3480 port e44ad12d-c89c-4696-a656-a14ce95256f1 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:34:07.191501 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.200624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-272eb178-7156-4ba3-93cd-77f1a770d0c3 None None] Provisioning complete for port e44ad12d-c89c-4696-a656-a14ce95256f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:07.201165 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-272eb178-7156-4ba3-93cd-77f1a770d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.263809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-272eb178-7156-4ba3-93cd-77f1a770d0c3 None None] Port e44ad12d-c89c-4696-a656-a14ce95256f1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:34:07.289694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-272eb178-7156-4ba3-93cd-77f1a770d0c3 None None] Provisioning complete for port e475470a-d2e0-46fe-8b11-57fa229b979d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:07.290382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-272eb178-7156-4ba3-93cd-77f1a770d0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.297339 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7041fe08-37e7-48b0-a84b-00deba881c73 req-bc03b90b-0f7b-4776-add7-4f6f04590f7e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 210 time: 0.0633185 Nov 29 12:34:07.520565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b7d09825-8931-457c-a14b-1bd00bc066b2 None None] Provisioning complete for port e44ad12d-c89c-4696-a656-a14ce95256f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:07.521010 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7d09825-8931-457c-a14b-1bd00bc066b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.538369 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.544605 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.560251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b7d09825-8931-457c-a14b-1bd00bc066b2 None None] Port e44ad12d-c89c-4696-a656-a14ce95256f1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:34:07.600325 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Pushing event updated for resources: {'Port': ['ID=e44ad12d-c89c-4696-a656-a14ce95256f1,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:07.609436 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.609766 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.610222 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.610479 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.610813 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.611194 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.611457 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.611783 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.612109 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.612436 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.612757 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.613099 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:34:07.674402 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Attempting to bind port e44ad12d-c89c-4696-a656-a14ce95256f1 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:34:07.674810 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Attempting to bind port e44ad12d-c89c-4696-a656-a14ce95256f1 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:34:07.675180 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Attempting to bind port e44ad12d-c89c-4696-a656-a14ce95256f1 on network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:34:07.681299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b603c872-1174-4ac6-9cbc-1e7f5c079107 None None] Provisioning complete for port e44ad12d-c89c-4696-a656-a14ce95256f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:07.681529 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:34:07.682105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b603c872-1174-4ac6-9cbc-1e7f5c079107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.682251 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Checking segment: {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:34:07.682632 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.683175 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Bound using segment: {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:34:07.683767 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Bound port: e44ad12d-c89c-4696-a656-a14ce95256f1, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:34:07.685286 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.720017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-b603c872-1174-4ac6-9cbc-1e7f5c079107 None None] Port e44ad12d-c89c-4696-a656-a14ce95256f1 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:34:07.762883 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] For port e44ad12d-c89c-4696-a656-a14ce95256f1, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:34:07.767944 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] For port e44ad12d-c89c-4696-a656-a14ce95256f1, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e44ad12d-c89c-4696-a656-a14ce95256f1,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:34:07.773862 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.833342 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:34:07.838219 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:34:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:07.841299 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f7e1b-3eaa-42f2-8853-4dd91b5ceda3 None None] Pushing event updated for resources: {'Port': ['ID=e44ad12d-c89c-4696-a656-a14ce95256f1,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:07.847145 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-70abcc13-5ee7-4ef5-a0c3-8eea83a3451c None None] Provisioning complete for port e44ad12d-c89c-4696-a656-a14ce95256f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:07.847806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70abcc13-5ee7-4ef5-a0c3-8eea83a3451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:07.956808 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:34:07.975782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 64cfe405-1dd6-4369-a28f-3898e1e46a0f up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:34:08.005386 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70abcc13-5ee7-4ef5-a0c3-8eea83a3451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:08.056840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-70abcc13-5ee7-4ef5-a0c3-8eea83a3451c None None] For port e44ad12d-c89c-4696-a656-a14ce95256f1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e44ad12d-c89c-4696-a656-a14ce95256f1,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:34:08.062166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70abcc13-5ee7-4ef5-a0c3-8eea83a3451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:08.086551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 64cfe405-1dd6-4369-a28f-3898e1e46a0f triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:08.086931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:08.139396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abcc13-5ee7-4ef5-a0c3-8eea83a3451c None None] Pushing event updated for resources: {'Port': ['ID=e44ad12d-c89c-4696-a656-a14ce95256f1,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:08.177888 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:07Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:08.196130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a1438563-4729-4fb6-b331-59aa6154236e None None] Provisioning complete for port e44ad12d-c89c-4696-a656-a14ce95256f1 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:08.196505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a1438563-4729-4fb6-b331-59aa6154236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:08.198643 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e475470a-d2e0-46fe-8b11-57fa229b979d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:34:08.206905 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8519c69-e4e4-4382-931b-916c99906007 None None] The sync data for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv is: [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:07Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:34:08.310361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e475470a-d2e0-46fe-8b11-57fa229b979d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:08.310767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:08.447238 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-31630635-407a-475d-b222-7751654b21ae req-fc42c5af-04f8-4357-b076-d4e2e10acd45 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 210 time: 0.0305095 Nov 29 12:34:08.512743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-bcbeb85f-3e1b-4654-a947-598b1f35c0bc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:08.514361 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-bcbeb85f-3e1b-4654-a947-598b1f35c0bc tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/networks?id=2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 200 len: 796 time: 0.1807437 Nov 29 12:34:08.564902 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-1799a154-2e97-47d1-8d4f-44ded713da74 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 379 time: 0.0365384 Nov 29 12:34:08.575502 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'port': {'device_id': '90f21b6c-8865-467d-910e-917377a09dc7', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'admin_state_up': True, 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'security_groups': ['d438a887-b01b-4305-89d0-21a38e639982']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:08.684542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:34:08.688387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:08.824595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.11 (2754c2f4-7432-4b1f-b55e-25abe4242aa3/9c8d61c4-a9eb-486f-b134-2e259b4b0a16/aceb1483-7d41-435b-b60d-eb1df22a1fe0) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:34:08.973061 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.008011 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.051505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:34:09.054648 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:34:09.058359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:34:09.086658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=aceb1483-7d41-435b-b60d-eb1df22a1fe0,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:09.119145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:09.119788 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.137351 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-dcb24219-cf4a-4c52-944d-18be28280150 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657306 Nov 29 12:34:09.149965 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Request body: {'port': {'device_id': '90f21b6c-8865-467d-910e-917377a09dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:09.209703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.277580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-0d04e35e-3349-42a6-a244-d7001e9f12c0 None None] Provisioning complete for port aceb1483-7d41-435b-b60d-eb1df22a1fe0 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:09.278116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0d04e35e-3349-42a6-a244-d7001e9f12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.313095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0d04e35e-3349-42a6-a244-d7001e9f12c0 None None] Port aceb1483-7d41-435b-b60d-eb1df22a1fe0 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:34:09.478507 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aceb1483-7d41-435b-b60d-eb1df22a1fe0 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:34:09.486142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.499242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Transition to ACTIVE for port object aceb1483-7d41-435b-b60d-eb1df22a1fe0 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:34:09.503044 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.567875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371183c-7f85-42e9-ba2a-456f16308345 req-5fdd6919-d7bb-4f0a-b78d-d0629f2c4534 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:09.569333 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4371183c-7f85-42e9-ba2a-456f16308345 req-5fdd6919-d7bb-4f0a-b78d-d0629f2c4534 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 944 time: 0.0549235 Nov 29 12:34:09.571694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Pushing event updated for resources: {'Port': ['ID=aceb1483-7d41-435b-b60d-eb1df22a1fe0,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:09.611141 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4371183c-7f85-42e9-ba2a-456f16308345 req-2658619d-024d-4cf9-87a9-cf27115c8410 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350566 Nov 29 12:34:09.638280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Attempting to bind port aceb1483-7d41-435b-b60d-eb1df22a1fe0 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:34:09.638665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Attempting to bind port aceb1483-7d41-435b-b60d-eb1df22a1fe0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:34:09.639000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Attempting to bind port aceb1483-7d41-435b-b60d-eb1df22a1fe0 on network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:34:09.644126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Port aceb1483-7d41-435b-b60d-eb1df22a1fe0 on network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:34:09.644444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Attempting to bind port aceb1483-7d41-435b-b60d-eb1df22a1fe0 on network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:34:09.649279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:34:09.649610 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Checking segment: {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:34:09.650016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Bound using segment: {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:34:09.650461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Bound port: aceb1483-7d41-435b-b60d-eb1df22a1fe0, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97ffa71-fe4a-4315-871d-42b9555c84bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:34:09.650805 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.716501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] For port aceb1483-7d41-435b-b60d-eb1df22a1fe0, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:34:09.719928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] For port aceb1483-7d41-435b-b60d-eb1df22a1fe0, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:34:09.724281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.757601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:09.758263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:09.759798 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] 10.222.0.30 "PUT /v2.0/ports/aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 200 len: 1094 time: 0.6144791 Nov 29 12:34:09.762020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:34:09.765107 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dccb72-f9e0-40e2-9561-a599ab98073f" -d '{"events": [{"name": "network-changed", "server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:34:09.795166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3c3a9-b8e0-418a-92d9-e320ba9e16da service neutron] Pushing event updated for resources: {'Port': ['ID=aceb1483-7d41-435b-b60d-eb1df22a1fe0,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:09.810916 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a443b87-c152-4ff2-ad47-70f71b609bc4 x-openstack-request-id: req-1a443b87-c152-4ff2-ad47-70f71b609bc4 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:34:09.811208 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:34:09.811459 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a443b87-c152-4ff2-ad47-70f71b609bc4 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:34:09.811856 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'status': 'completed', 'code': 200} Nov 29 12:34:09.841973 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-5b90bb43-bd6a-4ed8-b1ef-51720981feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:09.843498 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-5b90bb43-bd6a-4ed8-b1ef-51720981feeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0454292 Nov 29 12:34:09.889523 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-b9df98d8-29be-4cdf-be7c-29ba28c2277c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 200 len: 217 time: 0.0379102 Nov 29 12:34:09.946627 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-872c182e-814f-47c0-b8e8-fd0b1001a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:09.948623 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-872c182e-814f-47c0-b8e8-fd0b1001a6b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c8d61c4-a9eb-486f-b134-2e259b4b0a16 HTTP/1.1" status: 200 len: 835 time: 0.0516133 Nov 29 12:34:09.968088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e44ad12d-c89c-4696-a656-a14ce95256f1 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:34:09.997546 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-c6c61ca3-07bb-41d7-aa0b-0534ee945d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:09.999079 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-c6c61ca3-07bb-41d7-aa0b-0534ee945d47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2754c2f4-7432-4b1f-b55e-25abe4242aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430739 Nov 29 12:34:10.013432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port e44ad12d-c89c-4696-a656-a14ce95256f1 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:10.013805 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:10.090493 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-efb90ac9-d46e-4dd0-9e7c-a237724070c3 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843801 Nov 29 12:34:10.176442 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1d9e1aac-da57-4348-8bc3-5c04c5c6979d req-4c7ebef4-0ee0-4d4c-b30f-bf3eaacaac1f service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793793 Nov 29 12:34:10.262759 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-eb551090-e09d-401f-aa2e-3ad7bfa0ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:10.264218 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-eb551090-e09d-401f-aa2e-3ad7bfa0ec97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0400515 Nov 29 12:34:10.354857 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-3361547d-a5a7-4e0b-b751-0b91429a77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:10.356186 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-3361547d-a5a7-4e0b-b751-0b91429a77f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 200 len: 897 time: 0.0845401 Nov 29 12:34:10.396321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-3861f3bc-70df-4ebb-97a5-d47f9c3c9d68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 200 len: 217 time: 0.0327401 Nov 29 12:34:10.447350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-f1575617-f1d6-4ac8-843b-ae9e629aeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:10.448798 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-f1575617-f1d6-4ac8-843b-ae9e629aeaf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c8d61c4-a9eb-486f-b134-2e259b4b0a16 HTTP/1.1" status: 200 len: 835 time: 0.0453186 Nov 29 12:34:10.493177 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-74707c1f-15d7-44e4-b613-c69a5fe3d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:10.494699 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-74707c1f-15d7-44e4-b613-c69a5fe3d76c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2754c2f4-7432-4b1f-b55e-25abe4242aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393548 Nov 29 12:34:10.584235 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-c6d60e16-10ca-47aa-8202-53ca5289c989 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820813 Nov 29 12:34:10.676209 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-16dccb72-f9e0-40e2-9561-a599ab98073f req-15557df7-cff4-479a-bf52-fadd645f40fa service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846789 Nov 29 12:34:10.728212 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541e7ba-e04b-465f-a216-aa81f7fa60d9 req-24812db2-c51b-42ec-808a-fedbfd4e040e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:10.729674 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e541e7ba-e04b-465f-a216-aa81f7fa60d9 req-24812db2-c51b-42ec-808a-fedbfd4e040e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 944 time: 0.0485148 Nov 29 12:34:10.769464 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e541e7ba-e04b-465f-a216-aa81f7fa60d9 req-dfcbe235-aca4-466a-b3d3-93940c7de6e1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338290 Nov 29 12:34:11.882075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9de36-4abb-40d5-b9a4-f217cad3cfe5 req-b81a09c1-fc35-4692-a365-c7d73181a0db tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:11.883501 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e9c9de36-4abb-40d5-b9a4-f217cad3cfe5 req-b81a09c1-fc35-4692-a365-c7d73181a0db tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 944 time: 0.0476089 Nov 29 12:34:11.920784 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e9c9de36-4abb-40d5-b9a4-f217cad3cfe5 req-a61d451c-b3cc-41b9-80c7-37d5bfc0fa3a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313830 Nov 29 12:34:13.035248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5609b-d118-4e63-95a9-19e373124402 req-4e667772-fbaf-4304-8982-0e95404aaae6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:13.036715 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-44d5609b-d118-4e63-95a9-19e373124402 req-4e667772-fbaf-4304-8982-0e95404aaae6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 944 time: 0.0510142 Nov 29 12:34:13.074381 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-44d5609b-d118-4e63-95a9-19e373124402 req-fd656bda-96eb-44ea-a29f-2f0a6b5b2218 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Nov 29 12:34:14.185073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618fac4-6695-4b70-aee5-db69c6b8e1d5 req-4f51e36e-3ad3-48f1-826e-06ce541b58d1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:14.186563 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1618fac4-6695-4b70-aee5-db69c6b8e1d5 req-4f51e36e-3ad3-48f1-826e-06ce541b58d1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 944 time: 0.0483713 Nov 29 12:34:14.223822 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1618fac4-6695-4b70-aee5-db69c6b8e1d5 req-0680c852-1bfc-4c0e-8256-20dbf75215ea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Nov 29 12:34:14.430502 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device aceb1483-7d41-435b-b60d-eb1df22a1fe0 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:34:14.521752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port aceb1483-7d41-435b-b60d-eb1df22a1fe0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:34:14.535938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'port_id': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'mac_address': 'fa:16:3e:2d:4b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:34:14.571259 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:14.583257 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aceb1483-7d41-435b-b60d-eb1df22a1fe0 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:34:14.601301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port aceb1483-7d41-435b-b60d-eb1df22a1fe0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:34:14.605374 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:14.651154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=aceb1483-7d41-435b-b60d-eb1df22a1fe0,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:14.890064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['aceb1483-7d41-435b-b60d-eb1df22a1fe0'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:34:15.335702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66283509-81f4-459c-9c0e-cd60daf879f5 req-91c19563-5c73-4393-b0c0-7225f9883b9c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:15.337181 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66283509-81f4-459c-9c0e-cd60daf879f5 req-91c19563-5c73-4393-b0c0-7225f9883b9c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 945 time: 0.0484211 Nov 29 12:34:15.373705 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-66283509-81f4-459c-9c0e-cd60daf879f5 req-a88fdb5f-2ee5-4f08-b686-c105a690d652 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306604 Nov 29 12:34:16.442093 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device aceb1483-7d41-435b-b60d-eb1df22a1fe0 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:34:16.491017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port aceb1483-7d41-435b-b60d-eb1df22a1fe0 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:34:16.493406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26a7e4-e588-4de2-a2da-252c93744b4b req-348b5e72-6405-4487-aac4-cae199b2512f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:16.494956 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d26a7e4-e588-4de2-a2da-252c93744b4b req-348b5e72-6405-4487-aac4-cae199b2512f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 945 time: 0.0549378 Nov 29 12:34:16.495164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port aceb1483-7d41-435b-b60d-eb1df22a1fe0 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:34:16.495718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:16.536505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4d26a7e4-e588-4de2-a2da-252c93744b4b req-184c1aaa-23a1-4909-9ebb-502e865a0eec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355253 Nov 29 12:34:16.577811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:16.600910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:34:16.603168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e354f0e-721f-4834-abd0-51392fd5f2a7" -d '{"events": [{"server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "name": "network-vif-plugged", "status": "completed", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:34:16.615457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port aceb1483-7d41-435b-b60d-eb1df22a1fe0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:34:16.619756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:16.648897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89502c55-6fde-4bcb-8e07-1cc93b9bdb67 x-openstack-request-id: req-89502c55-6fde-4bcb-8e07-1cc93b9bdb67 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:34:16.649255 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "name": "network-vif-plugged", "status": "completed", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:34:16.649511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89502c55-6fde-4bcb-8e07-1cc93b9bdb67 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:34:16.649908 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'code': 200} Nov 29 12:34:16.677233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=aceb1483-7d41-435b-b60d-eb1df22a1fe0,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:16.812072 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b7945-b277-497d-b263-192aabd9ab0c req-4d8b09d5-5fca-472b-92a9-e486081e96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:16.813464 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c72b7945-b277-497d-b263-192aabd9ab0c req-4d8b09d5-5fca-472b-92a9-e486081e96e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0407112 Nov 29 12:34:16.847016 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c72b7945-b277-497d-b263-192aabd9ab0c req-48ec40aa-d721-4673-bc38-fbcc359432ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267985 Nov 29 12:34:17.647430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf7807-a436-41a3-9638-e776964e93f8 req-16591a22-36ab-4dd1-98db-ec8b6117f6ea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:17.648869 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8abf7807-a436-41a3-9638-e776964e93f8 req-16591a22-36ab-4dd1-98db-ec8b6117f6ea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0470016 Nov 29 12:34:17.685176 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8abf7807-a436-41a3-9638-e776964e93f8 req-cd6b36b7-2b2a-4522-8997-2acbf0b8e349 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305607 Nov 29 12:34:18.796725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0621c-853d-431c-a0bc-3a33b326c83f req-c30dbe45-10c5-4f1e-b641-46ad8da2fbdf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:18.798841 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8db0621c-853d-431c-a0bc-3a33b326c83f req-c30dbe45-10c5-4f1e-b641-46ad8da2fbdf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0467274 Nov 29 12:34:18.838465 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8db0621c-853d-431c-a0bc-3a33b326c83f req-037bd25d-c4b4-44a9-a7d7-7c2259bf1e6e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305774 Nov 29 12:34:18.956002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f19e5-e016-4a9e-b783-01d2b46e86f1 req-0bdf0f05-2d06-44f1-8544-34e734519050 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:18.957462 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-147f19e5-e016-4a9e-b783-01d2b46e86f1 req-0bdf0f05-2d06-44f1-8544-34e734519050 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0543313 Nov 29 12:34:18.994601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-147f19e5-e016-4a9e-b783-01d2b46e86f1 req-1054be9e-c007-487e-876a-be31582b05a0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Nov 29 12:34:19.015196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38816) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:19.053674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b05594-24a4-4770-a0c2-797903d30abd tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:19.055181 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-e1b05594-24a4-4770-a0c2-797903d30abd tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1094 time: 0.0390306 Nov 29 12:34:19.057928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38818) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:19.062087 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:34:19.084549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:19.181075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:19.278829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.236 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/20331272-9d0a-4b69-8910-ae9f4baaa010) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:34:19.378829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:19.411806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:19.448827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:34:19.452948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:34:19.459801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:34:19.462776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=20331272-9d0a-4b69-8910-ae9f4baaa010,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:20.029293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:20.092329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:20.236421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:20.240829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:20.309931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=20331272-9d0a-4b69-8910-ae9f4baaa010,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:34:20.319587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:20.413308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP c3324e1d-3a93-443d-9b83-139914b68c4e associated. External IP: 172.26.5.236, port: aceb1483-7d41-435b-b60d-eb1df22a1fe0. Nov 29 12:34:20.616471 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router b5063a0b-7e6a-4cd8-9537-48e460fb3480 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:34:20.722153 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:34:20.732553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] Sync routers for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:34:20.739144 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:20.743210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:34:20.743822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:34:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:20.768113 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d32395da-cffd-4c0a-96b5-8298b8b0816e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7060714 Nov 29 12:34:20.768113 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:34:20.768368 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a" -d '{"events": [{"name": "network-changed", "server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:34:20.806427 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfae1594-dce5-47b3-91c9-16b07fd7bdb3 x-openstack-request-id: req-bfae1594-dce5-47b3-91c9-16b07fd7bdb3 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:34:20.806727 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:34:20.806986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bfae1594-dce5-47b3-91c9-16b07fd7bdb3 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:34:20.807385 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'status': 'completed', 'code': 200} Nov 29 12:34:20.854954 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:34:20.864215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55d24c-ab6c-4acb-adb6-15e09459bbb2 req-07424a20-327b-4c92-ae22-42d15880ab40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:20.865767 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c55d24c-ab6c-4acb-adb6-15e09459bbb2 req-07424a20-327b-4c92-ae22-42d15880ab40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0507421 Nov 29 12:34:20.868573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-cf43af7d-2e6a-4086-be00-820351fca847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:20.870067 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-cf43af7d-2e6a-4086-be00-820351fca847 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0407927 Nov 29 12:34:20.905703 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c55d24c-ab6c-4acb-adb6-15e09459bbb2 req-03e49fc5-49d3-4b73-854c-4ca0813e57b3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334270 Nov 29 12:34:20.935452 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38824) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:20.968505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-c281d6da-b98b-4b98-8fbc-d0ed34f57acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:20.970027 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-c281d6da-b98b-4b98-8fbc-d0ed34f57acb service neutron] 10.222.0.30 "GET /v2.0/networks?id=2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 200 len: 897 time: 0.0934284 Nov 29 12:34:21.005423 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-6b25b8ba-2475-4356-a19c-3c0444d75765 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/c3324e1d-3a93-443d-9b83-139914b68c4e HTTP/1.1" status: 200 len: 992 time: 0.0677063 Nov 29 12:34:21.034422 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-dc2d02b2-cb8e-4aaf-bd1e-e029f274c4a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 200 len: 1000 time: 0.0569341 Nov 29 12:34:21.084242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c3324e1d-3a93-443d-9b83-139914b68c4e', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'port_id': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'mac_address': 'fa:16:3e:2d:4b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f21b6c-8865-467d-910e-917377a09dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:34:19Z', 'updated_at': '2021-11-29T12:34:19Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:08Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:21.087185 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-d4637cce-41fd-405f-a36c-42630ff90e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:21.088641 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-d4637cce-41fd-405f-a36c-42630ff90e5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c8d61c4-a9eb-486f-b134-2e259b4b0a16 HTTP/1.1" status: 200 len: 835 time: 0.0472884 Nov 29 12:34:21.109485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] Checking router: b5063a0b-7e6a-4cd8-9537-48e460fb3480 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:34:21.117592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:34:21.118206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:34:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:21.132550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-40b215ae-28f8-44a4-8cfb-69d2d222fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:34:21.134058 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-40b215ae-28f8-44a4-8cfb-69d2d222fbd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2754c2f4-7432-4b1f-b55e-25abe4242aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388234 Nov 29 12:34:21.221106 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:34:21.221376 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-e1f323b2-8242-4b03-ad3f-36a597d77517 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804191 Nov 29 12:34:21.313258 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-06d4ec8f-f124-4ab4-b68b-31ed9b05829a req-e94e4d29-1138-4dd7-9ba6-6c8a1f409283 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848479 Nov 29 12:34:21.437848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c3324e1d-3a93-443d-9b83-139914b68c4e', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'port_id': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'mac_address': 'fa:16:3e:2d:4b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f21b6c-8865-467d-910e-917377a09dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:34:19Z', 'updated_at': '2021-11-29T12:34:19Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:08Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:34:21.464146 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d55799-2a90-4945-b67a-c8f67c71dd5e None None] The sync data for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv is: [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c3324e1d-3a93-443d-9b83-139914b68c4e', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.236', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'port_id': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'mac_address': 'fa:16:3e:2d:4b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f21b6c-8865-467d-910e-917377a09dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:34:19Z', 'updated_at': '2021-11-29T12:34:19Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:08Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:34:21.637861 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e92a55-02d9-4522-8907-6c402b16df3d None None] New status for floating IP c3324e1d-3a93-443d-9b83-139914b68c4e: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:34:22.008203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38826) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:34:22.066588 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d2d30364-8800-4c65-8e3f-50a6ef559e3d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/c3324e1d-3a93-443d-9b83-139914b68c4e HTTP/1.1" status: 200 len: 994 time: 0.0571635 Nov 29 12:34:27.899019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:30.743892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e77139fc-2873-471d-9bca-efa3559d54ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:33.301191 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-36ba3ca1-b85d-4dd8-bf7c-20f11ad7f6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:33.737493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:34.838718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:36.161103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:34:39.918996 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:34:57.914522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:00.744315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-76c3745c-640a-409a-b73a-db686c27161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:03.301026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-379664e0-1a08-4b92-9d54-bcbefba2a6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:03.737605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:04.840964 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:06.164071 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:15.604439 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-92a430da-6ac2-42a4-bd99-c0ae5b82f83c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759857 Nov 29 12:35:15.682887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-939fcfaa-f2f9-401f-af9c-d2d6d1fdd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:15.684322 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-939fcfaa-f2f9-401f-af9c-d2d6d1fdd5f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0392630 Nov 29 12:35:15.784537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-885b75c7-a692-40ed-99e6-fc5d679a1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:15.785840 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-885b75c7-a692-40ed-99e6-fc5d679a1c52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 200 len: 897 time: 0.0829055 Nov 29 12:35:15.847433 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-b1e2cf57-2426-4ad5-958d-8a75df8b9025 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 200 len: 1002 time: 0.0538230 Nov 29 12:35:15.900265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-6ca400ad-41f0-4750-8695-2a2d45c53e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:15.901693 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-6ca400ad-41f0-4750-8695-2a2d45c53e7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c8d61c4-a9eb-486f-b134-2e259b4b0a16 HTTP/1.1" status: 200 len: 835 time: 0.0470889 Nov 29 12:35:15.946528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-375192da-3814-4dda-982b-9ce6dcc6bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:15.947979 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-375192da-3814-4dda-982b-9ce6dcc6bf2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2754c2f4-7432-4b1f-b55e-25abe4242aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395653 Nov 29 12:35:16.044137 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-a017e885-105d-4bb1-82cf-23cb89018e1f service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892129 Nov 29 12:35:16.141415 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4d0410f2-d45b-4e1d-a2db-bac47e187104 req-4f5944e7-9cc4-4db8-b9a0-69a33963732f service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901728 Nov 29 12:35:16.919749 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:35:24.815525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fbe3d-b94f-42e1-abfd-aafa725bf8e7 req-d8710b70-9cc4-4bec-998e-a7c58d7f3335 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:24.817158 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-230fbe3d-b94f-42e1-abfd-aafa725bf8e7 req-d8710b70-9cc4-4bec-998e-a7c58d7f3335 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0528574 Nov 29 12:35:24.854745 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-230fbe3d-b94f-42e1-abfd-aafa725bf8e7 req-23f7e605-a18d-444c-ba5d-ef8f86726846 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311937 Nov 29 12:35:25.150034 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-4920cacc-4980-4eec-9a5a-0fbd8cd79b43 req-5983bd9d-39fd-418f-a3b4-3f463bed7e85 service neutron] (102104) timed out ('10.222.0.23', 34854) {{(pid=102104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 29 12:35:25.967251 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1f1a8-0437-4b4e-980c-db5f06dad058 req-3eeff4f5-68b2-4b7b-a38f-27016780bc46 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:25.968687 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7be1f1a8-0437-4b4e-980c-db5f06dad058 req-3eeff4f5-68b2-4b7b-a38f-27016780bc46 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0472929 Nov 29 12:35:26.004967 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7be1f1a8-0437-4b4e-980c-db5f06dad058 req-c1215090-8536-4e9b-85e9-1be58772bb98 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304234 Nov 29 12:35:27.117751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd5eec-4006-49cb-b399-fbf7b66cc7af req-081897a1-b5ad-4f7b-834b-5b226e67cc61 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:27.119208 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6ebd5eec-4006-49cb-b399-fbf7b66cc7af req-081897a1-b5ad-4f7b-834b-5b226e67cc61 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0476058 Nov 29 12:35:27.155835 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6ebd5eec-4006-49cb-b399-fbf7b66cc7af req-27c7f2c6-5b9d-49db-974a-538bdc3c8811 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308156 Nov 29 12:35:27.923734 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:28.269560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ea3b2-6a70-4dd2-857d-9b66abeba519 req-395e29f1-e90f-47d8-8551-b16124a31dc1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:28.273367 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7f6ea3b2-6a70-4dd2-857d-9b66abeba519 req-395e29f1-e90f-47d8-8551-b16124a31dc1 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0534520 Nov 29 12:35:28.309806 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7f6ea3b2-6a70-4dd2-857d-9b66abeba519 req-c949f916-2183-457d-82bd-1b4e8a49a1d6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307021 Nov 29 12:35:29.421777 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c233a9-66b1-4bc5-a5fb-7953db93f7c9 req-35a1eeba-5c58-4141-bff3-04292da0fb1a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:29.423274 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-11c233a9-66b1-4bc5-a5fb-7953db93f7c9 req-35a1eeba-5c58-4141-bff3-04292da0fb1a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0484495 Nov 29 12:35:29.461096 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-11c233a9-66b1-4bc5-a5fb-7953db93f7c9 req-58fc6e16-3828-4504-a6e7-72ec304216c9 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314920 Nov 29 12:35:30.573025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e89af8-4f6d-4e5e-9e96-25b76a2c018d req-53f2faad-d961-454c-a3e8-4257b4a51e16 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:30.574518 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-86e89af8-4f6d-4e5e-9e96-25b76a2c018d req-53f2faad-d961-454c-a3e8-4257b4a51e16 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0484269 Nov 29 12:35:30.610572 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-86e89af8-4f6d-4e5e-9e96-25b76a2c018d req-b0ab8df7-f896-4fdc-b9f9-7276297ca943 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303662 Nov 29 12:35:30.746090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1eea3d01-1c64-4b1e-b4ad-5ce304014d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:31.725329 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec7692-7478-4510-82f0-be227614a48a req-c0e5c734-5242-4c55-a0df-e05b173e65ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:31.728937 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-81ec7692-7478-4510-82f0-be227614a48a req-c0e5c734-5242-4c55-a0df-e05b173e65ef tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0519936 Nov 29 12:35:31.764075 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-81ec7692-7478-4510-82f0-be227614a48a req-377f5c0b-134c-4eaa-8e01-ffce932dcea6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307360 Nov 29 12:35:32.882326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4847-54d5-426d-8ba8-bb7fd2010c0c req-21660e62-97e2-4999-a330-6714195f14cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:32.883745 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2c7c4847-54d5-426d-8ba8-bb7fd2010c0c req-21660e62-97e2-4999-a330-6714195f14cb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0475092 Nov 29 12:35:32.920590 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2c7c4847-54d5-426d-8ba8-bb7fd2010c0c req-fd1707bb-8eb9-42ce-ab4c-54b5d11428ae tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310221 Nov 29 12:35:33.305397 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ad094a9b-d2f5-42e3-bb2a-3244e1a78a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:33.738051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:34.033508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d8ac7-c6be-43e4-a085-a668a4913520 req-4bf61069-2ea4-49ca-a933-d9308674161d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:34.034994 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a26d8ac7-c6be-43e4-a085-a668a4913520 req-4bf61069-2ea4-49ca-a933-d9308674161d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0483506 Nov 29 12:35:34.074852 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a26d8ac7-c6be-43e4-a085-a668a4913520 req-43901605-a142-46dd-88ad-ce139ae3bc24 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340371 Nov 29 12:35:34.843387 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:35.200154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68648-75db-4a69-8895-f78737d87934 req-1b044405-abc4-4710-acec-6a8f6e3a5660 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:35.201663 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-54e68648-75db-4a69-8895-f78737d87934 req-1b044405-abc4-4710-acec-6a8f6e3a5660 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0519922 Nov 29 12:35:35.238565 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-54e68648-75db-4a69-8895-f78737d87934 req-c3e4487c-6a72-4deb-a253-00c0b2f93885 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Nov 29 12:35:35.260495 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38888) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:35:35.322376 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d79d5952-d3c6-4906-9b84-e05e7f8d89bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/c3324e1d-3a93-443d-9b83-139914b68c4e HTTP/1.1" status: 200 len: 994 time: 0.0607216 Nov 29 12:35:36.165551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:35:36.598058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f36f2-8560-4be7-bb5e-8672f4123ca1 req-a833c313-f1b5-466b-be6f-cd00474f9613 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:36.599507 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-220f36f2-8560-4be7-bb5e-8672f4123ca1 req-a833c313-f1b5-466b-be6f-cd00474f9613 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0528581 Nov 29 12:35:36.622470 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-cca55085-1173-467f-bd4d-edc598f92932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:36.623952 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-cca55085-1173-467f-bd4d-edc598f92932 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0414207 Nov 29 12:35:36.637291 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-220f36f2-8560-4be7-bb5e-8672f4123ca1 req-741f6aed-ee5f-4159-811f-2da9ffb11c77 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Nov 29 12:35:36.715113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-35da71e8-ec0c-40d7-bfca-5fedcdd22a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:36.716547 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-35da71e8-ec0c-40d7-bfca-5fedcdd22a2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 200 len: 897 time: 0.0862117 Nov 29 12:35:36.778416 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-4e35f7d7-1d8f-4cee-a5a4-0edc8e5619ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 200 len: 1002 time: 0.0549896 Nov 29 12:35:36.824710 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-3b8be19c-b25d-43ec-a480-b02df23d43de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:36.826111 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-3b8be19c-b25d-43ec-a480-b02df23d43de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c8d61c4-a9eb-486f-b134-2e259b4b0a16 HTTP/1.1" status: 200 len: 835 time: 0.0410671 Nov 29 12:35:36.872923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-e47e4f49-29b3-40a1-9ad2-5dd9cd1424d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:36.874395 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-e47e4f49-29b3-40a1-9ad2-5dd9cd1424d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2754c2f4-7432-4b1f-b55e-25abe4242aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418599 Nov 29 12:35:36.960126 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-4ec48089-9f73-483c-a9ce-e09a0c80f082 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782349 Nov 29 12:35:37.049547 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8c015ba1-813f-4efb-95e7-e019c648a501 req-edbb7e38-7a9f-45a6-90eb-207c844a9858 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827122 Nov 29 12:35:37.752986 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155975e8-e36e-422f-b817-41470cfbf618 req-ec60abe8-2d9c-4864-9eac-35ad06991857 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:35:37.754473 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-155975e8-e36e-422f-b817-41470cfbf618 req-ec60abe8-2d9c-4864-9eac-35ad06991857 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0493615 Nov 29 12:35:37.791818 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-155975e8-e36e-422f-b817-41470cfbf618 req-666abb5b-a100-4470-8fe0-590333a3b9da tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314205 Nov 29 12:35:37.813511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38898) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:35:37.871691 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-baf913bb-cb55-499f-8e70-0dab5e2fcbe2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/c3324e1d-3a93-443d-9b83-139914b68c4e HTTP/1.1" status: 200 len: 994 time: 0.0570636 Nov 29 12:35:53.919329 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:35:57.941956 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:00.746341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c90b2ceb-b7fc-4796-86dd-f38572b64a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:03.304733 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-205ef3fa-6ac9-4035-bfb3-f44b4c8de8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:03.738065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:04.845331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:06.169509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:16.486700 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-289a5a69-0abe-4970-9ced-264c276056b4 req-f9bd09f5-e3b5-4841-887e-d987e3b15531 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387974 Nov 29 12:36:16.597801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5a69-0abe-4970-9ced-264c276056b4 req-4497a838-a116-45e3-8141-efe077ddfce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:16.599800 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-289a5a69-0abe-4970-9ced-264c276056b4 req-4497a838-a116-45e3-8141-efe077ddfce0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0396695 Nov 29 12:36:16.704045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5a69-0abe-4970-9ced-264c276056b4 req-1d06531b-6f2d-4630-b7cf-b1f811e216ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:16.705475 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-289a5a69-0abe-4970-9ced-264c276056b4 req-1d06531b-6f2d-4630-b7cf-b1f811e216ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 200 len: 897 time: 0.0867186 Nov 29 12:36:16.768179 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-289a5a69-0abe-4970-9ced-264c276056b4 req-9b39567c-49fa-4a16-9d41-b6a6d1c4e97f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 200 len: 1002 time: 0.0552936 Nov 29 12:36:16.814587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5a69-0abe-4970-9ced-264c276056b4 req-03e011c5-03a6-4ce6-9917-539b7a806c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:16.815946 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-289a5a69-0abe-4970-9ced-264c276056b4 req-03e011c5-03a6-4ce6-9917-539b7a806c9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c8d61c4-a9eb-486f-b134-2e259b4b0a16 HTTP/1.1" status: 200 len: 835 time: 0.0409820 Nov 29 12:36:16.862385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5a69-0abe-4970-9ced-264c276056b4 req-8d8ad91b-86b8-4f00-b058-27f00f74da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:16.863810 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-289a5a69-0abe-4970-9ced-264c276056b4 req-8d8ad91b-86b8-4f00-b058-27f00f74da6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2754c2f4-7432-4b1f-b55e-25abe4242aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408945 Nov 29 12:36:16.950884 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-289a5a69-0abe-4970-9ced-264c276056b4 req-23d45df4-db40-4186-bce4-2d1024907f79 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802951 Nov 29 12:36:17.040023 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-289a5a69-0abe-4970-9ced-264c276056b4 req-5573d892-da1d-4e5c-866b-df4f43ea68b6 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821757 Nov 29 12:36:27.939363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:28.551272 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38916) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:28.705710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 20331272-9d0a-4b69-8910-ae9f4baaa010 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:36:28.706073 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:28.777639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:28.777891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:28.789640 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 20331272-9d0a-4b69-8910-ae9f4baaa010 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:36:28.935619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:28.962125 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=20331272-9d0a-4b69-8910-ae9f4baaa010,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:28.986331 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.986683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.987025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.987367 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.987703 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.988032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.988361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.988686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.989012 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.989337 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.989697 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:28.990043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:29.027403 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:29.027793 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP c3324e1d-3a93-443d-9b83-139914b68c4e disassociated (deleted). External IP: 172.26.5.236, port: aceb1483-7d41-435b-b60d-eb1df22a1fe0. Nov 29 12:36:29.229274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router b5063a0b-7e6a-4cd8-9537-48e460fb3480 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:36:29.333043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:36:29.338301 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:29.342774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] Sync routers for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:36:29.351269 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:29.351934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:29.366761 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-577a17fe-c036-4a8b-a66b-ca6115af9d93 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/floatingips/c3324e1d-3a93-443d-9b83-139914b68c4e HTTP/1.1" status: 204 len: 168 time: 0.8119206 Nov 29 12:36:29.366761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:36:29.367138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddc1346-1559-410b-850b-f37029cbc82d" -d '{"events": [{"name": "network-changed", "server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:36:29.474701 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58e4e9c-bc5e-4a96-9261-0e9aed1028f9 x-openstack-request-id: req-d58e4e9c-bc5e-4a96-9261-0e9aed1028f9 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:36:29.475017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:36:29.475418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d58e4e9c-bc5e-4a96-9261-0e9aed1028f9 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:36:29.475830 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'status': 'completed', 'code': 200} Nov 29 12:36:29.556272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc1346-1559-410b-850b-f37029cbc82d req-69006d9a-5e3f-4494-ba6e-6b1635756e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:29.557868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5ddc1346-1559-410b-850b-f37029cbc82d req-69006d9a-5e3f-4494-ba6e-6b1635756e71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0432198 Nov 29 12:36:29.600653 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d575c8-9458-4cf2-904c-eb1552db4ce7 req-9b15fac6-1585-47ba-a129-27f2f66093d6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:29.602180 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-49d575c8-9458-4cf2-904c-eb1552db4ce7 req-9b15fac6-1585-47ba-a129-27f2f66093d6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0500131 Nov 29 12:36:29.607065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:29.648944 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-49d575c8-9458-4cf2-904c-eb1552db4ce7 req-6d50a403-a06a-44b2-8049-aaf21b1565ff tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389452 Nov 29 12:36:29.654848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc1346-1559-410b-850b-f37029cbc82d req-7553768d-b6c3-4a06-8a0e-0d320f004db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:29.656314 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5ddc1346-1559-410b-850b-f37029cbc82d req-7553768d-b6c3-4a06-8a0e-0d320f004db8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 200 len: 897 time: 0.0911639 Nov 29 12:36:29.700927 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5ddc1346-1559-410b-850b-f37029cbc82d req-1dd924fe-ce07-47a5-b51d-e65d48b0cdff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 200 len: 217 time: 0.0358052 Nov 29 12:36:29.751230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc1346-1559-410b-850b-f37029cbc82d req-b5a8f8a0-bc82-4d16-9985-316d0ed5a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:29.752650 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5ddc1346-1559-410b-850b-f37029cbc82d req-b5a8f8a0-bc82-4d16-9985-316d0ed5a078 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9c8d61c4-a9eb-486f-b134-2e259b4b0a16 HTTP/1.1" status: 200 len: 835 time: 0.0450230 Nov 29 12:36:29.796867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc1346-1559-410b-850b-f37029cbc82d req-e87d7f94-6f22-4847-b8f6-1e6c5b4ea32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:29.798403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:08Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:29.798594 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5ddc1346-1559-410b-850b-f37029cbc82d req-e87d7f94-6f22-4847-b8f6-1e6c5b4ea32f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2754c2f4-7432-4b1f-b55e-25abe4242aa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383332 Nov 29 12:36:29.828777 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] Checking router: b5063a0b-7e6a-4cd8-9537-48e460fb3480 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:36:29.836801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:29.837396 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:29.890771 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5ddc1346-1559-410b-850b-f37029cbc82d req-53a909e6-847e-4dc9-abe2-32f0b996d448 service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844696 Nov 29 12:36:29.938762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:29.980874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-5ddc1346-1559-410b-850b-f37029cbc82d req-fb782724-b34a-4b39-8386-f23322e7163a service neutron] 10.222.0.30 "GET /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818121 Nov 29 12:36:30.131362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:08Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:30.156391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e2e5e-1ad6-4804-892e-5e378e201344 None None] The sync data for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv is: [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:05Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'e44ad12d-c89c-4696-a656-a14ce95256f1', 'name': '', 'network_id': '2754c2f4-7432-4b1f-b55e-25abe4242aa3', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:bd:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:05Z', 'updated_at': '2021-11-29T12:34:08Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': '9c8d61c4-a9eb-486f-b134-2e259b4b0a16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:36:30.370114 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcd80e-76ad-497d-a24b-224e3ee37c26 None None] New status for floating IP c3324e1d-3a93-443d-9b83-139914b68c4e: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:36:30.746347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7dac2eff-1f02-46a9-bd55-0063b06d235a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:30.769622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456f1c-3061-4834-b540-9314fc31d198 req-2c93fee4-7e42-4695-b3cb-ff4cecfd3c02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:30.771432 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40456f1c-3061-4834-b540-9314fc31d198 req-2c93fee4-7e42-4695-b3cb-ff4cecfd3c02 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0516269 Nov 29 12:36:30.808172 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40456f1c-3061-4834-b540-9314fc31d198 req-686b384f-0ed4-46ab-87a1-8d19847bf0ed tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Nov 29 12:36:30.918049 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:36:31.619970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093524cd-3573-43af-b97e-b2d8b9007393 req-2d7f9d3b-5e23-4955-ab90-a2026bed8353 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:31.621397 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-093524cd-3573-43af-b97e-b2d8b9007393 req-2d7f9d3b-5e23-4955-ab90-a2026bed8353 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.3599203 Nov 29 12:36:31.705872 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port aceb1483-7d41-435b-b60d-eb1df22a1fe0 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:36:31.706232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:31.792830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port aceb1483-7d41-435b-b60d-eb1df22a1fe0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=aceb1483-7d41-435b-b60d-eb1df22a1fe0,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:31.793117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:31.804866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for aceb1483-7d41-435b-b60d-eb1df22a1fe0 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:36:31.924406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd46d86-e6f4-4be5-bc85-3c62ec6db031 req-2e3b8e92-2385-4f74-8185-06581c39f21c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:31.925895 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5dd46d86-e6f4-4be5-bc85-3c62ec6db031 req-2e3b8e92-2385-4f74-8185-06581c39f21c tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=90f21b6c-8865-467d-910e-917377a09dc7 HTTP/1.1" status: 200 len: 946 time: 0.0490346 Nov 29 12:36:31.932181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:31.962836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=aceb1483-7d41-435b-b60d-eb1df22a1fe0,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:31.965001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5dd46d86-e6f4-4be5-bc85-3c62ec6db031 req-6a989f4f-eb6c-4c79-91f6-1c919836888d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=d438a887-b01b-4305-89d0-21a38e639982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Nov 29 12:36:31.993504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.993850 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.994236 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.994572 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.994901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.995227 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.995549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.995870 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.996191 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.996514 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.996830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:31.997146 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:32.016397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] No DVR routers for this DVR port aceb1483-7d41-435b-b60d-eb1df22a1fe0 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:36:32.018933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:32.022922 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-093524cd-3573-43af-b97e-b2d8b9007393 req-40da21d5-c6b6-477f-9de0-bb1dfc74424b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "DELETE /v2.0/ports/aceb1483-7d41-435b-b60d-eb1df22a1fe0 HTTP/1.1" status: 204 len: 173 time: 0.3949912 Nov 29 12:36:32.023379 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'name': 'network-vif-deleted', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:36:32.025604 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd96ad-8f5a-403a-8b20-2350cd22ac6b" -d '{"events": [{"server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "name": "network-vif-deleted", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:36:32.059986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ed0f20-5f33-4211-aeda-dcae28e531ba x-openstack-request-id: req-84ed0f20-5f33-4211-aeda-dcae28e531ba {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:36:32.060279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f21b6c-8865-467d-910e-917377a09dc7", "name": "network-vif-deleted", "tag": "aceb1483-7d41-435b-b60d-eb1df22a1fe0", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:36:32.060528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84ed0f20-5f33-4211-aeda-dcae28e531ba {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:36:32.060922 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f21b6c-8865-467d-910e-917377a09dc7', 'name': 'network-vif-deleted', 'tag': 'aceb1483-7d41-435b-b60d-eb1df22a1fe0', 'status': 'completed', 'code': 200} Nov 29 12:36:33.022667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38940) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:33.306328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d50ffe26-d56d-4c86-bdf1-b1bc4d667991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:33.379758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:33.625913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port e44ad12d-c89c-4696-a656-a14ce95256f1 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:36:33.626461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:33.714294 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port e44ad12d-c89c-4696-a656-a14ce95256f1, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e44ad12d-c89c-4696-a656-a14ce95256f1,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:33.714661 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:33.726820 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for e44ad12d-c89c-4696-a656-a14ce95256f1 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:36:33.738563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:33.907942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:33.937801 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=e44ad12d-c89c-4696-a656-a14ce95256f1,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:34.110887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.325984 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router b5063a0b-7e6a-4cd8-9537-48e460fb3480 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:36:34.428280 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:36:34.433218 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-21944a5b-2b88-4404-bb3b-fcf889871fb3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/b5063a0b-7e6a-4cd8-9537-48e460fb3480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4095044 Nov 29 12:36:34.435960 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38942) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:34.438224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] Sync routers for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:36:34.448041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:34.448646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:34.491476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24ffff8-1a44-4105-93ed-3e7bf73d140b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting subnet 9c8d61c4-a9eb-486f-b134-2e259b4b0a16 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:36:34.494621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24ffff8-1a44-4105-93ed-3e7bf73d140b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.535078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24ffff8-1a44-4105-93ed-3e7bf73d140b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.552113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:34.618923 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24ffff8-1a44-4105-93ed-3e7bf73d140b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.678163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24ffff8-1a44-4105-93ed-3e7bf73d140b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.707094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ffff8-1a44-4105-93ed-3e7bf73d140b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Subnet': ['ID=9c8d61c4-a9eb-486f-b134-2e259b4b0a16,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:34.710112 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d24ffff8-1a44-4105-93ed-3e7bf73d140b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.715245 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d24ffff8-1a44-4105-93ed-3e7bf73d140b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/subnets/9c8d61c4-a9eb-486f-b134-2e259b4b0a16 HTTP/1.1" status: 204 len: 168 time: 0.2758560 Nov 29 12:36:34.715658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38944) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:34.719206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b66d85-ae0f-4ed9-b058-582403b4b098 None None] Network 2754c2f4-7432-4b1f-b55e-25abe4242aa3 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:36:34.788164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:36:33Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:34.823387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.839856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] Checking router: b5063a0b-7e6a-4cd8-9537-48e460fb3480 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:36:34.873199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.876371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] Routers {'b5063a0b-7e6a-4cd8-9537-48e460fb3480'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:34.876980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:34.927664 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:34.984007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device aceb1483-7d41-435b-b60d-eb1df22a1fe0 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:36:34.988819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] Set router b5063a0b-7e6a-4cd8-9537-48e460fb3480 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:34.994138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port 64cfe405-1dd6-4369-a28f-3898e1e46a0f {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:36:34.994534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.062400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] DHCP port deletion for 2754c2f4-7432-4b1f-b55e-25abe4242aa3 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:36:35.065880 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: aceb1483-7d41-435b-b60d-eb1df22a1fe0 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:36:35.066261 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device aceb1483-7d41-435b-b60d-eb1df22a1fe0 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:36:35.092830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port 64cfe405-1dd6-4369-a28f-3898e1e46a0f, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=64cfe405-1dd6-4369-a28f-3898e1e46a0f,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:35.093339 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.107941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for 64cfe405-1dd6-4369-a28f-3898e1e46a0f owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:36:35.209754 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Deleting port e475470a-d2e0-46fe-8b11-57fa229b979d {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:36:35.210162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.278451 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.280806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] For port e475470a-d2e0-46fe-8b11-57fa229b979d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=e475470a-d2e0-46fe-8b11-57fa229b979d,segment=NetworkSegment(d97ffa71-fe4a-4315-871d-42b9555c84bb),segment_id=d97ffa71-fe4a-4315-871d-42b9555c84bb)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:35.281345 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.296832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Calling delete_port for e475470a-d2e0-46fe-8b11-57fa229b979d owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:36:35.306342 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=64cfe405-1dd6-4369-a28f-3898e1e46a0f,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:35.308586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:36:33Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:35.341678 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5563d-5397-42b3-9f56-8a77e2a1e85a None None] The sync data for ids ['b5063a0b-7e6a-4cd8-9537-48e460fb3480'] in dv-neutron-819578-1-hyperv is: [{'id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1175481949', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119'}], 'enable_snat': True}, 'gw_port_id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:36:33Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': '64cfe405-1dd6-4369-a28f-3898e1e46a0f', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5063a0b-7e6a-4cd8-9537-48e460fb3480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:34:02Z', 'updated_at': '2021-11-29T12:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:36:35.373492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.417287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.444475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Pushing event deleted for resources: {'Port': ['ID=e475470a-d2e0-46fe-8b11-57fa229b979d,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:35.446883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] No DVR routers for this DVR port e475470a-d2e0-46fe-8b11-57fa229b979d on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:36:35.454728 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.455198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.455788 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.456119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.456543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.456961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.457381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.457800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.459080 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.460184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.460619 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.460998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fed837-5bc7-4ede-b0d0-3847d72a497a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:35.487855 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.490181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.535880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.536994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Fanout notify agent at l3_agent the message router_deleted on router b5063a0b-7e6a-4cd8-9537-48e460fb3480 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:36:35.544007 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.545100 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-df51eba1-fde2-4021-9b6b-f164a0c8fc63 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/routers/b5063a0b-7e6a-4cd8-9537-48e460fb3480 HTTP/1.1" status: 204 len: 168 time: 0.8287904 Nov 29 12:36:35.547790 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38946) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:35.620643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.706330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.727010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2754c2f4-7432-4b1f-b55e-25abe4242aa3']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:35.736461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97ffa71-fe4a-4315-871d-42b9555c84bb') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:35.736745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97ffa71-fe4a-4315-871d-42b9555c84bb') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:35.746022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.758808 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.764835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:36:35.765234 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:36:35.768568 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:36:35.833024 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.839812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.845579 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/networks/2754c2f4-7432-4b1f-b55e-25abe4242aa3 HTTP/1.1" status: 204 len: 168 time: 0.2944002 Nov 29 12:36:35.846031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38948) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:35.855396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d37583-e821-428f-8d4c-a8d12ce1f389 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Network': ['ID=2754c2f4-7432-4b1f-b55e-25abe4242aa3,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:35.906938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f40af76a-8864-4c74-a052-fc2c9b17eef7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:35.933167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f40af76a-8864-4c74-a052-fc2c9b17eef7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.006613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f40af76a-8864-4c74-a052-fc2c9b17eef7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.009432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f40af76a-8864-4c74-a052-fc2c9b17eef7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.010827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f40af76a-8864-4c74-a052-fc2c9b17eef7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/security-groups/d438a887-b01b-4305-89d0-21a38e639982 HTTP/1.1" status: 204 len: 168 time: 0.1638186 Nov 29 12:36:36.021481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40af76a-8864-4c74-a052-fc2c9b17eef7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d438a887-b01b-4305-89d0-21a38e639982,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:36.179729 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.393869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e475470a-d2e0-46fe-8b11-57fa229b979d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:36:36.414296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: e475470a-d2e0-46fe-8b11-57fa229b979d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:36:36.414641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e475470a-d2e0-46fe-8b11-57fa229b979d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:36:36.415066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e44ad12d-c89c-4696-a656-a14ce95256f1 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:36:36.446254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: e44ad12d-c89c-4696-a656-a14ce95256f1 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:36:36.446899 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device e44ad12d-c89c-4696-a656-a14ce95256f1 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:36:36.646863 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38956) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:36.651469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-feaa9a18-5207-4fb2-ba76-b759ff447786 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418559456', 'description': 'tempest-secgroup-smoke-1418559456 description', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:36.674104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-feaa9a18-5207-4fb2-ba76-b759ff447786 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.737787 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-feaa9a18-5207-4fb2-ba76-b759ff447786 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.741865 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-feaa9a18-5207-4fb2-ba76-b759ff447786 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.771295 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-feaa9a18-5207-4fb2-ba76-b759ff447786 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.772510 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-feaa9a18-5207-4fb2-ba76-b759ff447786 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1246502 Nov 29 12:36:36.773626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa9a18-5207-4fb2-ba76-b759ff447786 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ab6014-c46e-4882-86d4-413c4d379824,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:36.775670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38958) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:36.780415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-083f6929-1590-4893-8c8b-7bd78acbe2fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'e6ab6014-c46e-4882-86d4-413c4d379824', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:36.806795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-083f6929-1590-4893-8c8b-7bd78acbe2fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.861060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-083f6929-1590-4893-8c8b-7bd78acbe2fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.865424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-083f6929-1590-4893-8c8b-7bd78acbe2fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.882461 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f6929-1590-4893-8c8b-7bd78acbe2fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c265dff-fdee-42e3-8baa-0e548b5b1338,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:36.891109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-083f6929-1590-4893-8c8b-7bd78acbe2fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.892276 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-083f6929-1590-4893-8c8b-7bd78acbe2fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154704 Nov 29 12:36:36.895258 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38960) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:36.900164 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d94daa80-a797-4317-b423-c4b3541ec7e7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'e6ab6014-c46e-4882-86d4-413c4d379824', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:36.925036 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d94daa80-a797-4317-b423-c4b3541ec7e7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.980983 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d94daa80-a797-4317-b423-c4b3541ec7e7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:36.984454 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d94daa80-a797-4317-b423-c4b3541ec7e7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.003756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94daa80-a797-4317-b423-c4b3541ec7e7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfde3042-e696-4fdd-9449-28007b8a98fc,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:37.009888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d94daa80-a797-4317-b423-c4b3541ec7e7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.011093 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d94daa80-a797-4317-b423-c4b3541ec7e7 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142240 Nov 29 12:36:37.013813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38962) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:37.018080 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-7b94e3a9-7311-4f8f-8f39-ecd3539127d3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'e6ab6014-c46e-4882-86d4-413c4d379824', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:37.042795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b94e3a9-7311-4f8f-8f39-ecd3539127d3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.102715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b94e3a9-7311-4f8f-8f39-ecd3539127d3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.106224 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b94e3a9-7311-4f8f-8f39-ecd3539127d3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.124327 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94e3a9-7311-4f8f-8f39-ecd3539127d3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3571df2-40de-49e0-8dd6-c7a7b84c764f,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:37.133283 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-7b94e3a9-7311-4f8f-8f39-ecd3539127d3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.134426 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7b94e3a9-7311-4f8f-8f39-ecd3539127d3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196656 Nov 29 12:36:37.137016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38964) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:37.141210 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0fe3fd81-b198-4336-9181-fd1f7482e49b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'e6ab6014-c46e-4882-86d4-413c4d379824', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:37.166781 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fd81-b198-4336-9181-fd1f7482e49b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.224469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fd81-b198-4336-9181-fd1f7482e49b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.227911 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fd81-b198-4336-9181-fd1f7482e49b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.247186 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3fd81-b198-4336-9181-fd1f7482e49b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28cfc31-5120-42e4-8d91-880b6b548b7c,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:37.252510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0fe3fd81-b198-4336-9181-fd1f7482e49b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.253591 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0fe3fd81-b198-4336-9181-fd1f7482e49b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156712 Nov 29 12:36:37.257192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38966) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:37.261889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-d26177fa-e996-46ff-9ed4-923e25e66347 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'e6ab6014-c46e-4882-86d4-413c4d379824', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:37.283183 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-d26177fa-e996-46ff-9ed4-923e25e66347 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:36:37.287786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d26177fa-e996-46ff-9ed4-923e25e66347 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.346483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d26177fa-e996-46ff-9ed4-923e25e66347 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.350755 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d26177fa-e996-46ff-9ed4-923e25e66347 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.369757 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26177fa-e996-46ff-9ed4-923e25e66347 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b5cd10-c4bc-4208-8ca4-31cd24a648af,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:37.377874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d26177fa-e996-46ff-9ed4-923e25e66347 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.379113 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d26177fa-e996-46ff-9ed4-923e25e66347 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206386 Nov 29 12:36:37.382442 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38968) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:37.386758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-5a1440eb-a8ff-4b18-9ef7-479e5523ca94 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'security_group_rule': {'security_group_id': 'e6ab6014-c46e-4882-86d4-413c4d379824', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:37.407595 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-5a1440eb-a8ff-4b18-9ef7-479e5523ca94 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Project a3a570f33e32414c9caafb3e6da023b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:36:37.412350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5a1440eb-a8ff-4b18-9ef7-479e5523ca94 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.473270 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5a1440eb-a8ff-4b18-9ef7-479e5523ca94 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.476656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5a1440eb-a8ff-4b18-9ef7-479e5523ca94 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.493060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1440eb-a8ff-4b18-9ef7-479e5523ca94 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dedc967-a192-4f8e-90c4-726bfa4a6114,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:37.502147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-5a1440eb-a8ff-4b18-9ef7-479e5523ca94 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.503332 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-5a1440eb-a8ff-4b18-9ef7-479e5523ca94 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199372 Nov 29 12:36:37.506683 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 38970) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:37.511453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'network': {'name': 'tempest-network-smoke--1771579099', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'port_security_enabled': True}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:37.531287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:36:37.534670 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.558708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:36:37.568549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.569199 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Added segment 0603e614-00d1-43a5-b670-9223db0ea4ba of type vlan for network bf328975-e76b-49bd-814c-f4c47d5ae679 Nov 29 12:36:37.607498 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.630014 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.635589 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:37.636166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.689730 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1819670 Nov 29 12:36:37.692506 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38972) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:37.697380 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'admin_state_up': True, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:37.701144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427a84f-2c13-485e-95ac-af224cb7a64a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Network': ['ID=bf328975-e76b-49bd-814c-f4c47d5ae679,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:37.712037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network bf328975-e76b-49bd-814c-f4c47d5ae679 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:36:37.721558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.722713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.773997 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.907511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:37.972784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 64cfe405-1dd6-4369-a28f-3898e1e46a0f no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:36:37.992576 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 64cfe405-1dd6-4369-a28f-3898e1e46a0f {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:36:37.992913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 64cfe405-1dd6-4369-a28f-3898e1e46a0f not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:36:38.099693 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:38.118132 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:38.214646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.207 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/ef2061c1-651d-4370-8596-0e73be7f18d8) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:36:38.317773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:38.350989 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:38.387112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:36:38.389809 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:36:38.393115 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:36:38.416464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=ef2061c1-651d-4370-8596-0e73be7f18d8,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:38.870253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.056796 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.179186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 67b5953e-ac8d-4eb9-9823-e735c5043a51 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:36:39.282062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:36:39.292359 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Sync routers for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:36:39.301168 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:39.301833 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:39.302788 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.304001 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dc396a0f-2fb3-4b90-ab3d-46e6aa186075 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6104720 Nov 29 12:36:39.307211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38974) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:39.335421 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-eeaead79-f00a-4325-a329-af7d3bca5d87 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?project_id=a3a570f33e32414c9caafb3e6da023b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270872 Nov 29 12:36:39.337913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38976) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:39.402973 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:39.422597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc94926-8751-424d-b38c-f591449951d6 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:39.427036 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-edc94926-8751-424d-b38c-f591449951d6 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856724 Nov 29 12:36:39.427189 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38978) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:39.456685 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b3577640-568e-4e42-b4c1-d1551e13ce3c tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/subnets?network_id=bf6e2a48-5b11-4300-a5fa-e2eb48a541f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261626 Nov 29 12:36:39.456888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38980) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:39.462098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1283308135', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:39.559225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:36:39.562839 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.577750 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:38Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:39.607310 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Checking router: 67b5953e-ac8d-4eb9-9823-e735c5043a51 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:36:39.607659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Updating router 67b5953e-ac8d-4eb9-9823-e735c5043a51 port ef2061c1-651d-4370-8596-0e73be7f18d8 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:36:39.632713 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.744054 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.801018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Subnet': ['ID=e59c9e09-6b48-4fc2-8d7c-03749b2d76e6,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:39.818146 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Checking segment: {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:36:39.818516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network hostable DHCP agents. Network: bf328975-e76b-49bd-814c-f4c47d5ae679, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:36:39.835133 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf328975-e76b-49bd-814c-f4c47d5ae679 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:36:39.843867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, bf328975-e76b-49bd-814c-f4c47d5ae679) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:36:39.848049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:39.848634 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.855107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c5fc8-296d-4f6a-8986-aa5f91f6182d None None] Network bf328975-e76b-49bd-814c-f4c47d5ae679 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:36:39.868823 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-da740fd9-a2ac-4f03-9846-995300af7f0d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4084275 Nov 29 12:36:39.869028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 38982) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:39.881961 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.888693 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.937738 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Pushing event updated for resources: {'Port': ['ID=ef2061c1-651d-4370-8596-0e73be7f18d8,revision_number=2']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:39.947205 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.947548 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.947882 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.948210 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.948533 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.948853 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.949177 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.949488 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.949805 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.950209 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.950523 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.950833 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:36:39.954284 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Attempting to bind port ef2061c1-651d-4370-8596-0e73be7f18d8 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:36:39.954646 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Attempting to bind port ef2061c1-651d-4370-8596-0e73be7f18d8 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:36:39.955245 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Attempting to bind port ef2061c1-651d-4370-8596-0e73be7f18d8 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:36:39.960940 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:36:39.961243 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:36:39.961638 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:39.962038 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:36:39.962643 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Bound port: ef2061c1-651d-4370-8596-0e73be7f18d8, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:36:39.962862 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.017524 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] For port ef2061c1-651d-4370-8596-0e73be7f18d8, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:36:40.022094 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] For port ef2061c1-651d-4370-8596-0e73be7f18d8, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ef2061c1-651d-4370-8596-0e73be7f18d8,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:36:40.025714 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-bf328975-e76b-49bd-814c-f4c47d5ae679', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:36:40.027173 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.027727 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.084225 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:40.084853 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:40.119121 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649438fb-47d0-4743-915e-bfad6d9e20e4 None None] Pushing event updated for resources: {'Port': ['ID=ef2061c1-651d-4370-8596-0e73be7f18d8,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:40.191576 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:40.319846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.343163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Allocated IP 172.20.0.2 (bf328975-e76b-49bd-814c-f4c47d5ae679/e59c9e09-6b48-4fc2-8d7c-03749b2d76e6/b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:36:40.377474 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:38Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:40.407975 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c74908-4ea8-4d5b-86b6-ea521542d808 None None] The sync data for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv is: [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:38Z', 'revision_number': 3, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:36:40.502254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.511398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.550512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Network bf328975-e76b-49bd-814c-f4c47d5ae679 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:36:40.557594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:36:40.559756 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Pushing event updated for resources: {'Port': ['ID=b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:40.562070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:36:40.612122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.1 (bf328975-e76b-49bd-814c-f4c47d5ae679/e59c9e09-6b48-4fc2-8d7c-03749b2d76e6/ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:36:40.619326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Attempting to bind port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:36:40.619521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Attempting to bind port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:36:40.619876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Attempting to bind port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd on network bf328975-e76b-49bd-814c-f4c47d5ae679 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:36:40.625201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:36:40.625558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Checking segment: {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:36:40.625970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.626373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Bound using segment: {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:36:40.626827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Bound port: b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:36:40.627258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.720475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] For port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:36:40.724957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] For port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:36:40.730242 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.769112 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.796684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fca9ea-e3fa-4bac-9365-b12c4a6cff94 None None] Pushing event updated for resources: {'Port': ['ID=b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:40.814710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:40.865077 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf328975-e76b-49bd-814c-f4c47d5ae679 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:36:40.868201 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:36:40.875260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:36:40.879407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:40.933667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:41.081360 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:41.362032 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:41.367291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:41.440126 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:41.441905 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:41.535118 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf328975-e76b-49bd-814c-f4c47d5ae679 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:36:41.537098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:36:41.657050 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 67b5953e-ac8d-4eb9-9823-e735c5043a51 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:36:41.762233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4c57d-496a-4559-9a6c-a70db9bb99d2 None None] Network bf328975-e76b-49bd-814c-f4c47d5ae679 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:36:41.767824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:36:41.773377 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-30bf55b1-8816-4b0f-a9dd-3a2963135009 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/67b5953e-ac8d-4eb9-9823-e735c5043a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9033456 Nov 29 12:36:41.886427 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8d76f52f-5c3e-437a-80cc-05f8e5f81d86 None None] Provisioning complete for port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:41.886793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d76f52f-5c3e-437a-80cc-05f8e5f81d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:41.916087 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-0e5c085b-5146-4481-8131-6eb07e46665a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418559456&fields=id&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 267 time: 0.0336156 Nov 29 12:36:41.997464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d76f52f-5c3e-437a-80cc-05f8e5f81d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.046039 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8d76f52f-5c3e-437a-80cc-05f8e5f81d86 None None] For port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:42.053602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8d76f52f-5c3e-437a-80cc-05f8e5f81d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.117209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76f52f-5c3e-437a-80cc-05f8e5f81d86 None None] Pushing event updated for resources: {'Port': ['ID=b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:42.141876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ef2061c1-651d-4370-8596-0e73be7f18d8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:36:42.195441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ef2061c1-651d-4370-8596-0e73be7f18d8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:42.195828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.286244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3a3a2583-394c-4d54-9b7a-41d87f5401c0 None None] Provisioning complete for port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:42.286676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2583-394c-4d54-9b7a-41d87f5401c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.310393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.333001 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-28692259-bd73-4fda-869f-6ad56c3fd15a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:42.336836 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-28692259-bd73-4fda-869f-6ad56c3fd15a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/networks?id=bf328975-e76b-49bd-814c-f4c47d5ae679 HTTP/1.1" status: 200 len: 797 time: 0.4131038 Nov 29 12:36:42.344287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port ef2061c1-651d-4370-8596-0e73be7f18d8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ef2061c1-651d-4370-8596-0e73be7f18d8,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:42.356836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a2583-394c-4d54-9b7a-41d87f5401c0 None None] Port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:36:42.358788 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-7ea3c484-54e6-4c0a-87a1-2fc393dd72fe tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/quotas/a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 375 time: 0.0128551 Nov 29 12:36:42.363685 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Sync routers for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:36:42.367813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.368670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:36:42.415076 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-21a6f77d-ef25-4c71-a572-b4e23f7877fa tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492907 Nov 29 12:36:42.428206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:42.428926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:42.469712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-3a3a2583-394c-4d54-9b7a-41d87f5401c0 None None] Provisioning complete for port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:42.470100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3a3a2583-394c-4d54-9b7a-41d87f5401c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.500535 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-1bfc274d-ebfc-4ea4-a501-6ca8e8f1e33a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:36:42.500968 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-1bfc274d-ebfc-4ea4-a501-6ca8e8f1e33a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0701337 Nov 29 12:36:42.550489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=ef2061c1-651d-4370-8596-0e73be7f18d8,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:42.601101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:42.601475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.606483 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-70992623-cc0c-4eaa-9995-ac0953bc2308 service neutron] 10.222.0.23 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976841 Nov 29 12:36:42.615187 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:42.694910 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-e5f2c351-1618-43e3-a13f-4e809ad2443b service neutron] 10.222.0.23 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866923 Nov 29 12:36:42.902946 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-c5878c7d-a41f-496c-8a4d-46633fbcff12 None None] Provisioning complete for port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:42.903545 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5878c7d-a41f-496c-8a4d-46633fbcff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.907317 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 2, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:42.949210 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Checking router: 67b5953e-ac8d-4eb9-9823-e735c5043a51 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:36:42.949476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Updating router 67b5953e-ac8d-4eb9-9823-e735c5043a51 port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:36:42.984769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:42.986592 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c5878c7d-a41f-496c-8a4d-46633fbcff12 None None] Port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:36:43.233036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:43.238318 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:43.288294 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33885428-b56d-467e-b219-6ee2e3437efd None None] Pushing event updated for resources: {'Port': ['ID=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:43.340002 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Attempting to bind port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:36:43.340373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Attempting to bind port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:36:43.340837 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Attempting to bind port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d on network bf328975-e76b-49bd-814c-f4c47d5ae679 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:36:43.345929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:36:43.346325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Checking segment: {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:36:43.346726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:43.347115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Bound using segment: {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:36:43.347577 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Bound port: ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:36:43.347955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:43.414595 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] For port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:36:43.417785 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] For port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:36:43.422497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:43.477786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:43.478450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:43.483933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33885428-b56d-467e-b219-6ee2e3437efd None None] Pushing event updated for resources: {'Port': ['ID=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:43.568192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-8822e4b0-d2ec-49a7-b211-6f3577d7f01e None None] Provisioning complete for port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:43.568562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8822e4b0-d2ec-49a7-b211-6f3577d7f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:43.628510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:43.864180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8822e4b0-d2ec-49a7-b211-6f3577d7f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:43.879204 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c4ba9204-fd86-4562-b4bb-b27eb0d63764 req-c340fcc7-a4aa-42c8-bfad-d72537908cee tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 210 time: 0.0303621 Nov 29 12:36:43.946664 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-8822e4b0-d2ec-49a7-b211-6f3577d7f01e None None] For port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:43.951615 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8822e4b0-d2ec-49a7-b211-6f3577d7f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:44.034885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822e4b0-d2ec-49a7-b211-6f3577d7f01e None None] Pushing event updated for resources: {'Port': ['ID=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:44.055621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ef2061c1-651d-4370-8596-0e73be7f18d8 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:36:44.101408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:43Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:44.136062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-233498fb-ec56-48d7-a8b6-b16ff6ca2292 None None] Provisioning complete for port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:44.136464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-233498fb-ec56-48d7-a8b6-b16ff6ca2292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:44.138178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17b626b-e7e0-402e-bc5f-f13b22f8c6f5 None None] The sync data for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv is: [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:43Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:36:44.190077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ef2061c1-651d-4370-8596-0e73be7f18d8 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:44.191871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:44.327544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:36:44.381366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:44.381735 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:44.910602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-82ac32bf-e890-4b80-bad6-f386f1b5b92f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:44.912790 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-82ac32bf-e890-4b80-bad6-f386f1b5b92f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/networks?id=bf328975-e76b-49bd-814c-f4c47d5ae679 HTTP/1.1" status: 200 len: 797 time: 0.1182616 Nov 29 12:36:44.965051 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-d2d21c30-e3d9-4d37-a0f8-257894557b61 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3a570f33e32414c9caafb3e6da023b5 HTTP/1.1" status: 200 len: 380 time: 0.0432301 Nov 29 12:36:44.976858 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'port': {'device_id': '60afbd4f-a072-4329-8918-226419bfbc64', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'admin_state_up': True, 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'security_groups': ['e6ab6014-c46e-4882-86d4-413c4d379824']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:44.993714 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2f2643f4-1b38-4567-b86d-e9d65119c7f9 req-d947f8aa-8f10-4673-b75e-d21cb182f82d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 210 time: 0.0316682 Nov 29 12:36:45.092453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Made reservation on behalf of a3a570f33e32414c9caafb3e6da023b5 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:36:45.096153 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:45.220796 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.20.0.13 (bf328975-e76b-49bd-814c-f4c47d5ae679/e59c9e09-6b48-4fc2-8d7c-03749b2d76e6/bd1c186f-20fe-4bac-9b21-136e3c8e6944) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:36:45.360293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:45.398304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:45.439363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf328975-e76b-49bd-814c-f4c47d5ae679 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:36:45.442223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:36:45.446543 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:36:45.454794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=bd1c186f-20fe-4bac-9b21-136e3c8e6944,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:45.503162 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:45.503791 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:45.520761 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cf799504-014d-48e4-adad-fae7e33eeb67 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488694 Nov 29 12:36:45.533401 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Request body: {'port': {'device_id': '60afbd4f-a072-4329-8918-226419bfbc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:45.587516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:45.712310 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-da1e46a0-5878-42fb-a6a6-40670a95f08a None None] Provisioning complete for port bd1c186f-20fe-4bac-9b21-136e3c8e6944 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:45.712876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da1e46a0-5878-42fb-a6a6-40670a95f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:45.744778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-da1e46a0-5878-42fb-a6a6-40670a95f08a None None] Port bd1c186f-20fe-4bac-9b21-136e3c8e6944 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:36:45.843192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1c186f-20fe-4bac-9b21-136e3c8e6944 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:36:45.850330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:45.862595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Transition to ACTIVE for port object bd1c186f-20fe-4bac-9b21-136e3c8e6944 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:36:45.866226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:45.920110 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1c186f-20fe-4bac-9b21-136e3c8e6944,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:45.990728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Attempting to bind port bd1c186f-20fe-4bac-9b21-136e3c8e6944 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:36:45.991207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Attempting to bind port bd1c186f-20fe-4bac-9b21-136e3c8e6944 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:36:45.991590 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Attempting to bind port bd1c186f-20fe-4bac-9b21-136e3c8e6944 on network bf328975-e76b-49bd-814c-f4c47d5ae679 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:36:45.996826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Port bd1c186f-20fe-4bac-9b21-136e3c8e6944 on network bf328975-e76b-49bd-814c-f4c47d5ae679 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:36:45.997144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Attempting to bind port bd1c186f-20fe-4bac-9b21-136e3c8e6944 on network bf328975-e76b-49bd-814c-f4c47d5ae679 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:36:46.003183 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:36:46.003518 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Checking segment: {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:36:46.003894 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Bound using segment: {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:36:46.004341 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Bound port: bd1c186f-20fe-4bac-9b21-136e3c8e6944, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0603e614-00d1-43a5-b670-9223db0ea4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:36:46.004657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:46.068876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:36:46.088149 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] For port bd1c186f-20fe-4bac-9b21-136e3c8e6944, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:36:46.093847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] For port bd1c186f-20fe-4bac-9b21-136e3c8e6944, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:36:46.098508 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:46.120735 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0a226-e08f-4d59-8266-8af8686d96d9 req-7834f5cd-52a8-4a78-9f3a-f56b08ccd4fd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:46.124209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:46.124755 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:46.127999 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-27d0a226-e08f-4d59-8266-8af8686d96d9 req-7834f5cd-52a8-4a78-9f3a-f56b08ccd4fd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 944 time: 0.0591702 Nov 29 12:36:46.135810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:46.136416 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:46.137792 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] 10.222.0.30 "PUT /v2.0/ports/bd1c186f-20fe-4bac-9b21-136e3c8e6944 HTTP/1.1" status: 200 len: 1094 time: 0.6086781 Nov 29 12:36:46.140273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:36:46.143952 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726f399e-8f88-4577-a283-d7614091f305" -d '{"events": [{"name": "network-changed", "server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:36:46.180035 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-27d0a226-e08f-4d59-8266-8af8686d96d9 req-c30ed55c-4264-45cd-b645-e98b591a32ad tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474913 Nov 29 12:36:46.207099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbfb148-82aa-4512-8417-b2e4f8b4dfdc x-openstack-request-id: req-1fbfb148-82aa-4512-8417-b2e4f8b4dfdc {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:36:46.207384 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:36:46.207774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fbfb148-82aa-4512-8417-b2e4f8b4dfdc {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:36:46.208770 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'status': 'completed', 'code': 200} Nov 29 12:36:46.228447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f2f82-7958-4ec7-84ce-1b63d2080c30 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1c186f-20fe-4bac-9b21-136e3c8e6944,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:46.248168 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-3b28eec5-2f73-4e10-89d8-617587774d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:46.249700 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-3b28eec5-2f73-4e10-89d8-617587774d9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 1097 time: 0.0661387 Nov 29 12:36:46.292643 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-9b647770-93a2-4fc5-973f-7a6a98486654 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944 HTTP/1.1" status: 200 len: 217 time: 0.0352294 Nov 29 12:36:46.652949 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-eeabebdc-de2b-4443-bc99-48ce81746a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:46.654425 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-eeabebdc-de2b-4443-bc99-48ce81746a10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e59c9e09-6b48-4fc2-8d7c-03749b2d76e6 HTTP/1.1" status: 200 len: 835 time: 0.3555391 Nov 29 12:36:46.699051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb5a83fc-7392-4f5e-9746-616c3ba7d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:46.700463 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-cb5a83fc-7392-4f5e-9746-616c3ba7d9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf328975-e76b-49bd-814c-f4c47d5ae679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387754 Nov 29 12:36:46.788807 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-42c37e35-ef1e-449f-8c17-80ebae3b6968 service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810547 Nov 29 12:36:46.874346 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-43f223a7-ea6d-4529-886c-00ae4709a02f req-7c81a685-710c-4a8c-a2c9-ae9171a3621a service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776875 Nov 29 12:36:46.954667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f399e-8f88-4577-a283-d7614091f305 req-8a5ff8e9-2fae-4ab2-b13a-ae213db08ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:46.956116 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-726f399e-8f88-4577-a283-d7614091f305 req-8a5ff8e9-2fae-4ab2-b13a-ae213db08ac2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 1097 time: 0.0398390 Nov 29 12:36:47.043382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f399e-8f88-4577-a283-d7614091f305 req-12572421-19b3-4f53-b54e-958cd42a250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:47.044702 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-726f399e-8f88-4577-a283-d7614091f305 req-12572421-19b3-4f53-b54e-958cd42a250a service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf328975-e76b-49bd-814c-f4c47d5ae679 HTTP/1.1" status: 200 len: 898 time: 0.0819609 Nov 29 12:36:47.085229 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-726f399e-8f88-4577-a283-d7614091f305 req-97e1cd44-4f93-4268-8b4c-5f1e08435c95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944 HTTP/1.1" status: 200 len: 217 time: 0.0337296 Nov 29 12:36:47.132618 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f399e-8f88-4577-a283-d7614091f305 req-c92812f3-c3a2-4370-a261-63225acf48dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:47.133993 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-726f399e-8f88-4577-a283-d7614091f305 req-c92812f3-c3a2-4370-a261-63225acf48dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e59c9e09-6b48-4fc2-8d7c-03749b2d76e6 HTTP/1.1" status: 200 len: 835 time: 0.0414684 Nov 29 12:36:47.182335 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f399e-8f88-4577-a283-d7614091f305 req-96aa81b8-86e3-4c67-aa81-6206e6b019b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:47.183782 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-726f399e-8f88-4577-a283-d7614091f305 req-96aa81b8-86e3-4c67-aa81-6206e6b019b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf328975-e76b-49bd-814c-f4c47d5ae679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423529 Nov 29 12:36:47.271387 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-726f399e-8f88-4577-a283-d7614091f305 req-bfb97032-cc23-4ad6-a8de-8182311b14fc service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798182 Nov 29 12:36:47.283451 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857719b4-1858-40ea-98af-928cf4a0134b req-ef211930-16e2-4974-9dc5-aa3cdb0c90ea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:47.284921 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-857719b4-1858-40ea-98af-928cf4a0134b req-ef211930-16e2-4974-9dc5-aa3cdb0c90ea tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 944 time: 0.0487628 Nov 29 12:36:47.322669 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-857719b4-1858-40ea-98af-928cf4a0134b req-d328bdde-8cee-487e-8635-f0b80d6049c4 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311368 Nov 29 12:36:47.364211 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-726f399e-8f88-4577-a283-d7614091f305 req-cdc5949d-f0f8-4e08-bc4b-91b0de3cb5bb service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863254 Nov 29 12:36:48.437825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37211c75-73fb-4ad1-8e9e-c8dcf662c932 req-51127360-34cf-469d-b831-2e8807395461 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:48.441223 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-37211c75-73fb-4ad1-8e9e-c8dcf662c932 req-51127360-34cf-469d-b831-2e8807395461 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 944 time: 0.0488737 Nov 29 12:36:48.478296 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-37211c75-73fb-4ad1-8e9e-c8dcf662c932 req-e567cb56-c36e-4530-b611-7d34891e77f3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Nov 29 12:36:49.588864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c86337-3f7a-40e5-a4f5-7f3570f9fcf8 req-e34d461e-f1da-486d-b12d-733bea344ddf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:49.590315 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97c86337-3f7a-40e5-a4f5-7f3570f9fcf8 req-e34d461e-f1da-486d-b12d-733bea344ddf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 944 time: 0.0478771 Nov 29 12:36:49.630587 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-97c86337-3f7a-40e5-a4f5-7f3570f9fcf8 req-80b14201-2646-47ff-82be-eaf128520055 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344882 Nov 29 12:36:50.741488 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a916c2-4710-4a14-8c0c-371b3dcbcf94 req-5e140bff-d6c7-4186-883e-8f922718fabb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:50.742907 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-60a916c2-4710-4a14-8c0c-371b3dcbcf94 req-5e140bff-d6c7-4186-883e-8f922718fabb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 944 time: 0.0478570 Nov 29 12:36:50.780004 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-60a916c2-4710-4a14-8c0c-371b3dcbcf94 req-25fb831d-dddf-48ee-b4e4-61c665a19b2b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Nov 29 12:36:51.077640 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bd1c186f-20fe-4bac-9b21-136e3c8e6944 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:36:51.167377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bd1c186f-20fe-4bac-9b21-136e3c8e6944, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:51.178845 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'port_id': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'mac_address': 'fa:16:3e:c7:09:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:36:51.217503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:51.229501 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd1c186f-20fe-4bac-9b21-136e3c8e6944 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:36:51.248096 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bd1c186f-20fe-4bac-9b21-136e3c8e6944, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:51.252134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:51.296682 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bd1c186f-20fe-4bac-9b21-136e3c8e6944,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:51.618613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['bd1c186f-20fe-4bac-9b21-136e3c8e6944'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:36:51.892847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7139fcd-aac9-44ac-a9d6-868a4df43133 req-a7875270-34ca-434b-919f-4331e1bc8959 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:51.894345 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a7139fcd-aac9-44ac-a9d6-868a4df43133 req-a7875270-34ca-434b-919f-4331e1bc8959 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 945 time: 0.0485215 Nov 29 12:36:51.931163 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a7139fcd-aac9-44ac-a9d6-868a4df43133 req-9f7a59ff-e014-4a97-9cb1-89603db17d09 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304418 Nov 29 12:36:53.048666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb4ae2-2dd6-4c7a-9074-703d1304d30f req-5467d940-a434-4da2-bdf3-6891b0a88f06 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:53.050387 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-25cb4ae2-2dd6-4c7a-9074-703d1304d30f req-5467d940-a434-4da2-bdf3-6891b0a88f06 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 945 time: 0.0497808 Nov 29 12:36:53.092035 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-25cb4ae2-2dd6-4c7a-9074-703d1304d30f req-e17e566f-2206-402e-808a-27990674d4d0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360415 Nov 29 12:36:53.093115 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bd1c186f-20fe-4bac-9b21-136e3c8e6944 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:36:53.139910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port bd1c186f-20fe-4bac-9b21-136e3c8e6944 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:36:53.143741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port bd1c186f-20fe-4bac-9b21-136e3c8e6944 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:36:53.144114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:53.220672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:53.241688 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:36:53.243966 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d197d153-4566-4cdf-872d-0370c2d9aeb7" -d '{"events": [{"server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "name": "network-vif-plugged", "status": "completed", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:36:53.257139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port bd1c186f-20fe-4bac-9b21-136e3c8e6944, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:36:53.261119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:53.306652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=bd1c186f-20fe-4bac-9b21-136e3c8e6944,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:53.339120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d11b84-eeb0-4619-bd78-81b657893b16 x-openstack-request-id: req-87d11b84-eeb0-4619-bd78-81b657893b16 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:36:53.339436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "name": "network-vif-plugged", "status": "completed", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:36:53.339691 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87d11b84-eeb0-4619-bd78-81b657893b16 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:36:53.340087 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'code': 200} Nov 29 12:36:53.501117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d3eee-a8ea-4368-b074-26ffe30529d8 req-b4baaaa5-5d9c-462b-b857-234bc89ea763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:53.502655 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da7d3eee-a8ea-4368-b074-26ffe30529d8 req-b4baaaa5-5d9c-462b-b857-234bc89ea763 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 1099 time: 0.0399172 Nov 29 12:36:53.537914 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-da7d3eee-a8ea-4368-b074-26ffe30529d8 req-89c0d8d1-0282-4926-9bee-2fff289376ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283017 Nov 29 12:36:54.203193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e2040-8c1a-47eb-869f-5a3f56e972a8 req-6ce180bb-a6e6-47a8-a45c-7379e3207aaf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:54.204632 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e3e2040-8c1a-47eb-869f-5a3f56e972a8 req-6ce180bb-a6e6-47a8-a45c-7379e3207aaf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0485220 Nov 29 12:36:54.240975 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3e3e2040-8c1a-47eb-869f-5a3f56e972a8 req-df5305bb-e001-4701-9ac6-95c323710d12 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304427 Nov 29 12:36:55.355385 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eec5e-9cd0-4f4c-a025-b2a61a510025 req-25487a91-9d1e-4d1a-b0a0-0b68f004c9fd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:55.356838 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bb2eec5e-9cd0-4f4c-a025-b2a61a510025 req-25487a91-9d1e-4d1a-b0a0-0b68f004c9fd tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0484200 Nov 29 12:36:55.393776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bb2eec5e-9cd0-4f4c-a025-b2a61a510025 req-4cdcf1e2-fdf4-4f94-827d-821dcb5d86bf tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311222 Nov 29 12:36:55.507827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20ffa3-bf17-434d-a024-c00af049a4da req-e4ce5fe3-7dcb-476a-b6b3-f65a40318cee tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:55.509286 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fa20ffa3-bf17-434d-a024-c00af049a4da req-e4ce5fe3-7dcb-476a-b6b3-f65a40318cee tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0483136 Nov 29 12:36:55.550893 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fa20ffa3-bf17-434d-a024-c00af049a4da req-3bbb4c6d-9361-42d0-8f2d-a80f87a6b998 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355022 Nov 29 12:36:55.572322 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39060) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:55.610470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842817b2-1683-49b3-b088-a47305b1af76 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:55.611939 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-842817b2-1683-49b3-b088-a47305b1af76 tempest-TestNetworkAdvancedServerOps-1641500855 tempest-TestNetworkAdvancedServerOps-1641500855-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 1094 time: 0.0386765 Nov 29 12:36:55.614690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39062) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:55.618838 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:36:55.640347 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:55.738537 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:55.839797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Allocated IP 172.26.5.218 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/e1b5c059-441a-4729-ac0e-71c161e1b316) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:36:55.944965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:55.975432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:56.011888 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:36:56.016051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:36:56.019426 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:36:56.044800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=e1b5c059-441a-4729-ac0e-71c161e1b316,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:56.354677 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:56.417400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:56.562667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:56.567291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:56.633766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event updated for resources: {'Port': ['ID=e1b5c059-441a-4729-ac0e-71c161e1b316,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:36:56.643053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:56.739991 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP a6b44518-551e-4b5a-ac4c-de0d1c53909b associated. External IP: 172.26.5.218, port: bd1c186f-20fe-4bac-9b21-136e3c8e6944. Nov 29 12:36:56.939926 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 67b5953e-ac8d-4eb9-9823-e735c5043a51 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:36:57.043390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:36:57.053792 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] Sync routers for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:36:57.061419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:57.064349 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:57.064957 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:57.088610 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-09c0fe21-79b4-4c29-9283-fd8fe75ac42f tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4729419 Nov 29 12:36:57.089203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:36:57.091470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb70ff6-b796-4f9c-8ec6-a256293b6355" -d '{"events": [{"name": "network-changed", "server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:36:57.132520 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ece9d0-a4cd-4e93-8a6c-7c94c826796b x-openstack-request-id: req-b4ece9d0-a4cd-4e93-8a6c-7c94c826796b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:36:57.132820 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:36:57.133068 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4ece9d0-a4cd-4e93-8a6c-7c94c826796b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:36:57.133475 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'status': 'completed', 'code': 200} Nov 29 12:36:57.177731 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:57.194841 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba143c-6fd7-4346-9183-a56b13f730e4 req-ed282cc4-3af5-4cde-8a39-76213c7e4526 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:57.196506 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2aba143c-6fd7-4346-9183-a56b13f730e4 req-ed282cc4-3af5-4cde-8a39-76213c7e4526 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0502245 Nov 29 12:36:57.196970 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-b6edb81b-0177-41ce-a2ab-70c27d99ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:57.199112 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-b6edb81b-0177-41ce-a2ab-70c27d99ad24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 1099 time: 0.0424385 Nov 29 12:36:57.239185 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2aba143c-6fd7-4346-9183-a56b13f730e4 req-36a58dd0-1618-4f63-8cf9-4353655e9d85 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358181 Nov 29 12:36:57.262306 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39070) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:57.295549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-7e65e49a-dac5-4070-bf64-600a970806cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:57.297009 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-7e65e49a-dac5-4070-bf64-600a970806cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf328975-e76b-49bd-814c-f4c47d5ae679 HTTP/1.1" status: 200 len: 898 time: 0.0912430 Nov 29 12:36:57.328308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-249929cd-bd54-4619-81d6-2f9a15c0b168 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/a6b44518-551e-4b5a-ac4c-de0d1c53909b HTTP/1.1" status: 200 len: 992 time: 0.0633783 Nov 29 12:36:57.361320 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-033b9538-27c8-4ab6-b551-8f94c0438bd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944 HTTP/1.1" status: 200 len: 1000 time: 0.0573106 Nov 29 12:36:57.412774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-9c35849b-5896-4b0d-ba18-9b00d7fc7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:57.414234 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-9c35849b-5896-4b0d-ba18-9b00d7fc7f4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e59c9e09-6b48-4fc2-8d7c-03749b2d76e6 HTTP/1.1" status: 200 len: 835 time: 0.0466008 Nov 29 12:36:57.458716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-b7773a5b-0d12-4df4-88b6-a35287198d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:36:57.460153 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-b7773a5b-0d12-4df4-88b6-a35287198d45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf328975-e76b-49bd-814c-f4c47d5ae679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393422 Nov 29 12:36:57.483708 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a6b44518-551e-4b5a-ac4c-de0d1c53909b', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'port_id': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'mac_address': 'fa:16:3e:c7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60afbd4f-a072-4329-8918-226419bfbc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:36:56Z', 'updated_at': '2021-11-29T12:36:56Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:43Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:57.512854 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] Checking router: 67b5953e-ac8d-4eb9-9823-e735c5043a51 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:36:57.521197 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:36:57.521786 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:36:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:57.548601 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-755839d6-d388-45a1-ba2b-5f8e0bd2a057 service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812480 Nov 29 12:36:57.622596 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:36:57.642109 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-ceb70ff6-b796-4f9c-8ec6-a256293b6355 req-caec027d-f60c-430a-8c5b-7098cf6dcdf9 service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856502 Nov 29 12:36:57.834894 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a6b44518-551e-4b5a-ac4c-de0d1c53909b', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'port_id': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'mac_address': 'fa:16:3e:c7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60afbd4f-a072-4329-8918-226419bfbc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:36:56Z', 'updated_at': '2021-11-29T12:36:56Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:43Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:36:57.860046 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4f64ec-1295-4dbc-aaa2-4825e9217d68 None None] The sync data for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv is: [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'a6b44518-551e-4b5a-ac4c-de0d1c53909b', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'port_id': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'mac_address': 'fa:16:3e:c7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60afbd4f-a072-4329-8918-226419bfbc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:36:56Z', 'updated_at': '2021-11-29T12:36:56Z', 'revision_number': 0, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:43Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:36:57.951303 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:36:58.038162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fd6e37-ab68-4f3a-8425-0ff46bb64e62 None None] New status for floating IP a6b44518-551e-4b5a-ac4c-de0d1c53909b: ACTIVE {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:36:58.331040 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39072) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:36:58.392595 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-89a5031f-fcdc-48ab-8b31-f40d77b3c49b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/a6b44518-551e-4b5a-ac4c-de0d1c53909b HTTP/1.1" status: 200 len: 994 time: 0.0603721 Nov 29 12:37:00.746348 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-293fcf7c-deda-4f7f-b0d2-30d88c264429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:03.307235 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-667cc28c-c3c4-4172-a751-d8aac13fa2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:03.739893 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:04.851889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:06.177400 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:07.917229 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:37:18.672038 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-b3641c77-95ba-498b-b870-d4d26c6fb87b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398161 Nov 29 12:37:18.759375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-fd739315-90f9-409a-9233-add47f18c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:37:18.760883 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-fd739315-90f9-409a-9233-add47f18c4cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 1099 time: 0.0407567 Nov 29 12:37:18.870043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-e8d8fe20-ec1f-4404-9143-0edb32c54257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:37:18.871608 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-e8d8fe20-ec1f-4404-9143-0edb32c54257 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf328975-e76b-49bd-814c-f4c47d5ae679 HTTP/1.1" status: 200 len: 898 time: 0.0916607 Nov 29 12:37:18.938944 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-fd700cb7-76d1-41df-bc9f-d8bbb063a412 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944 HTTP/1.1" status: 200 len: 1002 time: 0.0599749 Nov 29 12:37:18.990212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-d5ed0baf-bb68-4369-b475-2f7c548bc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:37:18.991605 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-d5ed0baf-bb68-4369-b475-2f7c548bc091 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e59c9e09-6b48-4fc2-8d7c-03749b2d76e6 HTTP/1.1" status: 200 len: 835 time: 0.0458653 Nov 29 12:37:19.036163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-1bcc877d-0b71-4e1e-87b5-d3a462552c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:37:19.037583 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-1bcc877d-0b71-4e1e-87b5-d3a462552c24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf328975-e76b-49bd-814c-f4c47d5ae679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385604 Nov 29 12:37:19.137520 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-909925c9-7d29-4442-aebb-65ea8fe040d8 service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915294 Nov 29 12:37:19.231301 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8f0ff2cf-fba3-48a6-b51c-034718bed447 req-1d0b0470-d761-4b8f-b5c4-b7891ade70c8 service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867839 Nov 29 12:37:27.944491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:30.747186 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dc3b4999-7fb6-40c3-a31e-de26ce4f6e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:33.307761 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-815b0275-2fab-4e95-80eb-caf5bfce844e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:33.740017 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:34.854902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:36.182221 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:37:44.916157 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:37:57.964169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:00.747479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b7b40c0f-d3b1-482a-bf91-5f5b4aa2f0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:01.530343 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e995c-40c8-4735-a448-44b417f55005 req-b6620dc3-9b45-47e8-aef0-afddb0da6538 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:01.531801 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a31e995c-40c8-4735-a448-44b417f55005 req-b6620dc3-9b45-47e8-aef0-afddb0da6538 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.1410053 Nov 29 12:38:01.575326 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a31e995c-40c8-4735-a448-44b417f55005 req-339a4a0e-7dd1-4408-971a-87292c1a198e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376964 Nov 29 12:38:02.732396 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a2958-0e58-4c65-ad0d-5d3aa7f1450c req-8507bc8b-4c8a-43df-a3d5-7d5e9bc872be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:02.733872 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f16a2958-0e58-4c65-ad0d-5d3aa7f1450c req-8507bc8b-4c8a-43df-a3d5-7d5e9bc872be tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0921931 Nov 29 12:38:02.770477 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f16a2958-0e58-4c65-ad0d-5d3aa7f1450c req-271fded9-2cda-46c5-8c26-1021bdc28ad3 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307553 Nov 29 12:38:03.307790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-833f9639-3c71-4ef6-9a1b-d0664eabba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:03.740000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:03.884117 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19943637-0145-4483-be1d-4773971c9898 req-2e15d503-53d8-4f3f-9a77-81f3bb57c4aa tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:03.885592 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19943637-0145-4483-be1d-4773971c9898 req-2e15d503-53d8-4f3f-9a77-81f3bb57c4aa tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0489404 Nov 29 12:38:03.923139 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19943637-0145-4483-be1d-4773971c9898 req-4560cdfa-d952-47a3-8b19-a45c095ea99a tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Nov 29 12:38:03.944293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39110) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:04.005700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a2dd9453-4758-40c0-8ef9-9ae83907311e tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/a6b44518-551e-4b5a-ac4c-de0d1c53909b HTTP/1.1" status: 200 len: 994 time: 0.0602353 Nov 29 12:38:04.857696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:05.277152 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d45a5-af52-4f55-b2e6-79d6458f42fc req-b15e5ab4-7f6a-4a7d-b2da-376106c6c08d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:05.278661 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f1d45a5-af52-4f55-b2e6-79d6458f42fc req-b15e5ab4-7f6a-4a7d-b2da-376106c6c08d tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0486186 Nov 29 12:38:05.295483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-f9a582f6-2049-4df2-84cb-806acb5643ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:05.297003 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-f9a582f6-2049-4df2-84cb-806acb5643ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 1099 time: 0.0414221 Nov 29 12:38:05.316730 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3f1d45a5-af52-4f55-b2e6-79d6458f42fc req-aa004210-0a39-4754-bdb3-bbbee271dff6 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320797 Nov 29 12:38:05.394669 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-a0de13a9-a4df-422c-bcf1-157a0abbdad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:05.396128 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-a0de13a9-a4df-422c-bcf1-157a0abbdad0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf328975-e76b-49bd-814c-f4c47d5ae679 HTTP/1.1" status: 200 len: 898 time: 0.0886269 Nov 29 12:38:05.458833 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-29f821c9-b555-4179-856e-4e0d23755f8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944 HTTP/1.1" status: 200 len: 1002 time: 0.0560861 Nov 29 12:38:05.506159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-46aea693-f52f-48c4-8ab1-e78bf078b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:05.507580 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-46aea693-f52f-48c4-8ab1-e78bf078b935 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e59c9e09-6b48-4fc2-8d7c-03749b2d76e6 HTTP/1.1" status: 200 len: 835 time: 0.0419328 Nov 29 12:38:05.555938 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-1e7538cb-a1a7-4b8f-99f2-6d22a4b9e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:05.557403 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-1e7538cb-a1a7-4b8f-99f2-6d22a4b9e99f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf328975-e76b-49bd-814c-f4c47d5ae679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434148 Nov 29 12:38:05.646258 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-c5a4b6ca-c5a4-48b5-8ba9-e07fab724731 service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815732 Nov 29 12:38:05.736827 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-788df5a6-4bba-4ef5-a93d-a6889d47487b req-c95beb00-f850-4574-9629-08c170e809bf service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826559 Nov 29 12:38:06.182371 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:06.431713 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d15dbe-d2ec-4c8a-a93e-a9741976d83e req-daecdcdc-9953-4103-a388-e173a7f5e3e0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:06.433167 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f2d15dbe-d2ec-4c8a-a93e-a9741976d83e req-daecdcdc-9953-4103-a388-e173a7f5e3e0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0474043 Nov 29 12:38:06.469811 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f2d15dbe-d2ec-4c8a-a93e-a9741976d83e req-152a68b6-74c6-46b5-8188-205970157f16 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308144 Nov 29 12:38:07.587775 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ec92-4f56-4d04-b47f-43c125546212 req-58636855-589b-4236-a33c-eaad7bf81c8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:07.589225 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4256ec92-4f56-4d04-b47f-43c125546212 req-58636855-589b-4236-a33c-eaad7bf81c8b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0522468 Nov 29 12:38:07.628388 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4256ec92-4f56-4d04-b47f-43c125546212 req-c0174492-ffed-41da-ab5a-77f4950a0c91 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334101 Nov 29 12:38:07.652228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39122) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:07.710579 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4da62cad-be1c-4da0-a63d-7afc5fbfac37 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/floatingips/a6b44518-551e-4b5a-ac4c-de0d1c53909b HTTP/1.1" status: 200 len: 994 time: 0.0572598 Nov 29 12:38:08.010159 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39128) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:08.165848 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port e1b5c059-441a-4729-ac0e-71c161e1b316 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:38:08.166216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:08.243303 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:08.243628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:08.254948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for e1b5c059-441a-4729-ac0e-71c161e1b316 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:38:08.395641 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:08.421344 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=e1b5c059-441a-4729-ac0e-71c161e1b316,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:08.432524 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.432875 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.433220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.433558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.433891 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.434255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.434583 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.434909 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.435232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.435552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.435876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.436196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:08.492962 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:08.493290 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Floating IP a6b44518-551e-4b5a-ac4c-de0d1c53909b disassociated (deleted). External IP: 172.26.5.218, port: bd1c186f-20fe-4bac-9b21-136e3c8e6944. Nov 29 12:38:08.692076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 67b5953e-ac8d-4eb9-9823-e735c5043a51 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:38:08.805297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:38:08.809751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:08.816146 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] Sync routers for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:38:08.829149 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:08.829739 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:08.837117 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4db8db08-0170-4902-9bb8-c5ddd3639184 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/floatingips/a6b44518-551e-4b5a-ac4c-de0d1c53909b HTTP/1.1" status: 204 len: 168 time: 0.8256984 Nov 29 12:38:08.837695 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:38:08.839979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04263e6-8af4-4259-bf82-fb2677dfd052" -d '{"events": [{"name": "network-changed", "server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:38:08.875425 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80fc727-2f7d-431d-8d3c-b009e73e6f6e x-openstack-request-id: req-f80fc727-2f7d-431d-8d3c-b009e73e6f6e {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:38:08.875730 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:38:08.875987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f80fc727-2f7d-431d-8d3c-b009e73e6f6e {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:38:08.876395 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'status': 'completed', 'code': 200} Nov 29 12:38:08.940614 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:08.941510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-1bfe8f8b-d69a-4ca6-8bda-f04431e8ff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:08.943704 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-1bfe8f8b-d69a-4ca6-8bda-f04431e8ff1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a3a570f33e32414c9caafb3e6da023b5&device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 1099 time: 0.0440996 Nov 29 12:38:09.047119 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-d8015cc4-ec0b-48f8-a24d-c2adb82fdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:09.048706 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-d8015cc4-ec0b-48f8-a24d-c2adb82fdd14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf328975-e76b-49bd-814c-f4c47d5ae679 HTTP/1.1" status: 200 len: 898 time: 0.0932240 Nov 29 12:38:09.076591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0564-4152-4e6c-a885-cd8c7ac065a0 req-16ecef0b-a533-4347-9f72-e91584bbf3f2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:09.078125 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a5be0564-4152-4e6c-a885-cd8c7ac065a0 req-16ecef0b-a533-4347-9f72-e91584bbf3f2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0558741 Nov 29 12:38:09.100903 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-2795974b-e878-43bc-aada-16925dda006b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944 HTTP/1.1" status: 200 len: 217 time: 0.0434783 Nov 29 12:38:09.152228 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:43Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:09.154910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-9fa18af5-7afc-46e5-8dae-1f983ec68cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:09.156443 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-9fa18af5-7afc-46e5-8dae-1f983ec68cec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e59c9e09-6b48-4fc2-8d7c-03749b2d76e6 HTTP/1.1" status: 200 len: 835 time: 0.0483727 Nov 29 12:38:09.178972 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] Checking router: 67b5953e-ac8d-4eb9-9823-e735c5043a51 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:38:09.187733 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:09.188350 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:09.209064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-c12f4c58-502d-4a20-9562-7cbfa3f00cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:09.210792 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-c12f4c58-502d-4a20-9562-7cbfa3f00cf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf328975-e76b-49bd-814c-f4c47d5ae679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462146 Nov 29 12:38:09.297438 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:09.308248 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-e6e2598e-1e42-4681-9f37-f4d1b4900cba service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893905 Nov 29 12:38:09.370163 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a5be0564-4152-4e6c-a885-cd8c7ac065a0 req-aa3da176-2e95-40dd-a366-579d73b03414 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856557 Nov 29 12:38:09.404068 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c04263e6-8af4-4259-bf82-fb2677dfd052 req-1019a7af-c483-430a-a54e-dcf992d35fb8 service neutron] 10.222.0.30 "GET /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878727 Nov 29 12:38:09.499751 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:43Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:09.525838 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7f322-4a10-48d1-ac3c-bc708d8e4866 None None] The sync data for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv is: [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:36:41Z', 'revision_number': 4, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d', 'name': '', 'network_id': 'bf328975-e76b-49bd-814c-f4c47d5ae679', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'mac_address': 'fa:16:3e:7b:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:40Z', 'updated_at': '2021-11-29T12:36:43Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'subnets': [{'id': 'e59c9e09-6b48-4fc2-8d7c-03749b2d76e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:38:09.724655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1738026-dd4c-4564-b1ea-645680b1fb9e None None] New status for floating IP a6b44518-551e-4b5a-ac4c-de0d1c53909b: DOWN {{(pid=102105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:38:10.483542 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019d022-7b70-4a46-b79e-bdafc937f3db req-13fbce5b-ec8f-4560-b9f4-3edca691974b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:10.485036 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f019d022-7b70-4a46-b79e-bdafc937f3db req-13fbce5b-ec8f-4560-b9f4-3edca691974b tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0474145 Nov 29 12:38:10.522214 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f019d022-7b70-4a46-b79e-bdafc937f3db req-459bbe32-ebdb-43a1-a3c8-5b6f46882ef8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/security-groups?id=e6ab6014-c46e-4882-86d4-413c4d379824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311713 Nov 29 12:38:10.987575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-3853a9f7-5831-469f-9f46-b4ca88aef0bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:10.988986 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-3853a9f7-5831-469f-9f46-b4ca88aef0bb tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 946 time: 0.0519753 Nov 29 12:38:11.072534 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port bd1c186f-20fe-4bac-9b21-136e3c8e6944 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:38:11.072865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:11.159350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port bd1c186f-20fe-4bac-9b21-136e3c8e6944, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=bd1c186f-20fe-4bac-9b21-136e3c8e6944,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:11.159709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:11.171910 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for bd1c186f-20fe-4bac-9b21-136e3c8e6944 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:38:11.289345 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:11.320117 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=bd1c186f-20fe-4bac-9b21-136e3c8e6944,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:11.344613 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.344967 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.345292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.345625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.345961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.346301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.346621 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.346941 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.347259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.347576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.347892 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.348245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:11.369986 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] No DVR routers for this DVR port bd1c186f-20fe-4bac-9b21-136e3c8e6944 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:38:11.372316 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:11.375531 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-fec15096-4056-4500-9115-3a0cb6ec4726 req-6055e94c-8301-40b7-8262-516f70170a40 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.30 "DELETE /v2.0/ports/bd1c186f-20fe-4bac-9b21-136e3c8e6944 HTTP/1.1" status: 204 len: 173 time: 0.3808649 Nov 29 12:38:11.375954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'name': 'network-vif-deleted', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:38:11.378187 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b08b53-7e8a-4948-adec-f73f17991b5a" -d '{"events": [{"server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "name": "network-vif-deleted", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:38:11.419005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f238269c-b799-4166-949d-0f2db2b2ef3c x-openstack-request-id: req-f238269c-b799-4166-949d-0f2db2b2ef3c {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:38:11.419289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60afbd4f-a072-4329-8918-226419bfbc64", "name": "network-vif-deleted", "tag": "bd1c186f-20fe-4bac-9b21-136e3c8e6944", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:38:11.419537 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f238269c-b799-4166-949d-0f2db2b2ef3c {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:38:11.419929 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60afbd4f-a072-4329-8918-226419bfbc64', 'name': 'network-vif-deleted', 'tag': 'bd1c186f-20fe-4bac-9b21-136e3c8e6944', 'status': 'completed', 'code': 200} Nov 29 12:38:11.625123 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c0fa956-d5b7-49be-abc0-b45f304f079e req-5d09fcbe-1489-4512-8897-10dcfc417893 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "GET /v2.0/ports?device_id=60afbd4f-a072-4329-8918-226419bfbc64 HTTP/1.1" status: 200 len: 210 time: 0.0264003 Nov 29 12:38:12.679593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39144) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:13.027652 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:13.273897 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:38:13.274259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:13.360470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:13.360756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:13.372739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:38:13.557750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:13.589454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:13.754944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:13.967386 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Router 67b5953e-ac8d-4eb9-9823-e735c5043a51 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:38:14.070890 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:38:14.076129 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-646c7fc4-2fe1-4621-9edc-7cf912d16112 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "PUT /v2.0/routers/67b5953e-ac8d-4eb9-9823-e735c5043a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3955123 Nov 29 12:38:14.078823 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39146) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:14.082513 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] Sync routers for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:38:14.091931 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:14.092532 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:14.129464 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d19f8f-67e6-417b-a4bf-1f0e27d19aec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting subnet e59c9e09-6b48-4fc2-8d7c-03749b2d76e6 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:38:14.132616 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61d19f8f-67e6-417b-a4bf-1f0e27d19aec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.172795 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61d19f8f-67e6-417b-a4bf-1f0e27d19aec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.261827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61d19f8f-67e6-417b-a4bf-1f0e27d19aec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.276509 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:14.319741 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61d19f8f-67e6-417b-a4bf-1f0e27d19aec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.346402 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d19f8f-67e6-417b-a4bf-1f0e27d19aec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Subnet': ['ID=e59c9e09-6b48-4fc2-8d7c-03749b2d76e6,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:14.352850 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-61d19f8f-67e6-417b-a4bf-1f0e27d19aec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.359134 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39148) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:14.360118 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-61d19f8f-67e6-417b-a4bf-1f0e27d19aec tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/subnets/e59c9e09-6b48-4fc2-8d7c-03749b2d76e6 HTTP/1.1" status: 204 len: 168 time: 0.2803519 Nov 29 12:38:14.361581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bddebb6-540a-4b73-b771-c62422ca359e None None] Network bf328975-e76b-49bd-814c-f4c47d5ae679 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:38:14.457320 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:38:13Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:14.466293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.487821 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] Checking router: 67b5953e-ac8d-4eb9-9823-e735c5043a51 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:38:14.496694 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] Routers {'67b5953e-ac8d-4eb9-9823-e735c5043a51'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:14.497057 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['67b5953e-ac8d-4eb9-9823-e735c5043a51'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:14.559271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] DHCP port deletion for bf328975-e76b-49bd-814c-f4c47d5ae679 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:38:14.575842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.600001 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] Set router 67b5953e-ac8d-4eb9-9823-e735c5043a51 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:14.605456 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Deleting port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:38:14.605834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.629977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Deleting port ef2061c1-651d-4370-8596-0e73be7f18d8 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:38:14.630356 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.671321 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] For port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd,segment=NetworkSegment(0603e614-00d1-43a5-b670-9223db0ea4ba),segment_id=0603e614-00d1-43a5-b670-9223db0ea4ba)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:14.671709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.684965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Calling delete_port for b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:38:14.716289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] For port ef2061c1-651d-4370-8596-0e73be7f18d8, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=ef2061c1-651d-4370-8596-0e73be7f18d8,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:14.716673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.728924 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Calling delete_port for ef2061c1-651d-4370-8596-0e73be7f18d8 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:38:14.765565 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.788095 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:38:13Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:14.798119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Pushing event deleted for resources: {'Port': ['ID=b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:14.800369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] No DVR routers for this DVR port b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.810959 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.812166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.812166 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aa23c-0a36-40c5-b3f9-5d9d80f5214e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:14.816267 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98404fa1-4f9f-4a11-9ab9-07861a32821a None None] The sync data for ids ['67b5953e-ac8d-4eb9-9823-e735c5043a51'] in dv-neutron-819578-1-hyperv is: [{'id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2111119107', 'tenant_id': 'a3a570f33e32414c9caafb3e6da023b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:36:37Z', 'updated_at': '2021-11-29T12:38:13Z', 'revision_number': 5, 'project_id': 'a3a570f33e32414c9caafb3e6da023b5', 'gw_port': {'id': 'ef2061c1-651d-4370-8596-0e73be7f18d8', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:36:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b5953e-ac8d-4eb9-9823-e735c5043a51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:36:38Z', 'updated_at': '2021-11-29T12:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:38:14.899659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:14.923793 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Port': ['ID=ef2061c1-651d-4370-8596-0e73be7f18d8,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:14.981557 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.068192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.071170 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.119255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.119804 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Fanout notify agent at l3_agent the message router_deleted on router 67b5953e-ac8d-4eb9-9823-e735c5043a51 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:38:15.127694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.128779 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b27b7b94-2d3b-4eda-8e07-c028bbe5ddb0 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/routers/67b5953e-ac8d-4eb9-9823-e735c5043a51 HTTP/1.1" status: 204 len: 168 time: 0.7684736 Nov 29 12:38:15.131556 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39150) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:15.210963 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.304684 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.325038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf328975-e76b-49bd-814c-f4c47d5ae679']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:15.333886 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0603e614-00d1-43a5-b670-9223db0ea4ba') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:15.334205 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0603e614-00d1-43a5-b670-9223db0ea4ba') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:15.343050 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.356105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.362355 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:38:15.362937 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:38:15.366398 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:38:15.409910 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bd1c186f-20fe-4bac-9b21-136e3c8e6944 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:38:15.430684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: bd1c186f-20fe-4bac-9b21-136e3c8e6944 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:38:15.431243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.431448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device bd1c186f-20fe-4bac-9b21-136e3c8e6944 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:38:15.439244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.442375 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/networks/bf328975-e76b-49bd-814c-f4c47d5ae679 HTTP/1.1" status: 204 len: 168 time: 0.3094025 Nov 29 12:38:15.445786 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:15.454062 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093b68-2768-4b49-a8e9-ecebad31b8a8 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'Network': ['ID=bf328975-e76b-49bd-814c-f4c47d5ae679,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:15.508225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97e5bf70-f6d8-4572-a3df-fd25eaf445d2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.532510 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97e5bf70-f6d8-4572-a3df-fd25eaf445d2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.594136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97e5bf70-f6d8-4572-a3df-fd25eaf445d2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.596617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-97e5bf70-f6d8-4572-a3df-fd25eaf445d2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:15.597756 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-97e5bf70-f6d8-4572-a3df-fd25eaf445d2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] 10.222.0.23 "DELETE /v2.0/security-groups/e6ab6014-c46e-4882-86d4-413c4d379824 HTTP/1.1" status: 204 len: 168 time: 0.1501279 Nov 29 12:38:15.608282 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5bf70-f6d8-4572-a3df-fd25eaf445d2 tempest-TestNetworkAdvancedServerOps-1768889386 tempest-TestNetworkAdvancedServerOps-1768889386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ab6014-c46e-4882-86d4-413c4d379824,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:15.927359 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39160) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:16.054758 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-bba3888a-f024-4682-8780-a3743bb413ec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3a570f33e32414c9caafb3e6da023b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262407 Nov 29 12:38:16.057114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39164) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:16.073230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ef2061c1-651d-4370-8596-0e73be7f18d8 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:38:16.095679 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: ef2061c1-651d-4370-8596-0e73be7f18d8 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:38:16.096275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ef2061c1-651d-4370-8596-0e73be7f18d8 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:38:16.096736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:38:16.106377 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1891e541-8485-4c13-aeb5-292d7170226c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.115135 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:38:16.115483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device ad6ac484-d14d-438b-9ac3-9d46ed5d6d8d not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:38:16.115891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:38:16.126752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1891e541-8485-4c13-aeb5-292d7170226c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.133353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:38:16.133699 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device b25eb9c2-5e25-4d3d-99e2-65c6f3923ecd not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:38:16.172128 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1891e541-8485-4c13-aeb5-292d7170226c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.174763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1891e541-8485-4c13-aeb5-292d7170226c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.175932 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1891e541-8485-4c13-aeb5-292d7170226c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92c2a6d3-e149-4c25-a2f5-ae9d91b28c54 HTTP/1.1" status: 204 len: 168 time: 0.1179311 Nov 29 12:38:16.184370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891e541-8485-4c13-aeb5-292d7170226c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2a6d3-e149-4c25-a2f5-ae9d91b28c54,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:16.435051 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39170) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:16.448772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc8e224c-e3be-4a8d-9aa8-f28e4d79361e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.524031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc8e224c-e3be-4a8d-9aa8-f28e4d79361e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.527799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-fc8e224c-e3be-4a8d-9aa8-f28e4d79361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.566929 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-fc8e224c-e3be-4a8d-9aa8-f28e4d79361e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ad89c611988244df8aca6ed5c7424349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308064 Nov 29 12:38:16.568131 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e224c-e3be-4a8d-9aa8-f28e4d79361e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8776bc84-0797-4af2-8e71-11b74a410963,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:16.570096 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39172) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:16.619394 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a2b8cac1-8bd2-4f40-b8e8-30785504a218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.640228 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a2b8cac1-8bd2-4f40-b8e8-30785504a218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.683569 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a2b8cac1-8bd2-4f40-b8e8-30785504a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.686088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a2b8cac1-8bd2-4f40-b8e8-30785504a218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:16.687258 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a2b8cac1-8bd2-4f40-b8e8-30785504a218 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8776bc84-0797-4af2-8e71-11b74a410963 HTTP/1.1" status: 204 len: 168 time: 0.1150558 Nov 29 12:38:16.695333 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8cac1-8bd2-4f40-b8e8-30785504a218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8776bc84-0797-4af2-8e71-11b74a410963,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:17.355944 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39194) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:17.455824 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1945296222-network', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:17.476509 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Made reservation on behalf of 2c72301953ec4a03bf57dbbda04c854e for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:38:17.478739 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.487049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.559018 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.562292 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.582055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:38:17.597005 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40de06ba-3b50-401f-8a2d-5c8488aee71d,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:17.599870 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.600220 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Added segment ba728833-240a-43d9-bc26-f4518a31c755 of type vlan for network b0a0d725-a14c-487f-b614-42303bcff085 Nov 29 12:38:17.643446 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.667401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.668308 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:17.668901 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.722116 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3649776 Nov 29 12:38:17.725037 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39198) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:17.730573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Request body: {'subnet': {'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1945296222-subnet', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:17.733898 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad25de2-6400-41d2-a81c-92d6d0de38a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a0d725-a14c-487f-b614-42303bcff085,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:17.744947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network b0a0d725-a14c-487f-b614-42303bcff085 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:38:17.754106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Made reservation on behalf of 2c72301953ec4a03bf57dbbda04c854e for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:38:17.756431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.919291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:17.967122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:17.981877 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Checking segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:17.982285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Network hostable DHCP agents. Network: b0a0d725-a14c-487f-b614-42303bcff085, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:38:17.999098 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Network b0a0d725-a14c-487f-b614-42303bcff085 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:38:18.007393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, b0a0d725-a14c-487f-b614-42303bcff085) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:18.017249 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:18.021919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e84644-8103-41e0-88f0-5f90d8df8a7f None None] Network b0a0d725-a14c-487f-b614-42303bcff085 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:38:18.025020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.042124 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-142cf622-4b9f-483a-bae6-c6bed1755c8f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3153818 Nov 29 12:38:18.044632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39200) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:18.048807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:18.068349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.069477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.132275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.164950 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-b0a0d725-a14c-487f-b614-42303bcff085', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:38:18.165903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.459551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Allocated IP 172.20.0.2 (b0a0d725-a14c-487f-b614-42303bcff085/180d87ec-f1c3-44e5-8a7f-4cebeba43cf4/f7045636-ed8f-48ff-a69c-d0b7cac574b9) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:38:18.604912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.606307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.611983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.647924 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Network b0a0d725-a14c-487f-b614-42303bcff085 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:18.651131 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:18.655168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:38:18.667162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Pushing event updated for resources: {'Port': ['ID=f7045636-ed8f-48ff-a69c-d0b7cac574b9,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:18.720326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Attempting to bind port f7045636-ed8f-48ff-a69c-d0b7cac574b9 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:38:18.720593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Attempting to bind port f7045636-ed8f-48ff-a69c-d0b7cac574b9 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:38:18.720948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Attempting to bind port f7045636-ed8f-48ff-a69c-d0b7cac574b9 on network b0a0d725-a14c-487f-b614-42303bcff085 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:38:18.726417 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:38:18.726782 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Checking segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:18.727172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.727560 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Bound using segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:38:18.728014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Bound port: f7045636-ed8f-48ff-a69c-d0b7cac574b9, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:38:18.728389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.789892 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] For port f7045636-ed8f-48ff-a69c-d0b7cac574b9, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:38:18.793447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] For port f7045636-ed8f-48ff-a69c-d0b7cac574b9, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f7045636-ed8f-48ff-a69c-d0b7cac574b9,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:38:18.798991 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.805204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.824852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:18.857128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2732d31-acef-4e88-ae38-ba0a34fb0dab None None] Pushing event updated for resources: {'Port': ['ID=f7045636-ed8f-48ff-a69c-d0b7cac574b9,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:18.937001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Allocated IP 172.26.5.56 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/78b61be4-123c-4da3-949d-46805299be04) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:38:19.060074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:19.096747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:19.136643 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:19.139377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:19.142679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:38:19.150431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Pushing event updated for resources: {'Port': ['ID=78b61be4-123c-4da3-949d-46805299be04,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:19.386425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:19.580794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:19.714058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Router 48851093-cd66-4153-9ec3-0e65a8f62601 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:38:19.739042 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b1dac3-af94-4224-b6c2-2beb3613455c None None] Network b0a0d725-a14c-487f-b614-42303bcff085 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:38:19.826717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:38:19.845724 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:19.847006 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-37c58c6b-b3f2-4a32-8273-f5df0bdd37c1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8014288 Nov 29 12:38:19.849972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39202) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:19.851571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Sync routers for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:38:19.871119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b09d210b-279b-444a-b4f7-ea1efc6d4f60 None None] Provisioning complete for port f7045636-ed8f-48ff-a69c-d0b7cac574b9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:19.871487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b09d210b-279b-444a-b4f7-ea1efc6d4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:19.897180 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:19.897833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:20.060260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:20.148489 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f7045636-ed8f-48ff-a69c-d0b7cac574b9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:20.161685 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b09d210b-279b-444a-b4f7-ea1efc6d4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.256769 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b09d210b-279b-444a-b4f7-ea1efc6d4f60 None None] For port f7045636-ed8f-48ff-a69c-d0b7cac574b9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f7045636-ed8f-48ff-a69c-d0b7cac574b9,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:20.262742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b09d210b-279b-444a-b4f7-ea1efc6d4f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.299198 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.329819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f7045636-ed8f-48ff-a69c-d0b7cac574b9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:20.330208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.372803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d210b-279b-444a-b4f7-ea1efc6d4f60 None None] Pushing event updated for resources: {'Port': ['ID=f7045636-ed8f-48ff-a69c-d0b7cac574b9,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:20.405994 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-5c846de5-487b-4653-811f-84c928a8b9e0 None None] Provisioning complete for port f7045636-ed8f-48ff-a69c-d0b7cac574b9 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:20.406357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5c846de5-487b-4653-811f-84c928a8b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.452915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Allocated IP 172.20.0.1 (b0a0d725-a14c-487f-b614-42303bcff085/180d87ec-f1c3-44e5-8a7f-4cebeba43cf4/4368ace8-7234-47ec-9156-f3453a2a6a2c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:38:20.473751 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:19Z', 'revision_number': 3, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:20.507992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Checking router: 48851093-cd66-4153-9ec3-0e65a8f62601 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:38:20.508337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Updating router 48851093-cd66-4153-9ec3-0e65a8f62601 port 78b61be4-123c-4da3-949d-46805299be04 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:38:20.545398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.562243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.596787 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.635302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Network b0a0d725-a14c-487f-b614-42303bcff085 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:20.637931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:20.644849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:38:20.648481 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4368ace8-7234-47ec-9156-f3453a2a6a2c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:20.684111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.817694 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.834530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.839521 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.893705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b7523-250b-4991-8c29-ef7666cb84c0 None None] Pushing event updated for resources: {'Port': ['ID=78b61be4-123c-4da3-949d-46805299be04,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:20.895972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Attempting to bind port 78b61be4-123c-4da3-949d-46805299be04 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:38:20.896333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Attempting to bind port 78b61be4-123c-4da3-949d-46805299be04 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:38:20.896698 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Attempting to bind port 78b61be4-123c-4da3-949d-46805299be04 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:38:20.902064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:38:20.902432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:20.902827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.903205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:38:20.903657 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Bound port: 78b61be4-123c-4da3-949d-46805299be04, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:38:20.904030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.952024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f58fc936-aabe-4e43-b625-723704d485dc None None] Provisioning complete for port 4368ace8-7234-47ec-9156-f3453a2a6a2c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:20.952299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f58fc936-aabe-4e43-b625-723704d485dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.983048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.983663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] For port 78b61be4-123c-4da3-949d-46805299be04, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:38:20.987691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:20.999453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] For port 78b61be4-123c-4da3-949d-46805299be04, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=78b61be4-123c-4da3-949d-46805299be04,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:38:21.004382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-f58fc936-aabe-4e43-b625-723704d485dc None None] Port 4368ace8-7234-47ec-9156-f3453a2a6a2c cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:38:21.006299 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:21.061425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=4368ace8-7234-47ec-9156-f3453a2a6a2c,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:21.061643 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:21.062219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:21.065070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b7523-250b-4991-8c29-ef7666cb84c0 None None] Pushing event updated for resources: {'Port': ['ID=78b61be4-123c-4da3-949d-46805299be04,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:21.065248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:21.158199 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Network b0a0d725-a14c-487f-b614-42303bcff085 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:21.159728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:21.280961 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Router 48851093-cd66-4153-9ec3-0e65a8f62601 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:38:21.309724 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:21.391006 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:38:21.396077 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4ea573a6-6fb9-461c-822c-413be009f5a1 admin admin] 10.222.0.23 "PUT /v2.0/routers/48851093-cd66-4153-9ec3-0e65a8f62601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5451438 Nov 29 12:38:21.440765 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-25487e7c-11e5-45e6-805f-0795ec28e3db None None] Provisioning complete for port 4368ace8-7234-47ec-9156-f3453a2a6a2c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:21.441133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-25487e7c-11e5-45e6-805f-0795ec28e3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:21.517829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-25487e7c-11e5-45e6-805f-0795ec28e3db None None] Port 4368ace8-7234-47ec-9156-f3453a2a6a2c cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:38:21.548586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 2, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:21.576668 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c38d79-4d10-4090-ace6-a50d77f5e88e None None] The sync data for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv is: [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 2, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:38:21.892599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39218) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:21.897656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1246075396-network', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:21.915103 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:38:21.920358 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Made reservation on behalf of 27bc3111905a4f8ab34534593292e7ae for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:38:21.922792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:21.932398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.010668 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.014868 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.040344 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:38:22.050423 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89648a35-d42e-4771-b969-87387bf5a425,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:22.056396 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.056882 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Added segment c09131af-1caf-462a-ba95-77b6e8d36b65 of type vlan for network 8030611e-673c-4f95-bfdd-4bae0a86e629 Nov 29 12:38:22.099813 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.104393 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f7045636-ed8f-48ff-a69c-d0b7cac574b9 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:22.126131 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.127596 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:22.128212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.163356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port f7045636-ed8f-48ff-a69c-d0b7cac574b9 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:22.163766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.190261 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2965059 Nov 29 12:38:22.193026 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39220) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:22.199078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Request body: {'subnet': {'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1246075396-subnet', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'ip_version': 4}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:22.205906 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c2803-8196-4f9f-899a-c3ca65492a3f admin admin] Pushing event updated for resources: {'Network': ['ID=8030611e-673c-4f95-bfdd-4bae0a86e629,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:22.224632 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Made reservation on behalf of 27bc3111905a4f8ab34534593292e7ae for: {'subnet': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:38:22.242978 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8943020'] for subnet, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.244816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 8030611e-673c-4f95-bfdd-4bae0a86e629 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:38:22.436111 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4142234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8916822'] for subnet, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.494060 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753e39d7-d243-4fb9-b546-9ebb8a188d24,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:22.503694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Checking segment: {'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:22.504055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Network hostable DHCP agents. Network: 8030611e-673c-4f95-bfdd-4bae0a86e629, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:38:22.522702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Network 8030611e-673c-4f95-bfdd-4bae0a86e629 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:38:22.531937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 8030611e-673c-4f95-bfdd-4bae0a86e629) {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:22.536593 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:22.537177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.543790 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290c9e01-dcca-4975-b966-a24c08bd8b23 None None] Network 8030611e-673c-4f95-bfdd-4bae0a86e629 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:38:22.562557 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-12c7dd4f-dfee-4f31-b5c9-3bf942f122d5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3683233 Nov 29 12:38:22.562778 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39222) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:22.567548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:22.593094 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.594229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.656120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.701190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-8030611e-673c-4f95-bfdd-4bae0a86e629', 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'fixed_ips': [{'subnet_id': '753e39d7-d243-4fb9-b546-9ebb8a188d24'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:38:22.702271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.807601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.844497 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Allocated IP 172.20.0.2 (8030611e-673c-4f95-bfdd-4bae0a86e629/753e39d7-d243-4fb9-b546-9ebb8a188d24/227990a9-c508-4516-9f3e-c47a1dd262d5) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:38:22.989722 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:22.995362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.010488 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.032835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.033530 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Network 8030611e-673c-4f95-bfdd-4bae0a86e629 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:23.035913 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:23.039349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:38:23.048120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Pushing event updated for resources: {'Port': ['ID=227990a9-c508-4516-9f3e-c47a1dd262d5,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:23.098357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Attempting to bind port 227990a9-c508-4516-9f3e-c47a1dd262d5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:38:23.098727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Attempting to bind port 227990a9-c508-4516-9f3e-c47a1dd262d5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:38:23.099084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Attempting to bind port 227990a9-c508-4516-9f3e-c47a1dd262d5 on network 8030611e-673c-4f95-bfdd-4bae0a86e629 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:38:23.103975 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:38:23.104342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Checking segment: {'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:23.104730 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.105296 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Bound using segment: {'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:38:23.105553 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Bound port: 227990a9-c508-4516-9f3e-c47a1dd262d5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:38:23.105926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.134428 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Allocated IP 172.26.5.188 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/d383adcf-c803-473c-9122-9f5772b3a265) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:38:23.168323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] For port 227990a9-c508-4516-9f3e-c47a1dd262d5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:38:23.171438 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] For port 227990a9-c508-4516-9f3e-c47a1dd262d5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=227990a9-c508-4516-9f3e-c47a1dd262d5,segment=NetworkSegment(c09131af-1caf-462a-ba95-77b6e8d36b65),segment_id=c09131af-1caf-462a-ba95-77b6e8d36b65)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:38:23.175767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.237323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e042f-c2e8-48f1-a491-adf26ab48fc4 None None] Pushing event updated for resources: {'Port': ['ID=227990a9-c508-4516-9f3e-c47a1dd262d5,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:23.247357 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.280664 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.318435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:23.322229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:23.325685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:38:23.333841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Pushing event updated for resources: {'Port': ['ID=d383adcf-c803-473c-9122-9f5772b3a265,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:23.673925 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Sync routers for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:38:23.683829 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:23.684432 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:23.791523 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:23.924624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:23.994629 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 2, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:24.020112 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Checking router: 48851093-cd66-4153-9ec3-0e65a8f62601 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:38:24.020526 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Updating router 48851093-cd66-4153-9ec3-0e65a8f62601 port 4368ace8-7234-47ec-9156-f3453a2a6a2c binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:38:24.045344 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.151665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.205095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 78b61be4-123c-4da3-949d-46805299be04 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:24.266132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 78b61be4-123c-4da3-949d-46805299be04 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:24.266510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.311430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Router e50e087f-be1d-4c90-a60d-8259399b1bab is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:38:24.347797 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.357339 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.362412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.387053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 78b61be4-123c-4da3-949d-46805299be04, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=78b61be4-123c-4da3-949d-46805299be04,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:24.393333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.394455 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 227990a9-c508-4516-9f3e-c47a1dd262d5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:24.404743 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Pushing event updated for resources: {'Port': ['ID=4368ace8-7234-47ec-9156-f3453a2a6a2c,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:24.435354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:38:24.438190 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.438533 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.438870 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.439496 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.439828 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.440158 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.440481 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.440818 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.441126 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.441446 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.441762 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.448204 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:38:24.467862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.471843 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dff9855e-1e17-4ccc-b05d-0ef030d33b42 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9054680 Nov 29 12:38:24.471977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Sync routers for ids ['e50e087f-be1d-4c90-a60d-8259399b1bab'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:38:24.472161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39224) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:24.482248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287b6bdb-a1b7-4bf1-810a-e035c42e53ab None None] Network 8030611e-673c-4f95-bfdd-4bae0a86e629 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:38:24.487835 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Attempting to bind port 4368ace8-7234-47ec-9156-f3453a2a6a2c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:38:24.489129 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Attempting to bind port 4368ace8-7234-47ec-9156-f3453a2a6a2c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:38:24.489724 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Attempting to bind port 4368ace8-7234-47ec-9156-f3453a2a6a2c on network b0a0d725-a14c-487f-b614-42303bcff085 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:38:24.500106 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:38:24.500484 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Checking segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:24.500886 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.501270 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Bound using segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:38:24.501732 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Bound port: 4368ace8-7234-47ec-9156-f3453a2a6a2c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:38:24.502158 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.576902 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Routers {'e50e087f-be1d-4c90-a60d-8259399b1bab'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:24.577539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e50e087f-be1d-4c90-a60d-8259399b1bab'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:24.588163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=78b61be4-123c-4da3-949d-46805299be04,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:24.594505 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] For port 4368ace8-7234-47ec-9156-f3453a2a6a2c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:38:24.598167 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] For port 4368ace8-7234-47ec-9156-f3453a2a6a2c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=4368ace8-7234-47ec-9156-f3453a2a6a2c,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:38:24.605544 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.665834 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402e068-f80c-4021-ac8c-18da2f8522b9 None None] Pushing event updated for resources: {'Port': ['ID=4368ace8-7234-47ec-9156-f3453a2a6a2c,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:24.680366 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:24.682016 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:24.693182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a267a809-9263-4075-b86a-aa8d603c7acc None None] Provisioning complete for port 227990a9-c508-4516-9f3e-c47a1dd262d5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:24.693558 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a267a809-9263-4075-b86a-aa8d603c7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.796510 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 227990a9-c508-4516-9f3e-c47a1dd262d5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:24.797047 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:24.854539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Set router e50e087f-be1d-4c90-a60d-8259399b1bab gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:24.906138 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:24.956528 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.097604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a267a809-9263-4075-b86a-aa8d603c7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.126723 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:25.138644 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.139079 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Allocated IP 172.20.0.1 (8030611e-673c-4f95-bfdd-4bae0a86e629/753e39d7-d243-4fb9-b546-9ebb8a188d24/df937875-7b58-4bb6-99bc-2c15d1d1c86e) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:38:25.156641 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76daffd6-d947-4e67-b844-ac1a71ef7656 None None] The sync data for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv is: [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:38:25.352365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-a267a809-9263-4075-b86a-aa8d603c7acc None None] For port 227990a9-c508-4516-9f3e-c47a1dd262d5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=227990a9-c508-4516-9f3e-c47a1dd262d5,segment=NetworkSegment(c09131af-1caf-462a-ba95-77b6e8d36b65),segment_id=c09131af-1caf-462a-ba95-77b6e8d36b65)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:25.360099 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a267a809-9263-4075-b86a-aa8d603c7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.417215 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:38:23Z', 'revision_number': 3, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port': {'id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:23Z', 'updated_at': '2021-11-29T12:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:25.460632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Checking router: e50e087f-be1d-4c90-a60d-8259399b1bab for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:38:25.460915 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Updating router e50e087f-be1d-4c90-a60d-8259399b1bab port d383adcf-c803-473c-9122-9f5772b3a265 binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:38:25.478293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:38:25.478647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:38:25.506648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267a809-9263-4075-b86a-aa8d603c7acc None None] Pushing event updated for resources: {'Port': ['ID=227990a9-c508-4516-9f3e-c47a1dd262d5,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:25.514466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.525702 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.539809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-89382463-f270-4b0f-9996-71d970939341 None None] Provisioning complete for port 227990a9-c508-4516-9f3e-c47a1dd262d5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:25.540506 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89382463-f270-4b0f-9996-71d970939341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.562186 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.603937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Network 8030611e-673c-4f95-bfdd-4bae0a86e629 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:25.608267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:25.614950 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:38:25.618742 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Pushing event updated for resources: {'Port': ['ID=df937875-7b58-4bb6-99bc-2c15d1d1c86e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:25.664291 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.780362 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-89382463-f270-4b0f-9996-71d970939341 None None] Provisioning complete for port 4368ace8-7234-47ec-9156-f3453a2a6a2c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:25.780741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89382463-f270-4b0f-9996-71d970939341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.830558 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.907741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.916882 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:25.951853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89382463-f270-4b0f-9996-71d970939341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.009621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373cae9-7f2b-4c9d-a90f-629e373679ac None None] Pushing event updated for resources: {'Port': ['ID=d383adcf-c803-473c-9122-9f5772b3a265,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:26.017350 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.018692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Attempting to bind port d383adcf-c803-473c-9122-9f5772b3a265 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:38:26.018866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Attempting to bind port d383adcf-c803-473c-9122-9f5772b3a265 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:38:26.019307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Attempting to bind port d383adcf-c803-473c-9122-9f5772b3a265 on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:38:26.023370 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.037636 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:38:26.038062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:26.038466 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.038857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:38:26.039315 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Bound port: d383adcf-c803-473c-9122-9f5772b3a265, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:38:26.039696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.042149 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-89382463-f270-4b0f-9996-71d970939341 None None] For port 4368ace8-7234-47ec-9156-f3453a2a6a2c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=4368ace8-7234-47ec-9156-f3453a2a6a2c,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:26.063774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-89382463-f270-4b0f-9996-71d970939341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.097630 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.100200 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Pushing event updated for resources: {'Port': ['ID=df937875-7b58-4bb6-99bc-2c15d1d1c86e,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:26.139766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89382463-f270-4b0f-9996-71d970939341 None None] Pushing event updated for resources: {'Port': ['ID=4368ace8-7234-47ec-9156-f3453a2a6a2c,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:26.142816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] For port d383adcf-c803-473c-9122-9f5772b3a265, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:38:26.146108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] For port d383adcf-c803-473c-9122-9f5772b3a265, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d383adcf-c803-473c-9122-9f5772b3a265,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:38:26.152022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.205579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Network 8030611e-673c-4f95-bfdd-4bae0a86e629 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:26.207028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:26.211890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4368ace8-7234-47ec-9156-f3453a2a6a2c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:26.244448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a88435f2-5810-4384-be8a-20df50656feb None None] Provisioning complete for port df937875-7b58-4bb6-99bc-2c15d1d1c86e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:26.244829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a88435f2-5810-4384-be8a-20df50656feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.246409 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373cae9-7f2b-4c9d-a90f-629e373679ac None None] Pushing event updated for resources: {'Port': ['ID=d383adcf-c803-473c-9122-9f5772b3a265,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:26.251745 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Routers {'e50e087f-be1d-4c90-a60d-8259399b1bab'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:26.252388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e50e087f-be1d-4c90-a60d-8259399b1bab'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:26.335432 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Router e50e087f-be1d-4c90-a60d-8259399b1bab has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:38:26.363860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a88435f2-5810-4384-be8a-20df50656feb None None] Port df937875-7b58-4bb6-99bc-2c15d1d1c86e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:38:26.390821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 4368ace8-7234-47ec-9156-f3453a2a6a2c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:26.391190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.422157 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] Set router e50e087f-be1d-4c90-a60d-8259399b1bab gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:26.443716 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:38:26.449558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-85f1fae2-3c99-45fc-a690-090b86479378 admin admin] 10.222.0.23 "PUT /v2.0/routers/e50e087f-be1d-4c90-a60d-8259399b1bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9763465 Nov 29 12:38:26.578271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2c00f239-55b2-43dc-9a4d-d1135c2bc5c2 None None] Provisioning complete for port df937875-7b58-4bb6-99bc-2c15d1d1c86e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:26.578646 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c00f239-55b2-43dc-9a4d-d1135c2bc5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.632548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 78b61be4-123c-4da3-949d-46805299be04 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:26.661474 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2c00f239-55b2-43dc-9a4d-d1135c2bc5c2 None None] Port df937875-7b58-4bb6-99bc-2c15d1d1c86e cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:38:26.721695 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 78b61be4-123c-4da3-949d-46805299be04 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:26.721999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:26.761415 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 4, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port': {'id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:23Z', 'updated_at': '2021-11-29T12:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'df937875-7b58-4bb6-99bc-2c15d1d1c86e', 'name': '', 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'mac_address': 'fa:16:3e:0c:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:24Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 2, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'subnets': [{'id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:26.792823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6656b3-4d8a-4fb9-bf3b-d2ec7dfdee33 None None] The sync data for ids ['e50e087f-be1d-4c90-a60d-8259399b1bab'] in dv-neutron-819578-1-hyperv is: [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 4, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port': {'id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:23Z', 'updated_at': '2021-11-29T12:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'df937875-7b58-4bb6-99bc-2c15d1d1c86e', 'name': '', 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'mac_address': 'fa:16:3e:0c:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:24Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 2, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'subnets': [{'id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:38:26.837647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 227990a9-c508-4516-9f3e-c47a1dd262d5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:26.884526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 227990a9-c508-4516-9f3e-c47a1dd262d5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:26.884898 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.062136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39232) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:27.072425 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c7f8eb9b-9e06-4bd9-9a4d-c9afc4c665da tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683994026', 'description': 'tempest-secgroup-smoke-1683994026 description', 'project_id': '2c72301953ec4a03bf57dbbda04c854e'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:27.098206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eb9b-9e06-4bd9-9a4d-c9afc4c665da tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.174893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eb9b-9e06-4bd9-9a4d-c9afc4c665da tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.178865 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eb9b-9e06-4bd9-9a4d-c9afc4c665da tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.208369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c7f8eb9b-9e06-4bd9-9a4d-c9afc4c665da tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.213042 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c7f8eb9b-9e06-4bd9-9a4d-c9afc4c665da tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1451726 Nov 29 12:38:27.213042 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8eb9b-9e06-4bd9-9a4d-c9afc4c665da tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19207d05-943b-49ec-8d06-1b744d18672a,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:27.213400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39234) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:27.220297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-28c1c737-de77-43e9-90ab-e8361fadb3f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': '19207d05-943b-49ec-8d06-1b744d18672a', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:27.249327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c1c737-de77-43e9-90ab-e8361fadb3f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.310424 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c1c737-de77-43e9-90ab-e8361fadb3f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.314230 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c1c737-de77-43e9-90ab-e8361fadb3f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.334544 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1c737-de77-43e9-90ab-e8361fadb3f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159332fb-abdb-4293-a096-d0679f27ad59,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:27.341448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-28c1c737-de77-43e9-90ab-e8361fadb3f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.342700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-28c1c737-de77-43e9-90ab-e8361fadb3f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268556 Nov 29 12:38:27.345508 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39236) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:27.349984 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-3165c7e9-5fec-4191-802d-fbd3dc049697 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': '19207d05-943b-49ec-8d06-1b744d18672a', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:27.377785 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3165c7e9-5fec-4191-802d-fbd3dc049697 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.437134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3165c7e9-5fec-4191-802d-fbd3dc049697 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.440431 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3165c7e9-5fec-4191-802d-fbd3dc049697 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.461264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165c7e9-5fec-4191-802d-fbd3dc049697 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b83652-513c-4fa4-9191-7f43a6df0d33,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:27.468021 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3165c7e9-5fec-4191-802d-fbd3dc049697 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.469196 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3165c7e9-5fec-4191-802d-fbd3dc049697 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227190 Nov 29 12:38:27.471946 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39238) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:27.476801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-7762f416-9b13-4158-a526-c39a822d878f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': '19207d05-943b-49ec-8d06-1b744d18672a', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:27.502342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7762f416-9b13-4158-a526-c39a822d878f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.566761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7762f416-9b13-4158-a526-c39a822d878f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.570704 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7762f416-9b13-4158-a526-c39a822d878f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.589102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762f416-9b13-4158-a526-c39a822d878f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887dc666-a2b8-4fb3-b8bd-7436450b4e68,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:27.593748 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7762f416-9b13-4158-a526-c39a822d878f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.595050 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7762f416-9b13-4158-a526-c39a822d878f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220686 Nov 29 12:38:27.597797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39240) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:27.602253 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-1243d5fa-2e15-4f25-a54f-552f050374a9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': '19207d05-943b-49ec-8d06-1b744d18672a', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:27.627761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1243d5fa-2e15-4f25-a54f-552f050374a9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.686342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1243d5fa-2e15-4f25-a54f-552f050374a9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.689751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1243d5fa-2e15-4f25-a54f-552f050374a9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.708404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243d5fa-2e15-4f25-a54f-552f050374a9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb536cd-d1a8-4409-8fe5-4f807bbe14ec,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:27.719666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1243d5fa-2e15-4f25-a54f-552f050374a9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.720832 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1243d5fa-2e15-4f25-a54f-552f050374a9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220162 Nov 29 12:38:27.723598 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39242) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:27.728418 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c9f3c26f-dc0d-40f7-8257-cc285de34644 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': '19207d05-943b-49ec-8d06-1b744d18672a', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:27.749476 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-c9f3c26f-dc0d-40f7-8257-cc285de34644 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Project 2c72301953ec4a03bf57dbbda04c854e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:38:27.754209 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c26f-dc0d-40f7-8257-cc285de34644 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.813500 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c26f-dc0d-40f7-8257-cc285de34644 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.819673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c26f-dc0d-40f7-8257-cc285de34644 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.846104 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3c26f-dc0d-40f7-8257-cc285de34644 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd91dc84-f699-482b-bed3-d8175480ff17,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:27.870267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c9f3c26f-dc0d-40f7-8257-cc285de34644 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.872077 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c9f3c26f-dc0d-40f7-8257-cc285de34644 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475613 Nov 29 12:38:27.875092 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39244) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:27.879734 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-84df26f0-72b0-4530-a600-f211f7a197b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': '19207d05-943b-49ec-8d06-1b744d18672a', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:27.909005 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-84df26f0-72b0-4530-a600-f211f7a197b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Project 2c72301953ec4a03bf57dbbda04c854e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:38:27.915144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84df26f0-72b0-4530-a600-f211f7a197b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.962532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.981359 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84df26f0-72b0-4530-a600-f211f7a197b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:27.985311 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84df26f0-72b0-4530-a600-f211f7a197b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:28.004038 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df26f0-72b0-4530-a600-f211f7a197b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae160c5-6848-46eb-ac4a-6fceb260d3b1,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:28.012268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-84df26f0-72b0-4530-a600-f211f7a197b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:28.013668 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-84df26f0-72b0-4530-a600-f211f7a197b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373944 Nov 29 12:38:28.233315 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-671162e6-4f9b-46aa-94de-30a01bf92608 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683994026&fields=id&tenant_id=2c72301953ec4a03bf57dbbda04c854e HTTP/1.1" status: 200 len: 267 time: 0.0382903 Nov 29 12:38:28.236477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d383adcf-c803-473c-9122-9f5772b3a265 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:28.288404 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d383adcf-c803-473c-9122-9f5772b3a265 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:28.288771 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:28.347245 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-d35aa0b6-2ca1-4b2a-8420-9afccf646686 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:28.348757 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-d35aa0b6-2ca1-4b2a-8420-9afccf646686 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 809 time: 0.1086524 Nov 29 12:38:28.365541 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-8d44f781-10f3-4551-85b7-4156c9fadeaa tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/quotas/2c72301953ec4a03bf57dbbda04c854e HTTP/1.1" status: 200 len: 375 time: 0.0104311 Nov 29 12:38:28.367064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:28.388410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port d383adcf-c803-473c-9122-9f5772b3a265, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d383adcf-c803-473c-9122-9f5772b3a265,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:28.392467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:28.393367 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4368ace8-7234-47ec-9156-f3453a2a6a2c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:28.424792 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-db9ab556-f9eb-4442-80f6-5690f957fd08 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535128 Nov 29 12:38:28.472111 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=d383adcf-c803-473c-9122-9f5772b3a265,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:28.484652 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 4368ace8-7234-47ec-9156-f3453a2a6a2c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:28.485034 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:28.557635 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-001a3ef6-425b-4878-b620-0c2397eea1c3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:38:28.558657 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-001a3ef6-425b-4878-b620-0c2397eea1c3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1212580 Nov 29 12:38:28.646499 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-79d38f3b-6451-49a5-beea-f26e53c40b1d service neutron] 10.222.0.23 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814030 Nov 29 12:38:28.738919 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-7f4bda56-90ac-48e1-bca1-c531f1e0b34d service neutron] 10.222.0.23 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861070 Nov 29 12:38:28.897053 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e4814834-4851-4850-916f-e4a19831faa4 req-d6ce1248-62e8-4f20-8601-c4effe6724fc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 210 time: 0.0273249 Nov 29 12:38:29.215330 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Sync routers for ids ['e50e087f-be1d-4c90-a60d-8259399b1bab'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:38:29.224281 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Routers {'e50e087f-be1d-4c90-a60d-8259399b1bab'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:29.224878 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e50e087f-be1d-4c90-a60d-8259399b1bab'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:29.329400 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Set router e50e087f-be1d-4c90-a60d-8259399b1bab gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:29.524669 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 4, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port': {'id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:23Z', 'updated_at': '2021-11-29T12:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'df937875-7b58-4bb6-99bc-2c15d1d1c86e', 'name': '', 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'mac_address': 'fa:16:3e:0c:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:24Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 2, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'subnets': [{'id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:29.550531 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Checking router: e50e087f-be1d-4c90-a60d-8259399b1bab for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:38:29.550885 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Updating router e50e087f-be1d-4c90-a60d-8259399b1bab port df937875-7b58-4bb6-99bc-2c15d1d1c86e binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:38:29.574435 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:29.816216 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-4c70921f-d09e-495f-86b1-637a9a1db2c8 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:29.817700 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-4c70921f-d09e-495f-86b1-637a9a1db2c8 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 809 time: 0.1130879 Nov 29 12:38:29.841495 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:29.847963 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:29.863361 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-9861c4af-205e-43eb-af21-b0ac240c42d6 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c72301953ec4a03bf57dbbda04c854e HTTP/1.1" status: 200 len: 380 time: 0.0365069 Nov 29 12:38:29.877443 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'port': {'device_id': 'b2072b72-8356-445d-86df-cfb5769c8558', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'admin_state_up': True, 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'security_groups': ['19207d05-943b-49ec-8d06-1b744d18672a']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:29.896208 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162736-52b5-45ca-a0fa-c98ed209b7c7 None None] Pushing event updated for resources: {'Port': ['ID=df937875-7b58-4bb6-99bc-2c15d1d1c86e,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:29.952529 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Attempting to bind port df937875-7b58-4bb6-99bc-2c15d1d1c86e on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:38:29.953059 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Attempting to bind port df937875-7b58-4bb6-99bc-2c15d1d1c86e by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:38:29.953656 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Attempting to bind port df937875-7b58-4bb6-99bc-2c15d1d1c86e on network 8030611e-673c-4f95-bfdd-4bae0a86e629 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:38:29.964944 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:38:29.965655 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Checking segment: {'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:29.966206 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:29.966671 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Bound using segment: {'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:38:29.967211 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Bound port: df937875-7b58-4bb6-99bc-2c15d1d1c86e, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09131af-1caf-462a-ba95-77b6e8d36b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:38:29.967664 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.003213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Made reservation on behalf of 2c72301953ec4a03bf57dbbda04c854e for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:38:30.007628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.010283 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-92a4489c-0353-44b4-826a-66eb5806a081 req-8a0ab3a5-c2d4-41ab-a502-3b66b9d19f76 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 210 time: 0.0308988 Nov 29 12:38:30.049837 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] For port df937875-7b58-4bb6-99bc-2c15d1d1c86e, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:38:30.053214 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] For port df937875-7b58-4bb6-99bc-2c15d1d1c86e, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=df937875-7b58-4bb6-99bc-2c15d1d1c86e,segment=NetworkSegment(c09131af-1caf-462a-ba95-77b6e8d36b65),segment_id=c09131af-1caf-462a-ba95-77b6e8d36b65)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:38:30.058612 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.123331 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Routers {'e50e087f-be1d-4c90-a60d-8259399b1bab'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:30.123822 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e50e087f-be1d-4c90-a60d-8259399b1bab'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:30.164929 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d383adcf-c803-473c-9122-9f5772b3a265 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:30.186830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Allocated IP 172.20.0.7 (b0a0d725-a14c-487f-b614-42303bcff085/180d87ec-f1c3-44e5-8a7f-4cebeba43cf4/37d3b4b8-1da8-4558-8aff-8147567bff6b) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:38:30.221630 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02162736-52b5-45ca-a0fa-c98ed209b7c7 None None] Pushing event updated for resources: {'Port': ['ID=df937875-7b58-4bb6-99bc-2c15d1d1c86e,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:30.226522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-06d2d23b-0aff-42c6-a383-ea4035bac7fb None None] Provisioning complete for port df937875-7b58-4bb6-99bc-2c15d1d1c86e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:30.226897 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06d2d23b-0aff-42c6-a383-ea4035bac7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.259148 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] Set router e50e087f-be1d-4c90-a60d-8259399b1bab gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:30.285904 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port d383adcf-c803-473c-9122-9f5772b3a265 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:30.286306 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.353800 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06d2d23b-0aff-42c6-a383-ea4035bac7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.365528 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.406254 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.417055 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-06d2d23b-0aff-42c6-a383-ea4035bac7fb None None] For port df937875-7b58-4bb6-99bc-2c15d1d1c86e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=df937875-7b58-4bb6-99bc-2c15d1d1c86e,segment=NetworkSegment(c09131af-1caf-462a-ba95-77b6e8d36b65),segment_id=c09131af-1caf-462a-ba95-77b6e8d36b65)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:30.422773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-06d2d23b-0aff-42c6-a383-ea4035bac7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.459382 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Network b0a0d725-a14c-487f-b614-42303bcff085 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:30.461068 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:30.463826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:30.466003 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:38:30.502364 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2d23b-0aff-42c6-a383-ea4035bac7fb None None] Pushing event updated for resources: {'Port': ['ID=df937875-7b58-4bb6-99bc-2c15d1d1c86e,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:30.509148 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 4, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port': {'id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:23Z', 'updated_at': '2021-11-29T12:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'df937875-7b58-4bb6-99bc-2c15d1d1c86e', 'name': '', 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'mac_address': 'fa:16:3e:0c:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:24Z', 'updated_at': '2021-11-29T12:38:30Z', 'revision_number': 4, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'subnets': [{'id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:30.526679 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:30.527315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.541661 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a45cde-ec4a-41d6-b4b1-5c5567a51fa1 None None] The sync data for ids ['e50e087f-be1d-4c90-a60d-8259399b1bab'] in dv-neutron-819578-1-hyperv is: [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 4, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port': {'id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:23Z', 'updated_at': '2021-11-29T12:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'df937875-7b58-4bb6-99bc-2c15d1d1c86e', 'name': '', 'network_id': '8030611e-673c-4f95-bfdd-4bae0a86e629', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'mac_address': 'fa:16:3e:0c:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:24Z', 'updated_at': '2021-11-29T12:38:30Z', 'revision_number': 4, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'subnets': [{'id': '753e39d7-d243-4fb9-b546-9ebb8a188d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:38:30.543711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-4dec2f11-867a-44aa-ab98-ef3292099436 None None] Provisioning complete for port df937875-7b58-4bb6-99bc-2c15d1d1c86e triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:30.544090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4dec2f11-867a-44aa-ab98-ef3292099436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.556016 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-654c07f4-7ac2-4518-a032-5585c8fca42e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6832204 Nov 29 12:38:30.569415 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Request body: {'port': {'device_id': 'b2072b72-8356-445d-86df-cfb5769c8558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:30.635933 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.751410 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb4f2-577a-4797-acec-3b11a4215c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.766742 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-07f9fee0-f205-4d8c-a549-80205a4016f4 None None] Provisioning complete for port 37d3b4b8-1da8-4558-8aff-8147567bff6b triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:30.767365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-07f9fee0-f205-4d8c-a549-80205a4016f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.804338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-07f9fee0-f205-4d8c-a549-80205a4016f4 None None] Port 37d3b4b8-1da8-4558-8aff-8147567bff6b cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:38:30.917074 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d3b4b8-1da8-4558-8aff-8147567bff6b {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:38:30.930511 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:30.944103 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Transition to ACTIVE for port object 37d3b4b8-1da8-4558-8aff-8147567bff6b will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:38:30.948138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:31.016980 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:31.078795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Attempting to bind port 37d3b4b8-1da8-4558-8aff-8147567bff6b on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:38:31.079378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Attempting to bind port 37d3b4b8-1da8-4558-8aff-8147567bff6b by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:38:31.080181 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Attempting to bind port 37d3b4b8-1da8-4558-8aff-8147567bff6b on network b0a0d725-a14c-487f-b614-42303bcff085 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:38:31.086995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Port 37d3b4b8-1da8-4558-8aff-8147567bff6b on network b0a0d725-a14c-487f-b614-42303bcff085 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:38:31.087573 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Attempting to bind port 37d3b4b8-1da8-4558-8aff-8147567bff6b on network b0a0d725-a14c-487f-b614-42303bcff085 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:38:31.093697 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:38:31.094315 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Checking segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:38:31.095001 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Bound using segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:38:31.095593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Bound port: 37d3b4b8-1da8-4558-8aff-8147567bff6b, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:38:31.096192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:31.144328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28d2e4-019f-4194-aa04-4a0b26efb56f req-6e612b72-d7fc-4d38-9b48-ae52a23318e7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.145776 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7f28d2e4-019f-4194-aa04-4a0b26efb56f req-6e612b72-d7fc-4d38-9b48-ae52a23318e7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0534942 Nov 29 12:38:31.166468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:38:31.169704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:38:31.175411 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:31.190044 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7f28d2e4-019f-4194-aa04-4a0b26efb56f req-6d96ffad-dafc-448c-85e7-bf3cac18dda3 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370204 Nov 29 12:38:31.205292 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.206063 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:31.207532 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] 10.222.0.30 "PUT /v2.0/ports/37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 1093 time: 0.6425745 Nov 29 12:38:31.210558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:38:31.213541 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd12dfc-69c1-4557-8a6c-438351949292" -d '{"events": [{"name": "network-changed", "server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:38:31.247774 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a8bdd-6254-4551-aaa5-32a7ecc2c684 service neutron] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:31.263408 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9639590f-6174-476c-a4e1-4479cd38f237 x-openstack-request-id: req-9639590f-6174-476c-a4e1-4479cd38f237 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:38:31.263703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:38:31.263953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9639590f-6174-476c-a4e1-4479cd38f237 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:38:31.264349 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'status': 'completed', 'code': 200} Nov 29 12:38:31.294325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-02ef4a33-a323-4859-98b1-e111328e66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.295867 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-02ef4a33-a323-4859-98b1-e111328e66b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1096 time: 0.0444939 Nov 29 12:38:31.341487 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-6798a510-11da-41f8-965d-cfbdfdbee0bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 217 time: 0.0384073 Nov 29 12:38:31.392287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-f619beed-5877-4fcd-9092-a2987c265c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.393783 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-f619beed-5877-4fcd-9092-a2987c265c85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0455420 Nov 29 12:38:31.438887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-0a00d1f3-b904-42cb-a8b2-c5ce2a473c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.440221 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-0a00d1f3-b904-42cb-a8b2-c5ce2a473c04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383849 Nov 29 12:38:31.532790 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-428829f6-8fd9-45d4-bb4d-0936b26a35dd service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 Nov 29 12:38:31.619693 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-85011cac-6c61-4781-9cee-99f27f4dd1d6 req-aeccd43b-84b4-4442-b935-afec72b27a96 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798485 Nov 29 12:38:31.714685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-0c62d335-87a8-4764-9cee-5af12ab453e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.716060 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-0c62d335-87a8-4764-9cee-5af12ab453e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1096 time: 0.0489419 Nov 29 12:38:31.802084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-863f17f2-c962-4718-9227-77f2ab34b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.804156 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-863f17f2-c962-4718-9227-77f2ab34b326 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0805311 Nov 29 12:38:31.844496 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-0b1254ec-4f93-44a5-a442-3846ca0cd609 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 217 time: 0.0334306 Nov 29 12:38:31.895677 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-07b03e24-0210-46f9-af50-0e5c4195b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.897219 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-07b03e24-0210-46f9-af50-0e5c4195b071 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0463462 Nov 29 12:38:31.941566 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-0550cefa-0841-4465-bfc1-8a505ae9c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:31.943044 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-0550cefa-0841-4465-bfc1-8a505ae9c78e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392520 Nov 29 12:38:32.031082 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-3428f84c-4529-4253-8f29-ca4f1fd10fd7 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797076 Nov 29 12:38:32.127943 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bbd12dfc-69c1-4557-8a6c-438351949292 req-6bf353f2-e8b8-4189-9f5a-bbc21e3af9b8 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898635 Nov 29 12:38:32.166401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device df937875-7b58-4bb6-99bc-2c15d1d1c86e up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:32.212196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port df937875-7b58-4bb6-99bc-2c15d1d1c86e triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:32.212571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:32.303142 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417eead-f07c-4792-8477-209f1d3e2cf4 req-a2aac85d-d2a2-46fa-9873-0fa58eb72e20 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:32.305168 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0417eead-f07c-4792-8477-209f1d3e2cf4 req-a2aac85d-d2a2-46fa-9873-0fa58eb72e20 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0479898 Nov 29 12:38:32.344808 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0417eead-f07c-4792-8477-209f1d3e2cf4 req-1b42a272-9be9-4782-81c4-8eb87d692df7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336843 Nov 29 12:38:33.307428 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d58e770a-2139-4694-ade2-c2cddf33f021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:33.459527 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aaadc-099d-4226-85d3-fb72b82cc5ca req-a6803c3e-2df6-40ae-929c-59f36d2f7860 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:33.460939 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1b9aaadc-099d-4226-85d3-fb72b82cc5ca req-a6803c3e-2df6-40ae-929c-59f36d2f7860 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0492387 Nov 29 12:38:33.497991 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1b9aaadc-099d-4226-85d3-fb72b82cc5ca req-23954f73-0659-451e-b05d-78f556338b07 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Nov 29 12:38:33.741717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:34.608664 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4db4ad-4772-4f94-8223-93c2736b9976 req-6be7aeec-50c5-43d6-a594-f61bd107d916 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:34.610121 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cb4db4ad-4772-4f94-8223-93c2736b9976 req-6be7aeec-50c5-43d6-a594-f61bd107d916 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0481482 Nov 29 12:38:34.647502 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cb4db4ad-4772-4f94-8223-93c2736b9976 req-640c4302-ef5e-4b32-abdd-2db46abcca3a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Nov 29 12:38:34.862494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:35.471337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:38:35.562159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:35.573457 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'port_id': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'mac_address': 'fa:16:3e:74:1c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:38:35.614792 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:35.627001 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d3b4b8-1da8-4558-8aff-8147567bff6b {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:38:35.645090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:35.650443 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:35.696653 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:35.764358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f22fb-a8a2-42d8-9439-82c8b4550f02 req-47e1256e-3170-4e6b-9926-8ac5d6dcb607 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:35.765927 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3c4f22fb-a8a2-42d8-9439-82c8b4550f02 req-47e1256e-3170-4e6b-9926-8ac5d6dcb607 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 944 time: 0.0518677 Nov 29 12:38:35.807930 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3c4f22fb-a8a2-42d8-9439-82c8b4550f02 req-0175c9d9-035a-4d98-a10d-af3862a44d21 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359461 Nov 29 12:38:35.978250 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['37d3b4b8-1da8-4558-8aff-8147567bff6b'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:38:36.200244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:36.921764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19346c18-fe37-40f5-a3bc-c1accc95e13d req-c86f8c7f-bc4e-47e7-ba0c-53f705f39e20 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:36.923256 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19346c18-fe37-40f5-a3bc-c1accc95e13d req-c86f8c7f-bc4e-47e7-ba0c-53f705f39e20 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 944 time: 0.0497761 Nov 29 12:38:36.959939 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19346c18-fe37-40f5-a3bc-c1accc95e13d req-73df8b1a-e9aa-4c93-a7f6-433d3975c570 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303757 Nov 29 12:38:37.466549 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:38:37.514835 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 37d3b4b8-1da8-4558-8aff-8147567bff6b completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:38:37.518599 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 37d3b4b8-1da8-4558-8aff-8147567bff6b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:38:37.518969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:37.599535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:37.621727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:38:37.623980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d21c300-877b-4263-b89b-bd7efc573c4d" -d '{"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-plugged", "status": "completed", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:38:37.636070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:38:37.640189 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:37.665346 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1b0933-a296-41e7-ac31-02ee606543ea x-openstack-request-id: req-6b1b0933-a296-41e7-ac31-02ee606543ea {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:38:37.665634 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-plugged", "status": "completed", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:38:37.665877 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b1b0933-a296-41e7-ac31-02ee606543ea {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:38:37.666289 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'code': 200} Nov 29 12:38:37.694216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:37.824922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ea330-2ac2-4082-a01e-c465d604757e req-de3927be-6f31-4d5e-9cac-8f12e80ce1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:37.826409 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f57ea330-2ac2-4082-a01e-c465d604757e req-de3927be-6f31-4d5e-9cac-8f12e80ce1d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1098 time: 0.0397632 Nov 29 12:38:37.860601 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f57ea330-2ac2-4082-a01e-c465d604757e req-abbb1e9b-7915-485b-9b1f-957990aeb684 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273600 Nov 29 12:38:38.070625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b635f6d-b480-4793-a598-bd2f76659246 req-9312c0fc-a88d-4354-aac0-e7d277e3f50b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:38.072069 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b635f6d-b480-4793-a598-bd2f76659246 req-9312c0fc-a88d-4354-aac0-e7d277e3f50b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0477393 Nov 29 12:38:38.110100 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0b635f6d-b480-4793-a598-bd2f76659246 req-62a37fdf-db2e-425e-8180-8b2470c68193 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318134 Nov 29 12:38:39.224971 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282915f-a4eb-4868-a492-f32ebea9c412 req-32b07f0f-b050-487d-82f8-730be0cb6d47 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:39.227140 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f282915f-a4eb-4868-a492-f32ebea9c412 req-32b07f0f-b050-487d-82f8-730be0cb6d47 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0490320 Nov 29 12:38:39.266872 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f282915f-a4eb-4868-a492-f32ebea9c412 req-fe63c920-0fa5-421b-b076-b51ab083c53f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338483 Nov 29 12:38:39.378681 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee48060-4947-4530-8c3f-8d2c72f93837 req-a3e3335b-1297-4e43-87c8-c6bdc86d928b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:39.380112 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3ee48060-4947-4530-8c3f-8d2c72f93837 req-a3e3335b-1297-4e43-87c8-c6bdc86d928b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0481584 Nov 29 12:38:39.417210 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-3ee48060-4947-4530-8c3f-8d2c72f93837 req-7a9be2c9-634d-4ae4-a131-cf27750acde4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312645 Nov 29 12:38:39.437880 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39304) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:39.566479 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6f14b9-6efc-4464-8a8c-543b79c92fb2 tempest-TestShelveInstance-785515140 tempest-TestShelveInstance-785515140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:39.567965 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7c6f14b9-6efc-4464-8a8c-543b79c92fb2 tempest-TestShelveInstance-785515140 tempest-TestShelveInstance-785515140-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1093 time: 0.1290388 Nov 29 12:38:39.571449 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39310) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:38:39.575866 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:38:39.597387 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for floatingip, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:39.688350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:39.790631 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Allocated IP 172.26.5.160 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/dac074f5-0c5e-4a3c-9419-2e1fa88e2d17) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:38:39.888577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:39.920166 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:39.957010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:38:39.961032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:38:39.967148 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:38:39.970077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'Port': ['ID=dac074f5-0c5e-4a3c-9419-2e1fa88e2d17,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:40.296367 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:40.363190 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:40.503825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:40.508220 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:40.577091 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'Port': ['ID=dac074f5-0c5e-4a3c-9419-2e1fa88e2d17,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:38:40.588143 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:40.684122 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.l3_db [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Floating IP 66100991-dd68-48e6-8571-4c47b0cc862a associated. External IP: 172.26.5.160, port: 37d3b4b8-1da8-4558-8aff-8147567bff6b. Nov 29 12:38:40.878136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Router 48851093-cd66-4153-9ec3-0e65a8f62601 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:38:40.980744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:38:40.990885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] Sync routers for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:38:40.997240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:41.001184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:41.001903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:41.024243 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-38087654-afa4-4391-ae50-9a4787cab837 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4518089 Nov 29 12:38:41.024841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:38:41.027105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e43d468-3d25-4906-befa-728f1bd947ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:38:41.061230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25492c38-cf2b-46e3-8585-85d20801aa43 x-openstack-request-id: req-25492c38-cf2b-46e3-8585-85d20801aa43 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:38:41.061517 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:38:41.061770 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25492c38-cf2b-46e3-8585-85d20801aa43 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:38:41.062196 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'status': 'completed', 'code': 200} Nov 29 12:38:41.107789 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:41.125635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43d468-3d25-4906-befa-728f1bd947ce req-551bc1b5-6461-4f8c-9575-a8de9c32927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:41.127162 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3e43d468-3d25-4906-befa-728f1bd947ce req-551bc1b5-6461-4f8c-9575-a8de9c32927c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1098 time: 0.0429277 Nov 29 12:38:41.219086 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43d468-3d25-4906-befa-728f1bd947ce req-d2b3bc70-0a17-44b7-b601-e5c38d074693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:41.220463 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3e43d468-3d25-4906-befa-728f1bd947ce req-d2b3bc70-0a17-44b7-b601-e5c38d074693 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0863869 Nov 29 12:38:41.287342 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3e43d468-3d25-4906-befa-728f1bd947ce req-274d5e68-7054-4f05-a202-303aced3d4cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 999 time: 0.0591021 Nov 29 12:38:41.326601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '66100991-dd68-48e6-8571-4c47b0cc862a', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'floating_ip_address': '172.26.5.160', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'port_id': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'mac_address': 'fa:16:3e:74:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2072b72-8356-445d-86df-cfb5769c8558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:38:40Z', 'updated_at': '2021-11-29T12:38:40Z', 'revision_number': 0, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:41.336875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43d468-3d25-4906-befa-728f1bd947ce req-7a4a8256-89f7-433d-a99c-c1ae1a235bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:41.338360 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3e43d468-3d25-4906-befa-728f1bd947ce req-7a4a8256-89f7-433d-a99c-c1ae1a235bac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0436711 Nov 29 12:38:41.352494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] Checking router: 48851093-cd66-4153-9ec3-0e65a8f62601 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:38:41.360879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:38:41.361503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:38:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:41.383207 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43d468-3d25-4906-befa-728f1bd947ce req-1c97bdcf-c7ea-4231-b914-0c4f52f5f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:38:41.384787 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3e43d468-3d25-4906-befa-728f1bd947ce req-1c97bdcf-c7ea-4231-b914-0c4f52f5f734 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399551 Nov 29 12:38:41.463972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:38:41.696891 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '66100991-dd68-48e6-8571-4c47b0cc862a', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'floating_ip_address': '172.26.5.160', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'port_id': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'mac_address': 'fa:16:3e:74:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2072b72-8356-445d-86df-cfb5769c8558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:38:40Z', 'updated_at': '2021-11-29T12:38:40Z', 'revision_number': 0, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:38:41.723256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e9221-9cfa-43b1-b13d-589ffaf2e471 None None] The sync data for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv is: [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '66100991-dd68-48e6-8571-4c47b0cc862a', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'floating_ip_address': '172.26.5.160', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'port_id': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'mac_address': 'fa:16:3e:74:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2072b72-8356-445d-86df-cfb5769c8558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:38:40Z', 'updated_at': '2021-11-29T12:38:40Z', 'revision_number': 0, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:38:41.792651 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3e43d468-3d25-4906-befa-728f1bd947ce req-29143ec2-aa11-486a-a29b-2aec922cb4e0 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006498 Nov 29 12:38:41.884422 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3e43d468-3d25-4906-befa-728f1bd947ce req-5e09c7bd-59bb-4768-82e5-a380887cc29b service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848219 Nov 29 12:38:41.925601 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed21dfd-2601-451d-838f-dfded00c18a6 None None] New status for floating IP 66100991-dd68-48e6-8571-4c47b0cc862a: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:38:57.987727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:38:58.914317 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:39:00.746554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a8271bbb-5204-470f-a136-c295e6335b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:03.308005 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7946c5c0-15bc-4553-862f-a24ec409e64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:03.743264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:04.863199 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:06.189723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:22.004883 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-20926e3c-7b55-42c4-a6b9-bc13e49540cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430880 Nov 29 12:39:22.085835 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-ea40dd89-d7e2-4d13-bb58-cc085e6dfdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:39:22.087357 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-ea40dd89-d7e2-4d13-bb58-cc085e6dfdf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1098 time: 0.0399654 Nov 29 12:39:22.187713 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-030e1666-2274-4171-95dc-f574751fc772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:39:22.189195 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-030e1666-2274-4171-95dc-f574751fc772 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0823951 Nov 29 12:39:22.254447 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-c9fb8ee6-27ed-47b3-9170-6840b874440b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 1001 time: 0.0580368 Nov 29 12:39:22.301405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-93b45af9-91e9-4c54-842a-9d60db52f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:39:22.303314 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-93b45af9-91e9-4c54-842a-9d60db52f5b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0410991 Nov 29 12:39:22.345212 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-acfa9be6-ead5-483c-be55-f87f797feddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:39:22.346692 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-acfa9be6-ead5-483c-be55-f87f797feddc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0374012 Nov 29 12:39:22.357213 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-41bf3880-c3f5-44cc-a633-e9c274b9f2a4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:39:22.358202 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-41bf3880-c3f5-44cc-a633-e9c274b9f2a4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047064 Nov 29 12:39:22.446646 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-de2abd7b-3444-40f1-b533-9d89fa626de9 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815845 Nov 29 12:39:22.532971 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e6af3471-e7cf-4aca-9062-0c47d1f037cc req-5fb2a9e8-8faf-48f0-ba42-9c6ea18cec4b service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787051 Nov 29 12:39:28.013696 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:30.748517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f2854e9-2b38-4cb9-a796-3dd0c41c8e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:33.307838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e6fee810-3eec-4632-ade8-0c51fa835e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:33.742936 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:34.868295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:35.912939 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:39:36.191271 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:39:58.045460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:00.751283 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d35c057c-de40-4d05-84d5-c9a6f1a1c09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:03.307377 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-12e46697-fdac-4c18-89d0-1511c316993f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:03.743933 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:04.870353 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:06.194889 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:12.911241 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:40:22.561700 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-fd625487-5571-4525-a5f0-0cbcdb0c7c3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858378 Nov 29 12:40:22.640067 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-1a1d05c8-23a2-4bee-9278-09eef91c1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:40:22.641533 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-1a1d05c8-23a2-4bee-9278-09eef91c1504 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1098 time: 0.0398047 Nov 29 12:40:22.741141 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-36d2ac34-4291-443f-942b-0e20e7cfbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:40:22.743076 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-36d2ac34-4291-443f-942b-0e20e7cfbd26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0833704 Nov 29 12:40:22.813515 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-f683600f-0dfa-4042-b967-7c4a67dbcc0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 1001 time: 0.0630407 Nov 29 12:40:22.860994 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-ee5b7b7c-4ffa-4136-b7c5-1582533af982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:40:22.862402 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-ee5b7b7c-4ffa-4136-b7c5-1582533af982 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0417023 Nov 29 12:40:22.906257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-bd37ba07-7da2-4578-bf2f-7a8dde37619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:40:22.907676 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-bd37ba07-7da2-4578-bf2f-7a8dde37619d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379961 Nov 29 12:40:22.998031 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-4bd83ed3-dcda-4df7-aa42-1683ff002144 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826774 Nov 29 12:40:23.087088 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-dde1e429-133d-41eb-a56d-f8bf8886a856 req-9b6bab93-92d1-453a-96e7-b0595e8d78db service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818472 Nov 29 12:40:28.044948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:30.751611 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1b2861f1-d64e-4c6b-82a4-77d4cfaa1275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:33.307490 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e49c4aba-5d5a-4f3f-95a7-bb4cd2813d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:33.746416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:34.874537 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:36.198036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:40:49.910227 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:40:58.058581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:00.757066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6df26b5d-eca7-4697-b243-a0eb67e565f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:03.312918 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-909de5ae-a28d-4363-bc01-48ef94b7c5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:03.747612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:04.876148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:06.201984 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:08.345596 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8edc4-9e96-489d-be23-c4e0f5168ff6 req-d9889cb7-b3e4-468f-8345-72b3a261f8c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:08.347108 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8edc4-9e96-489d-be23-c4e0f5168ff6 req-d9889cb7-b3e4-468f-8345-72b3a261f8c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0508645 Nov 29 12:41:08.383771 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daa8edc4-9e96-489d-be23-c4e0f5168ff6 req-b7ac9a9d-08c7-4860-9d50-ddc2e0a4ecd6 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308688 Nov 29 12:41:09.515932 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8403c3-525c-4c9a-aefb-efa540e37fbb req-d49912cb-e79c-4dcc-b19e-67be53ffc589 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:09.517396 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cc8403c3-525c-4c9a-aefb-efa540e37fbb req-d49912cb-e79c-4dcc-b19e-67be53ffc589 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0515840 Nov 29 12:41:09.554417 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cc8403c3-525c-4c9a-aefb-efa540e37fbb req-77f72334-e115-43df-a669-39feb4b2ec8e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308344 Nov 29 12:41:10.679229 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020f64b-46d4-48fa-85a1-bc39891d012c req-c3d96272-d3f4-485f-8e14-89876c7a7e52 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:10.680679 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4020f64b-46d4-48fa-85a1-bc39891d012c req-c3d96272-d3f4-485f-8e14-89876c7a7e52 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0491989 Nov 29 12:41:10.717587 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4020f64b-46d4-48fa-85a1-bc39891d012c req-d6eda39b-d069-4074-a04a-2fbc01eaccf1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Nov 29 12:41:11.829362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aca2eb-8db7-4400-ac07-83854600ca29 req-f9aa5948-ffde-4848-95c0-e094146a2228 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:11.830750 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-15aca2eb-8db7-4400-ac07-83854600ca29 req-f9aa5948-ffde-4848-95c0-e094146a2228 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0479274 Nov 29 12:41:11.866816 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-15aca2eb-8db7-4400-ac07-83854600ca29 req-99138a57-6cff-4e1d-bce6-8f52b9c68278 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303216 Nov 29 12:41:12.983321 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196f906-245c-4f1a-b44a-8c75a7319da6 req-c754ccd8-2ef3-4c6f-802f-e075cf50bc04 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:12.984809 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e196f906-245c-4f1a-b44a-8c75a7319da6 req-c754ccd8-2ef3-4c6f-802f-e075cf50bc04 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0521543 Nov 29 12:41:13.020766 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e196f906-245c-4f1a-b44a-8c75a7319da6 req-3a7766fb-6cd0-4705-9c6b-fb0e56c7cbd6 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301521 Nov 29 12:41:14.133014 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c03b6-5cfc-41d4-95a2-ab3aa56b44d2 req-001b93e6-c82c-4470-9b8e-a746775ee256 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:14.134467 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ec5c03b6-5cfc-41d4-95a2-ab3aa56b44d2 req-001b93e6-c82c-4470-9b8e-a746775ee256 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Nov 29 12:41:14.170618 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ec5c03b6-5cfc-41d4-95a2-ab3aa56b44d2 req-53a46d34-4767-4fac-915f-e3771e011b29 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303721 Nov 29 12:41:15.282827 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0990b2-476b-423a-98f9-a363e9028633 req-99c29421-1769-4e3c-a728-22a2f16076fc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:15.284292 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6f0990b2-476b-423a-98f9-a363e9028633 req-99c29421-1769-4e3c-a728-22a2f16076fc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0480394 Nov 29 12:41:15.320614 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6f0990b2-476b-423a-98f9-a363e9028633 req-957a2dea-139a-4b6f-ba01-ff95db1e5707 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Nov 29 12:41:16.436294 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d2d0e-e66b-4d23-9476-dce452bd3899 req-e60e00d2-738e-4f79-99d1-dd0866c77c4c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:16.437676 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c5d2d0e-e66b-4d23-9476-dce452bd3899 req-e60e00d2-738e-4f79-99d1-dd0866c77c4c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0516980 Nov 29 12:41:16.474137 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1c5d2d0e-e66b-4d23-9476-dce452bd3899 req-e924796c-2e48-4b91-b784-ef6c38d2e986 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Nov 29 12:41:17.586198 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d7f2b-efa4-4763-8197-1100550c647f req-82bcf307-fcad-4b27-9dd5-78ed2edf91fe tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:17.587656 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d39d7f2b-efa4-4763-8197-1100550c647f req-82bcf307-fcad-4b27-9dd5-78ed2edf91fe tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0486085 Nov 29 12:41:17.624808 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d39d7f2b-efa4-4763-8197-1100550c647f req-045a64bd-0482-4c4c-a8f0-0073c803fb49 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312583 Nov 29 12:41:18.741081 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf8887-e88f-4a14-b9f0-de009aacf7e4 req-ec0fa043-451b-4ac5-95c8-acbe635c5121 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:18.742567 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-95cf8887-e88f-4a14-b9f0-de009aacf7e4 req-ec0fa043-451b-4ac5-95c8-acbe635c5121 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0509455 Nov 29 12:41:18.779628 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-95cf8887-e88f-4a14-b9f0-de009aacf7e4 req-09f8b8a6-f533-4248-b30b-c4656c2d033c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306966 Nov 29 12:41:19.895740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6ae69-85d4-4d49-9cac-027b0c147012 req-24e7a3e9-6b72-452b-83f4-3c8bdec887b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:19.897171 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-89f6ae69-85d4-4d49-9cac-027b0c147012 req-24e7a3e9-6b72-452b-83f4-3c8bdec887b5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0513318 Nov 29 12:41:19.934294 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-89f6ae69-85d4-4d49-9cac-027b0c147012 req-8b746099-b48b-4e57-9a47-e19fa04885b2 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311885 Nov 29 12:41:21.046066 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5402e-b738-40f0-a795-1f4526477094 req-fb186bc3-dac5-4eab-802c-33bac7eebc94 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:21.047519 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1e5402e-b738-40f0-a795-1f4526477094 req-fb186bc3-dac5-4eab-802c-33bac7eebc94 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0482528 Nov 29 12:41:21.084626 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a1e5402e-b738-40f0-a795-1f4526477094 req-2be95b0f-8c95-41ce-8f01-8f47aedc51e1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Nov 29 12:41:22.189659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:41:22.203033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567128b7-eaed-45f9-9372-ff49281a1140 req-08bf770a-fe21-48eb-a0c1-9e10dd99edae tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:22.204495 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-567128b7-eaed-45f9-9372-ff49281a1140 req-08bf770a-fe21-48eb-a0c1-9e10dd99edae tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0491340 Nov 29 12:41:22.242551 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-567128b7-eaed-45f9-9372-ff49281a1140 req-d3cc396d-6eb9-40e6-805f-141a3920ba37 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319417 Nov 29 12:41:22.420230 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:41:22.430709 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'port_id': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'mac_address': 'fa:16:3e:74:1c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:41:22.466487 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:22.478503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37d3b4b8-1da8-4558-8aff-8147567bff6b {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:41:22.497969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:41:22.501839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:22.556548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:41:22.564885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.565231 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.565574 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.565901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.566253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.566581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.566907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.567237 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.567555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.567875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.568192 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.568509 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:41:22.592935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['37d3b4b8-1da8-4558-8aff-8147567bff6b'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:41:23.358689 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c5465-9973-4f8c-bcd8-4aed69c082ba req-bfd6f8c4-33b4-43a1-91c6-d831a0181d8b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:23.360114 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-252c5465-9973-4f8c-bcd8-4aed69c082ba req-bfd6f8c4-33b4-43a1-91c6-d831a0181d8b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 944 time: 0.0513062 Nov 29 12:41:23.396725 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-252c5465-9973-4f8c-bcd8-4aed69c082ba req-5463c8a7-9397-4c5d-9151-790579958e36 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Nov 29 12:41:23.598500 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-4827204c-702c-402d-a253-04b1817b27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:23.599896 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-4827204c-702c-402d-a253-04b1817b27d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1097 time: 0.0441813 Nov 29 12:41:23.709445 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-9e5c895a-f007-41b1-a4e9-0c320a48e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:23.712011 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-9e5c895a-f007-41b1-a4e9-0c320a48e7ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0932312 Nov 29 12:41:23.822532 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-e95bd06a-13af-4b06-b156-90220aec241d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 1000 time: 0.0586481 Nov 29 12:41:23.875275 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-44a4a023-39f4-46be-953a-839f3329455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:23.876717 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-44a4a023-39f4-46be-953a-839f3329455a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0475330 Nov 29 12:41:23.927421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-59d02677-0108-4c16-afd7-e01538e13ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:23.928907 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-59d02677-0108-4c16-afd7-e01538e13ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393622 Nov 29 12:41:24.020361 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-d28faa40-c3f0-4eae-9057-6dd8ed4b4d06 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835376 Nov 29 12:41:24.117882 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-aef4effb-61c9-4ec8-8757-d9394fd01e15 req-bab21b01-6d7a-4d1b-80bc-d6214f8d3d0b service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903046 Nov 29 12:41:24.189133 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:41:24.237390 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 37d3b4b8-1da8-4558-8aff-8147567bff6b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:41:24.237711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:24.311119 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:24.333435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:41:24.335685 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d1032-8a16-4146-8f4a-33bd79a12134" -d '{"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-plugged", "status": "completed", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:41:24.348026 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:41:24.353232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:24.383979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e347113-6ac4-467b-84e9-3690fbb8a6e7 x-openstack-request-id: req-1e347113-6ac4-467b-84e9-3690fbb8a6e7 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:41:24.384432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-plugged", "status": "completed", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:41:24.384686 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e347113-6ac4-467b-84e9-3690fbb8a6e7 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:41:24.385112 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'code': 200} Nov 29 12:41:24.409138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:41:24.530274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ecfeb-e4c7-458f-a87c-3fd5f604c847 req-dd566a5c-ca8b-44d7-b8c3-f13b1feeb45e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:24.537474 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2b0ecfeb-e4c7-458f-a87c-3fd5f604c847 req-dd566a5c-ca8b-44d7-b8c3-f13b1feeb45e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0612032 Nov 29 12:41:24.579636 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2b0ecfeb-e4c7-458f-a87c-3fd5f604c847 req-7528a04a-6bff-459c-b8a1-7b56786cdc81 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401607 Nov 29 12:41:25.701844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e671eee-9683-4501-8573-8fb370571511 req-38605bf0-61fe-4d55-bd49-aa3f69707004 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:25.704807 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1e671eee-9683-4501-8573-8fb370571511 req-38605bf0-61fe-4d55-bd49-aa3f69707004 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0577190 Nov 29 12:41:25.745670 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1e671eee-9683-4501-8573-8fb370571511 req-0428bdce-2797-4349-b627-4c985a321f75 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Nov 29 12:41:26.875948 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c322c3-e5f9-4b67-8094-81741bf6b231 req-0af500be-8977-4836-a796-0759132cc47d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:26.877735 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19c322c3-e5f9-4b67-8094-81741bf6b231 req-0af500be-8977-4836-a796-0759132cc47d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0601280 Nov 29 12:41:26.909663 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:41:26.917924 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-19c322c3-e5f9-4b67-8094-81741bf6b231 req-bea30a14-a600-4391-b8d2-0be2cfbd2027 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337811 Nov 29 12:41:28.036449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47efd01-4df7-49ec-aa0a-5ca1470af912 req-b97c6c8f-a197-4176-b641-88dc4fa9030a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:28.042413 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d47efd01-4df7-49ec-aa0a-5ca1470af912 req-b97c6c8f-a197-4176-b641-88dc4fa9030a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0571201 Nov 29 12:41:28.086708 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:28.093461 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d47efd01-4df7-49ec-aa0a-5ca1470af912 req-51066bba-4e97-4922-93ea-5b3965be1bc6 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492208 Nov 29 12:41:29.210646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1230a-5940-4a1c-8f6d-7aeae61df43c req-2efa7868-a298-4184-8776-09c51eb209b1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:29.212304 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-91b1230a-5940-4a1c-8f6d-7aeae61df43c req-2efa7868-a298-4184-8776-09c51eb209b1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0532396 Nov 29 12:41:29.255929 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-91b1230a-5940-4a1c-8f6d-7aeae61df43c req-669198f9-cb30-45c2-bab8-39d20c924497 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367248 Nov 29 12:41:30.384963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c875f-7f43-4d4c-ac39-0cdaa3a28601 req-cacde388-4a4e-4a8f-aff9-c746af77d0dc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:30.386482 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8f9c875f-7f43-4d4c-ac39-0cdaa3a28601 req-cacde388-4a4e-4a8f-aff9-c746af77d0dc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0556059 Nov 29 12:41:30.433625 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8f9c875f-7f43-4d4c-ac39-0cdaa3a28601 req-c753ec89-7b32-404f-a7f0-3ace161a3b00 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403969 Nov 29 12:41:30.751834 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-abdfe935-9c65-4e37-8944-d378e92d4366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:31.565483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac46ca-14fb-42bf-ae60-e82013568e7c req-5fb6cbaa-dda3-4851-9edb-647ff9d4257a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:31.567197 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40ac46ca-14fb-42bf-ae60-e82013568e7c req-5fb6cbaa-dda3-4851-9edb-647ff9d4257a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0617280 Nov 29 12:41:31.608667 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40ac46ca-14fb-42bf-ae60-e82013568e7c req-6e7ebcfc-b8e7-4033-8998-61a88697c4a7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351532 Nov 29 12:41:32.733617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2852a37-58ff-4b45-a487-0eb51cdfb006 req-642dbe37-3afc-40cf-be2a-aa1d8ec04159 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:32.735101 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f2852a37-58ff-4b45-a487-0eb51cdfb006 req-642dbe37-3afc-40cf-be2a-aa1d8ec04159 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0497746 Nov 29 12:41:32.773829 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f2852a37-58ff-4b45-a487-0eb51cdfb006 req-cae4455e-e591-41b5-87c0-adafbdb6a82c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318317 Nov 29 12:41:33.314219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-439b5ec0-38cf-4c54-ae54-aca610abc96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:33.747160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:33.767438 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-78128531-aa3d-432d-a5b1-7ad49b832c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:33.768919 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-78128531-aa3d-432d-a5b1-7ad49b832c99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1098 time: 0.0403914 Nov 29 12:41:33.862444 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-dee66b4b-9c3a-412c-bcaa-9cbaa4a07b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:33.864084 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-dee66b4b-9c3a-412c-bcaa-9cbaa4a07b2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0885766 Nov 29 12:41:33.892078 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fd516-7558-47c1-a40f-0dc9a8358cd0 req-7142b6bb-23e8-4412-9cfd-f1c298ca606f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:33.893558 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e93fd516-7558-47c1-a40f-0dc9a8358cd0 req-7142b6bb-23e8-4412-9cfd-f1c298ca606f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0517468 Nov 29 12:41:33.928741 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-954cd7ab-8884-4146-ad7b-de764a775a80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 1001 time: 0.0577106 Nov 29 12:41:33.931056 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e93fd516-7558-47c1-a40f-0dc9a8358cd0 req-0719960e-c497-4fbd-b05a-615f7f66bcbe tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Nov 29 12:41:33.977325 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-b3d0b252-ad69-4862-8705-1f9818359605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:33.978758 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-b3d0b252-ad69-4862-8705-1f9818359605 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0429218 Nov 29 12:41:34.025979 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-d6a8e03e-3b8b-4b08-ba0a-d4413733dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:34.027823 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-d6a8e03e-3b8b-4b08-ba0a-d4413733dd16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420682 Nov 29 12:41:34.121040 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-0e60acbe-6f3c-40fd-941a-45f21dc18b0c service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834742 Nov 29 12:41:34.210266 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-66b9ef7e-12a1-43e5-86e9-816bece1f3a6 req-7dd03bfe-2d95-4704-ab33-a441ccfe34a3 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832062 Nov 29 12:41:34.879094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:35.044362 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d050-c9bd-4118-9264-66fbd43b0dba req-09cfed32-98fb-4b8c-bf4b-d07a37d3e493 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:35.045852 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9556d050-c9bd-4118-9264-66fbd43b0dba req-09cfed32-98fb-4b8c-bf4b-d07a37d3e493 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0488372 Nov 29 12:41:35.083624 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9556d050-c9bd-4118-9264-66fbd43b0dba req-a20d81fb-8380-48be-af1f-2b8f0d2d3707 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Nov 29 12:41:36.195182 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea9395-03a0-4133-ae22-cdcd8d323dd1 req-fa4f48e1-02b8-4140-a667-22a668b9d75b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:36.196800 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35ea9395-03a0-4133-ae22-cdcd8d323dd1 req-fa4f48e1-02b8-4140-a667-22a668b9d75b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 945 time: 0.0486817 Nov 29 12:41:36.204447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:36.217703 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:41:36.236799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-35ea9395-03a0-4133-ae22-cdcd8d323dd1 req-794489b8-d31f-4aff-8252-c054d34a9d66 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336783 Nov 29 12:41:36.293969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:36.303225 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-1ab9a283-aecc-46a4-a518-342e8fe4989e req-071396dc-a4ef-4d44-b92b-458f204aa5cd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:41:36.304321 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1ab9a283-aecc-46a4-a518-342e8fe4989e req-071396dc-a4ef-4d44-b92b-458f204aa5cd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054164 Nov 29 12:41:36.315748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:41:36.317995 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27804f3d-c148-40af-b045-b1c5907c8489" -d '{"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-unplugged", "status": "completed", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:41:36.331045 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:41:36.335482 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:36.361741 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 12:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f2913e-f504-46f9-8d7d-d8d6fd7f88f4 x-openstack-request-id: req-f5f2913e-f504-46f9-8d7d-d8d6fd7f88f4 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:41:36.361908 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-unplugged", "status": "failed", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b", "code": 422}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:41:36.362188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5f2913e-f504-46f9-8d7d-d8d6fd7f88f4 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:41:36.362604 dv-neutron-819578-1-hyperv neutron-server[102105]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'code': 422} returned with failed status Nov 29 12:41:36.389159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:41:36.464649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c199cee-4dce-4029-8a21-c5ce4825bed7 req-d2f73752-07d0-49e1-925e-9df12e9a7c5f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:36.466152 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4c199cee-4dce-4029-8a21-c5ce4825bed7 req-d2f73752-07d0-49e1-925e-9df12e9a7c5f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0539467 Nov 29 12:41:36.504465 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4c199cee-4dce-4029-8a21-c5ce4825bed7 req-6a867bfe-b2dd-456a-930c-0d1289861e5f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324991 Nov 29 12:41:36.750974 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-7ecdfb91-8515-4c96-9c0d-e5eed89fd4b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818865 Nov 29 12:41:37.617423 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f3c86-6ded-4115-959d-30f7218bd871 req-d90a1a31-32c3-45b1-99ab-f244db564f16 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:37.618871 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d1f3c86-6ded-4115-959d-30f7218bd871 req-d90a1a31-32c3-45b1-99ab-f244db564f16 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0473385 Nov 29 12:41:37.656066 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8d1f3c86-6ded-4115-959d-30f7218bd871 req-91e00a1b-3f2c-49c4-beb0-296a2a19fcab tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309541 Nov 29 12:41:38.767496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369a964-f5d0-4ebb-91af-0466b8f89fba req-acd8cf68-72fb-4194-b6b5-6d1c3cfe9396 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:38.768872 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6369a964-f5d0-4ebb-91af-0466b8f89fba req-acd8cf68-72fb-4194-b6b5-6d1c3cfe9396 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0484829 Nov 29 12:41:38.805735 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6369a964-f5d0-4ebb-91af-0466b8f89fba req-5b9c96ee-0ce3-41eb-a883-4e2ec6f24264 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Nov 29 12:41:39.921955 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4df73-afae-40af-a9cb-bc4661234c29 req-a7b4f6c2-286f-427e-a2d3-87960c4818f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:39.923447 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5ef4df73-afae-40af-a9cb-bc4661234c29 req-a7b4f6c2-286f-427e-a2d3-87960c4818f5 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0535371 Nov 29 12:41:39.960296 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5ef4df73-afae-40af-a9cb-bc4661234c29 req-ec97006b-da12-4100-ad6f-5298e800c336 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310466 Nov 29 12:41:40.233415 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:41:41.071494 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26f03-09d6-4742-82fa-0cd1b34dcb5e req-8018514b-4f89-417e-b2c9-fd8931b2224b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:41.072936 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40f26f03-09d6-4742-82fa-0cd1b34dcb5e req-8018514b-4f89-417e-b2c9-fd8931b2224b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0475593 Nov 29 12:41:41.115549 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-40f26f03-09d6-4742-82fa-0cd1b34dcb5e req-dc2ef8d1-0f37-430b-afce-bde49f5e85aa tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359631 Nov 29 12:41:41.726029 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-57c3f383-9469-473b-bed9-e3d4e791bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:41.727521 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-57c3f383-9469-473b-bed9-e3d4e791bd95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558&tenant_id=2c72301953ec4a03bf57dbbda04c854e HTTP/1.1" status: 200 len: 1096 time: 0.0395234 Nov 29 12:41:41.793307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-0aaf3f8d-427d-4b7b-88b7-09e6c1dc9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:41.794709 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-0aaf3f8d-427d-4b7b-88b7-09e6c1dc9f6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1096 time: 0.0455954 Nov 29 12:41:41.885189 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-1fad07e5-b0c4-4f90-ba8a-30dc6f362f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:41.887177 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-1fad07e5-b0c4-4f90-ba8a-30dc6f362f36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0851116 Nov 29 12:41:41.950075 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-18bf9b4c-99fc-4b3b-ad5c-c218391ef5ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 999 time: 0.0562475 Nov 29 12:41:42.000826 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-fc0a3da3-62d0-481e-b617-23fc1286c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:42.002240 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-fc0a3da3-62d0-481e-b617-23fc1286c939 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0452077 Nov 29 12:41:42.045184 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-13c35241-0ef9-47c9-b098-1747895a8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:42.046544 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-13c35241-0ef9-47c9-b098-1747895a8bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378110 Nov 29 12:41:42.133367 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-314eec77-a690-42bb-93d4-8f1dd0dd121b service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793467 Nov 29 12:41:42.224881 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-e0fd4317-d6fa-43e1-a14c-a8ff4d8f82c9 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848019 Nov 29 12:41:42.233305 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b24e7-056c-4db3-ba31-ee0371d6c41d req-e26ae6d8-c11d-456b-a020-bc60404c4933 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:42.235106 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e94b24e7-056c-4db3-ba31-ee0371d6c41d req-e26ae6d8-c11d-456b-a020-bc60404c4933 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0499814 Nov 29 12:41:42.275841 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e94b24e7-056c-4db3-ba31-ee0371d6c41d req-d4e388b7-da47-44ff-8a75-d488a1ffbf58 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344982 Nov 29 12:41:43.396439 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a8b8d-cea2-4df4-9eda-22319453bac6 req-eaf00024-28f2-4e0d-9b6b-a1044ac85504 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:43.398206 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ab7a8b8d-cea2-4df4-9eda-22319453bac6 req-eaf00024-28f2-4e0d-9b6b-a1044ac85504 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0538144 Nov 29 12:41:43.446628 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ab7a8b8d-cea2-4df4-9eda-22319453bac6 req-ec139111-63ff-4735-a35f-c1b640d7e628 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355532 Nov 29 12:41:44.571644 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16cfec-423f-44af-bb12-9e668a0a615f req-c8a789e7-ce6f-4c17-a89d-72f9b8300450 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:44.573617 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de16cfec-423f-44af-bb12-9e668a0a615f req-c8a789e7-ce6f-4c17-a89d-72f9b8300450 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0496478 Nov 29 12:41:44.612717 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de16cfec-423f-44af-bb12-9e668a0a615f req-aab45942-77ae-4541-bb30-bda483e65b7f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328228 Nov 29 12:41:45.739497 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c593-edb7-4d98-8d75-80e803b2f739 req-003691a9-7032-4724-a596-01daff6b8f24 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:45.740959 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a9d2c593-edb7-4d98-8d75-80e803b2f739 req-003691a9-7032-4724-a596-01daff6b8f24 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0588651 Nov 29 12:41:45.778405 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a9d2c593-edb7-4d98-8d75-80e803b2f739 req-28c3a2d2-da90-4333-b27e-575fd26a8851 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308306 Nov 29 12:41:46.906110 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b34b4f-d48f-4680-b1f7-55668f526d9e req-9d6fb34d-c155-4628-a434-8e74a005cd4a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:46.908374 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8b34b4f-d48f-4680-b1f7-55668f526d9e req-9d6fb34d-c155-4628-a434-8e74a005cd4a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0534112 Nov 29 12:41:46.947039 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d8b34b4f-d48f-4680-b1f7-55668f526d9e req-28d14b3c-5642-48f6-84e1-effe694b103b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319681 Nov 29 12:41:48.066887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e7400-55eb-43a6-8ca8-fa3d7a238137 req-b7f376c2-b2fd-4425-843d-11f90fed4ea1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:48.068746 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb9e7400-55eb-43a6-8ca8-fa3d7a238137 req-b7f376c2-b2fd-4425-843d-11f90fed4ea1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0538080 Nov 29 12:41:48.109329 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eb9e7400-55eb-43a6-8ca8-fa3d7a238137 req-df4646bf-5caa-4e41-9d48-656f87a0254d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339966 Nov 29 12:41:49.235187 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3e44a-d975-49c0-a589-5c7a2bfe403c req-85b9ec14-6872-42ee-a5af-2e623bbb9a60 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:49.236694 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4ea3e44a-d975-49c0-a589-5c7a2bfe403c req-85b9ec14-6872-42ee-a5af-2e623bbb9a60 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0499742 Nov 29 12:41:49.276429 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4ea3e44a-d975-49c0-a589-5c7a2bfe403c req-e2ac4d1b-4ea2-4872-b228-a36f43157c16 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Nov 29 12:41:50.395799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd5fa1-cf5b-49f2-ae49-5119117e7979 req-2412f3d8-ef6f-48cf-b8c2-7350d935545e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:50.397332 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-41fd5fa1-cf5b-49f2-ae49-5119117e7979 req-2412f3d8-ef6f-48cf-b8c2-7350d935545e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0540719 Nov 29 12:41:50.437819 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-41fd5fa1-cf5b-49f2-ae49-5119117e7979 req-d17a5743-6483-480f-ac4c-e949306fbbad tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339434 Nov 29 12:41:51.555692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99f380-a50d-4323-94fc-cb3619ae7168 req-fcf31cc1-2593-4cdf-a5e2-e2c116069e82 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:51.557399 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6b99f380-a50d-4323-94fc-cb3619ae7168 req-fcf31cc1-2593-4cdf-a5e2-e2c116069e82 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0519707 Nov 29 12:41:51.598859 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6b99f380-a50d-4323-94fc-cb3619ae7168 req-3deff5a2-669c-49ea-9a46-641f322b5452 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346601 Nov 29 12:41:52.712529 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e950d-f77f-477c-98c9-99fc7be4a82e req-7a284c8e-cf10-498f-a123-1cbf5658f953 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:52.713979 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-612e950d-f77f-477c-98c9-99fc7be4a82e req-7a284c8e-cf10-498f-a123-1cbf5658f953 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0478220 Nov 29 12:41:52.749962 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-612e950d-f77f-477c-98c9-99fc7be4a82e req-0466c699-113c-4db4-8833-d2367da7866f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301826 Nov 29 12:41:53.864513 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb36c20-3d5f-4872-b0b6-58242fd26fda req-5b1ff0f5-d71a-48d6-a0ed-dcc4f07f5645 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:53.865967 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bcb36c20-3d5f-4872-b0b6-58242fd26fda req-5b1ff0f5-d71a-48d6-a0ed-dcc4f07f5645 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0506210 Nov 29 12:41:53.902200 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bcb36c20-3d5f-4872-b0b6-58242fd26fda req-e14e62cb-d313-4053-8624-21db7d4cb887 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297496 Nov 29 12:41:55.016063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07f177-dddb-41f7-8c2b-bf116e730f83 req-f992bca3-9370-4706-bff3-4e30c9aa4b1a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:55.017515 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bc07f177-dddb-41f7-8c2b-bf116e730f83 req-f992bca3-9370-4706-bff3-4e30c9aa4b1a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0490787 Nov 29 12:41:55.053499 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bc07f177-dddb-41f7-8c2b-bf116e730f83 req-8312da7c-3d5f-47bd-b68b-c5fde15b48f3 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301871 Nov 29 12:41:56.170790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8f5fd-4024-44ad-8d51-d79d76a97565 req-672424e1-780f-4c34-8575-b1c987784d38 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:56.172275 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-81d8f5fd-4024-44ad-8d51-d79d76a97565 req-672424e1-780f-4c34-8575-b1c987784d38 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0515199 Nov 29 12:41:56.209376 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-81d8f5fd-4024-44ad-8d51-d79d76a97565 req-876bec33-d425-4f51-a2af-31eb2a43f8da tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Nov 29 12:41:57.324565 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bc0aa-3e08-4c12-88ae-e9d79262dc8f req-0eac8576-44c0-4ad3-9e76-425ce3532c6c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:57.326287 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f21bc0aa-3e08-4c12-88ae-e9d79262dc8f req-0eac8576-44c0-4ad3-9e76-425ce3532c6c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 943 time: 0.0515113 Nov 29 12:41:57.363764 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f21bc0aa-3e08-4c12-88ae-e9d79262dc8f req-c605a93e-bb1b-4dba-bd09-d9e06e2c3f1b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306928 Nov 29 12:41:58.068816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:58.257612 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:41:58.347819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:41:58.359275 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'port_id': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'mac_address': 'fa:16:3e:74:1c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:41:58.398251 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:58.410847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d3b4b8-1da8-4558-8aff-8147567bff6b {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:41:58.430476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:41:58.436134 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:41:58.482431 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=9']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:41:58.482678 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb02b5e-7abb-48d9-a853-6d69063c0441 req-e294638b-4674-4511-bce5-d3f6f381b678 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:58.486372 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-acb02b5e-7abb-48d9-a853-6d69063c0441 req-e294638b-4674-4511-bce5-d3f6f381b678 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 944 time: 0.0523257 Nov 29 12:41:58.522995 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-acb02b5e-7abb-48d9-a853-6d69063c0441 req-6d0174b0-4d43-40a6-82c7-f095d9f033ff tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309315 Nov 29 12:41:58.795548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['37d3b4b8-1da8-4558-8aff-8147567bff6b'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:41:59.635043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9fde9-c7c0-4fbb-a249-ab4fdd1f425b req-f0cc1595-cd25-49f6-866f-ff50da72b43c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:41:59.637034 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9eb9fde9-c7c0-4fbb-a249-ab4fdd1f425b req-f0cc1595-cd25-49f6-866f-ff50da72b43c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 944 time: 0.0479760 Nov 29 12:41:59.673260 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9eb9fde9-c7c0-4fbb-a249-ab4fdd1f425b req-54847cda-2360-4f99-b162-863d1e039e4b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304279 Nov 29 12:42:00.273435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:42:00.319159 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 37d3b4b8-1da8-4558-8aff-8147567bff6b triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:42:00.319529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:00.394389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:00.415120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:42:00.417801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f35776-6331-4ac9-9b1c-2c1850e0f280" -d '{"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-plugged", "status": "completed", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:42:00.430083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:42:00.434843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:00.481384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=10']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:42:00.519150 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9ddc07-6ac7-481c-9bab-41ca2ce447bf x-openstack-request-id: req-3a9ddc07-6ac7-481c-9bab-41ca2ce447bf {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:42:00.519444 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-plugged", "status": "completed", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:42:00.519694 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a9ddc07-6ac7-481c-9bab-41ca2ce447bf {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:42:00.520078 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'code': 200} Nov 29 12:42:00.752919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1beec6e2-1c52-4c5d-b5cc-bf3301d25290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:00.775761 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f821ac-932a-40a3-873f-26c185ebcae9 req-3a163d18-d7d0-4f39-ab04-6d85be14c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:42:00.777798 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d5f821ac-932a-40a3-873f-26c185ebcae9 req-3a163d18-d7d0-4f39-ab04-6d85be14c3fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1099 time: 0.0460930 Nov 29 12:42:00.795151 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b8b81-6311-4d93-979e-83a2e779e0a8 req-5e6d41f7-f140-4c82-b670-ca7cd64ddaf7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:42:00.796637 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de5b8b81-6311-4d93-979e-83a2e779e0a8 req-5e6d41f7-f140-4c82-b670-ca7cd64ddaf7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 946 time: 0.0567615 Nov 29 12:42:00.814133 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d5f821ac-932a-40a3-873f-26c185ebcae9 req-c5f2b719-8d79-447d-8658-43d2c1c3e256 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286198 Nov 29 12:42:00.833710 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de5b8b81-6311-4d93-979e-83a2e779e0a8 req-b6bcb188-426b-4aac-a726-bb60f88e8757 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311937 Nov 29 12:42:01.946275 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7688-6799-465c-96d7-ed0190b669fc req-ac945ade-e426-4013-bafe-08db4b4724d8 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:42:01.947724 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-524a7688-6799-465c-96d7-ed0190b669fc req-ac945ade-e426-4013-bafe-08db4b4724d8 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 946 time: 0.0475273 Nov 29 12:42:01.985487 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-524a7688-6799-465c-96d7-ed0190b669fc req-3c99162e-5e3a-4807-b5b8-df55df87603b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310414 Nov 29 12:42:03.097576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf7fca-3008-4c40-9529-73b2b6a15d14 req-b2af2c0b-ec23-4d98-bb10-ef25c6417a69 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:42:03.099103 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0fdf7fca-3008-4c40-9529-73b2b6a15d14 req-b2af2c0b-ec23-4d98-bb10-ef25c6417a69 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 946 time: 0.0494037 Nov 29 12:42:03.136290 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0fdf7fca-3008-4c40-9529-73b2b6a15d14 req-0aebdd3c-877a-464f-9ade-2cda155d1dab tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303774 Nov 29 12:42:03.315049 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-291dd033-2aa8-4b98-93f1-28c1c4fcaa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:03.747539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:03.908249 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:42:04.881627 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:06.207836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:24.742930 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-b3e5ff01-83a4-4f4d-9011-f3b2dbe17a3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455816 Nov 29 12:42:24.830363 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-cf6ffb45-130b-4d61-a39e-98fcca9a85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:42:24.831774 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-cf6ffb45-130b-4d61-a39e-98fcca9a85d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1099 time: 0.0408757 Nov 29 12:42:24.931875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-08c404b4-6157-448a-be1f-f496b6691d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:42:24.933301 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-08c404b4-6157-448a-be1f-f496b6691d02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0810759 Nov 29 12:42:25.000941 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-1d240a28-6083-465a-bb56-ea761fd5fc11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 1001 time: 0.0604196 Nov 29 12:42:25.048362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-73dc3e5b-01df-4532-9a7a-91696b6a9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:42:25.049799 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-73dc3e5b-01df-4532-9a7a-91696b6a9ad4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0418429 Nov 29 12:42:25.095736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-1ba0237a-a6a4-4ba4-ad5c-1bff3957c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:42:25.097088 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-1ba0237a-a6a4-4ba4-ad5c-1bff3957c00c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406539 Nov 29 12:42:25.187087 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-eb717988-c193-4071-aa30-72cd6a408014 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831552 Nov 29 12:42:25.272747 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e0d72f42-66b2-4295-b7b9-ccd325344913 req-b6424c4f-a0d4-49fc-bca0-e5fac4073b0c service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777752 Nov 29 12:42:28.082911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:30.754312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-922c0d20-339c-4d3e-b990-29ba44af63fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:33.315572 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3152a93b-8ac1-48fd-8af5-c4b6acfee0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:33.748830 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:34.886633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:36.211522 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:42:40.908718 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:42:58.090462 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:00.754711 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-db4372c8-dff7-477e-8f93-732d641a5d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:03.316030 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a60cada2-c243-4f6f-8502-76957b6b5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:03.750095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:04.887401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:06.215239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:17.907196 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:43:24.526422 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-23846db1-1dc5-48fd-9dbf-9afa01531966 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397112 Nov 29 12:43:24.609509 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-3474e1ab-52cc-4820-b9e5-afa36bc6966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:24.611029 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-3474e1ab-52cc-4820-b9e5-afa36bc6966d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1099 time: 0.0436227 Nov 29 12:43:24.710158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-a3789e9e-2933-4ca5-bf39-8c17e41f1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:24.711575 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-a3789e9e-2933-4ca5-bf39-8c17e41f1f7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0811954 Nov 29 12:43:24.781652 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-5e174e48-11ce-49e3-8cdd-1a7f9cd6b573 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 1001 time: 0.0620315 Nov 29 12:43:24.828947 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-432e2e83-41aa-4751-a272-16d7569e6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:24.830362 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-432e2e83-41aa-4751-a272-16d7569e6c62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0415664 Nov 29 12:43:24.873887 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-47ddc9d3-97ae-4cd5-a161-ad96132a68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:24.875336 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-47ddc9d3-97ae-4cd5-a161-ad96132a68d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383880 Nov 29 12:43:24.966809 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-e0058cfb-3e61-4e3f-b04c-df012461598b service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841832 Nov 29 12:43:25.054722 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7fabe3f4-589e-446f-b8c6-170ee47387be req-dc9866d0-a6a2-4009-959b-b306af451614 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812683 Nov 29 12:43:28.102201 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:30.755624 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c073ca7-9757-4ece-954d-0da3f3f4b6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:33.315479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-77b4bad5-7444-42d5-bef2-83ba14728741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:33.752313 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:34.902917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:36.220876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:38.880937 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39718) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:39.412231 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Deleting port dac074f5-0c5e-4a3c-9419-2e1fa88e2d17 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:43:39.412567 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:39.483675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:39.484003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:39.495860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Calling delete_port for dac074f5-0c5e-4a3c-9419-2e1fa88e2d17 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:43:39.636330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:39.658864 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event deleted for resources: {'Port': ['ID=dac074f5-0c5e-4a3c-9419-2e1fa88e2d17,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:39.673122 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.673473 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.673814 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.674180 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.674512 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.674840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.675165 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.675490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.675816 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.676136 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.676457 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.676801 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:39.732129 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:39.732462 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Floating IP 66100991-dd68-48e6-8571-4c47b0cc862a disassociated (deleted). External IP: 172.26.5.160, port: 37d3b4b8-1da8-4558-8aff-8147567bff6b. Nov 29 12:43:39.928163 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Router 48851093-cd66-4153-9ec3-0e65a8f62601 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:43:40.034169 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:43:40.039574 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:40.044063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] Sync routers for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:43:40.052988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:43:40.053585 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:43:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:43:40.066169 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-dbd5662f-40fd-4b5f-a893-5c7a2db420b4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "DELETE /v2.0/floatingips/66100991-dd68-48e6-8571-4c47b0cc862a HTTP/1.1" status: 204 len: 168 time: 1.1841230 Nov 29 12:43:40.066772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:43:40.069972 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0aac80-192e-4e87-ace6-2ab866d1d10e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:43:40.163750 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:43:40.180675 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fdb53e-35eb-4b2d-a1aa-96992441414d x-openstack-request-id: req-87fdb53e-35eb-4b2d-a1aa-96992441414d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:43:40.180977 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:43:40.181254 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87fdb53e-35eb-4b2d-a1aa-96992441414d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:43:40.181655 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'status': 'completed', 'code': 200} Nov 29 12:43:40.258681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-5ba2c2d9-9437-46d5-ba79-8ce5187f60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:40.260191 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-5ba2c2d9-9437-46d5-ba79-8ce5187f60fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 1099 time: 0.0456448 Nov 29 12:43:40.357836 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-f0534df6-005d-4f34-b939-14a9b1e55104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:40.359605 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-f0534df6-005d-4f34-b939-14a9b1e55104 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0918357 Nov 29 12:43:40.359882 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6a00-9c8e-47ef-b416-3d6f33ed7360 req-432232e0-2dc9-4a68-a033-b2bb3eb6ca0e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:40.361435 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2f2c6a00-9c8e-47ef-b416-3d6f33ed7360 req-432232e0-2dc9-4a68-a033-b2bb3eb6ca0e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 946 time: 0.1176622 Nov 29 12:43:40.391655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:43:40.402046 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2f2c6a00-9c8e-47ef-b416-3d6f33ed7360 req-b7b544d3-1566-4f69-b48e-c12c17e1e736 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338466 Nov 29 12:43:40.404872 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-d476d124-9d52-4494-8314-7766b181ed8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 200 len: 217 time: 0.0376894 Nov 29 12:43:40.423265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] Checking router: 48851093-cd66-4153-9ec3-0e65a8f62601 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:43:40.432058 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:43:40.432637 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:43:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:43:40.458501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-3890ec73-4a6a-43ad-ba66-0fc7173e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:40.459937 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-3890ec73-4a6a-43ad-ba66-0fc7173e416c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0473783 Nov 29 12:43:40.507810 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-2bdefb25-ce37-4427-8065-6a48bcaec8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:40.509369 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-2bdefb25-ce37-4427-8065-6a48bcaec8ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400753 Nov 29 12:43:40.537552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:43:40.598141 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-258059f5-72b3-4849-a5bd-e02ecd477502 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803304 Nov 29 12:43:40.687799 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7c0aac80-192e-4e87-ace6-2ab866d1d10e req-71260a59-618a-4a48-a604-a0f95c7a8b35 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824265 Nov 29 12:43:40.728160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:43:40.756363 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d690f6-8117-4c8e-bb71-aadce2b79766 None None] The sync data for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv is: [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:43:40.956181 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0cd73d-0c87-456c-95a7-428e5118a27b None None] New status for floating IP 66100991-dd68-48e6-8571-4c47b0cc862a: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:43:41.568546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a53ae-3b28-48ff-9803-262903dfe8b6 req-8754b5e0-e73b-4dbc-90cb-82a1c41ff7b1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:41.570027 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-273a53ae-3b28-48ff-9803-262903dfe8b6 req-8754b5e0-e73b-4dbc-90cb-82a1c41ff7b1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 946 time: 0.0988810 Nov 29 12:43:41.606492 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-273a53ae-3b28-48ff-9803-262903dfe8b6 req-d977d071-83dd-4333-8e24-f74bd7c4ffd7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=19207d05-943b-49ec-8d06-1b744d18672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305889 Nov 29 12:43:41.687095 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-50cb7fcf-b4f1-4d27-9c55-9fd6f5c2427f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:41.688435 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-50cb7fcf-b4f1-4d27-9c55-9fd6f5c2427f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2072b72-8356-445d-86df-cfb5769c8558 HTTP/1.1" status: 200 len: 946 time: 0.0483930 Nov 29 12:43:41.782915 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Deleting port 37d3b4b8-1da8-4558-8aff-8147567bff6b {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:43:41.783285 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:41.869254 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] For port 37d3b4b8-1da8-4558-8aff-8147567bff6b, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=37d3b4b8-1da8-4558-8aff-8147567bff6b,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:43:41.869620 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:41.881516 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Calling delete_port for 37d3b4b8-1da8-4558-8aff-8147567bff6b owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:43:42.006888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:42.034599 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event deleted for resources: {'Port': ['ID=37d3b4b8-1da8-4558-8aff-8147567bff6b,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:42.061129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.061476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.061814 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.062173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.062501 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.062825 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.063150 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.063472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.063792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.064111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.064427 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.064740 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:43:42.087366 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] No DVR routers for this DVR port 37d3b4b8-1da8-4558-8aff-8147567bff6b on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:43:42.089681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:42.092942 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65682ae-961e-4eac-ac5d-c2fb3f0f503f req-196a36bf-9048-400b-be77-9b2abe4af378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "DELETE /v2.0/ports/37d3b4b8-1da8-4558-8aff-8147567bff6b HTTP/1.1" status: 204 len: 173 time: 0.3986030 Nov 29 12:43:42.093386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-deleted', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:43:42.095649 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd60b4b6-288e-4df4-a7a2-3aa4e2b92fbc" -d '{"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-deleted", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:43:42.186762 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a68cc41-8f3a-4c8c-8c0f-3931878c9cf7 x-openstack-request-id: req-7a68cc41-8f3a-4c8c-8c0f-3931878c9cf7 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:43:42.187129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2072b72-8356-445d-86df-cfb5769c8558", "name": "network-vif-deleted", "tag": "37d3b4b8-1da8-4558-8aff-8147567bff6b", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:43:42.187385 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7a68cc41-8f3a-4c8c-8c0f-3931878c9cf7 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:43:42.187705 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2072b72-8356-445d-86df-cfb5769c8558', 'name': 'network-vif-deleted', 'tag': '37d3b4b8-1da8-4558-8aff-8147567bff6b', 'status': 'completed', 'code': 200} Nov 29 12:43:42.660372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39756) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:42.717053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55a8e65d-ad87-4d95-9619-48f8e19b2dfc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:42.741760 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55a8e65d-ad87-4d95-9619-48f8e19b2dfc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:42.802240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55a8e65d-ad87-4d95-9619-48f8e19b2dfc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:42.804684 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-55a8e65d-ad87-4d95-9619-48f8e19b2dfc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:42.805838 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-55a8e65d-ad87-4d95-9619-48f8e19b2dfc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "DELETE /v2.0/security-groups/19207d05-943b-49ec-8d06-1b744d18672a HTTP/1.1" status: 204 len: 168 time: 0.1444542 Nov 29 12:43:42.814862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8e65d-ad87-4d95-9619-48f8e19b2dfc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19207d05-943b-49ec-8d06-1b744d18672a,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:43.212043 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39762) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:43.216633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-2612b353-3bc1-4894-9a4b-e61fdfd20408 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417446923', 'description': 'tempest-secgroup-smoke-417446923 description', 'project_id': '2c72301953ec4a03bf57dbbda04c854e'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:43:43.238413 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2612b353-3bc1-4894-9a4b-e61fdfd20408 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.305740 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2612b353-3bc1-4894-9a4b-e61fdfd20408 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.309238 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2612b353-3bc1-4894-9a4b-e61fdfd20408 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.337925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2612b353-3bc1-4894-9a4b-e61fdfd20408 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.339151 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2612b353-3bc1-4894-9a4b-e61fdfd20408 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1260853 Nov 29 12:43:43.342242 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39764) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:43.342961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612b353-3bc1-4894-9a4b-e61fdfd20408 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:43.347234 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-c59705ff-6051-4b26-9179-3f2829e90693 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': 'b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:43:43.373312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c59705ff-6051-4b26-9179-3f2829e90693 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.426995 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c59705ff-6051-4b26-9179-3f2829e90693 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.430397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c59705ff-6051-4b26-9179-3f2829e90693 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.449575 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59705ff-6051-4b26-9179-3f2829e90693 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94d6695-26e7-40a6-b4d1-4910d22d1d7c,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:43.455370 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-c59705ff-6051-4b26-9179-3f2829e90693 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.456453 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-c59705ff-6051-4b26-9179-3f2829e90693 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132171 Nov 29 12:43:43.459905 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39766) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:43.464132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-734226e9-e92b-47e2-bba2-b0a8d858a665 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': 'b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:43:43.490614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-734226e9-e92b-47e2-bba2-b0a8d858a665 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.545268 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-734226e9-e92b-47e2-bba2-b0a8d858a665 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.548492 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-734226e9-e92b-47e2-bba2-b0a8d858a665 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.565256 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734226e9-e92b-47e2-bba2-b0a8d858a665 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165ac075-9d9c-4cce-8792-fab712566a58,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:43.573732 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-734226e9-e92b-47e2-bba2-b0a8d858a665 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.574939 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-734226e9-e92b-47e2-bba2-b0a8d858a665 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141315 Nov 29 12:43:43.577815 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39768) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:43.582045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6c50b8bf-566e-4b83-9748-1864b6f3a74b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': 'b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:43:43.606709 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c50b8bf-566e-4b83-9748-1864b6f3a74b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.663133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c50b8bf-566e-4b83-9748-1864b6f3a74b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.666505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c50b8bf-566e-4b83-9748-1864b6f3a74b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.686272 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50b8bf-566e-4b83-9748-1864b6f3a74b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec97d27-d705-4eda-8363-09bc34cf6feb,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:43.693547 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6c50b8bf-566e-4b83-9748-1864b6f3a74b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.694735 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6c50b8bf-566e-4b83-9748-1864b6f3a74b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159813 Nov 29 12:43:43.697362 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39770) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:43.701647 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-6b8e208f-aff0-4506-97af-959fb6d54579 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': 'b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:43:43.726465 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b8e208f-aff0-4506-97af-959fb6d54579 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.783243 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b8e208f-aff0-4506-97af-959fb6d54579 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.786407 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b8e208f-aff0-4506-97af-959fb6d54579 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.803431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e208f-aff0-4506-97af-959fb6d54579 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbaef0f-5b22-4e2b-bf31-d97309890f1e,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:43.810601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b8e208f-aff0-4506-97af-959fb6d54579 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.811761 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6b8e208f-aff0-4506-97af-959fb6d54579 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1135030 Nov 29 12:43:43.814468 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39772) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:43.819252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-dcb5f4bd-bfed-4b2d-a120-755ab1667f87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': 'b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:43:43.841074 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-dcb5f4bd-bfed-4b2d-a120-755ab1667f87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Project 2c72301953ec4a03bf57dbbda04c854e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:43:43.846031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4bd-bfed-4b2d-a120-755ab1667f87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.904267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4bd-bfed-4b2d-a120-755ab1667f87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.907786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4bd-bfed-4b2d-a120-755ab1667f87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.927499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5f4bd-bfed-4b2d-a120-755ab1667f87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388022c1-37f2-41f1-b978-873a834acb9e,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:43.933247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-dcb5f4bd-bfed-4b2d-a120-755ab1667f87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:43.934349 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-dcb5f4bd-bfed-4b2d-a120-755ab1667f87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189749 Nov 29 12:43:43.937016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 39774) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:43:43.941282 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-581d611a-a4f8-446c-9155-63c4324ee7c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'security_group_rule': {'security_group_id': 'b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e', 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:43:43.962742 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.securitygroups_db [None req-581d611a-a4f8-446c-9155-63c4324ee7c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Project 2c72301953ec4a03bf57dbbda04c854e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:43:43.967257 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-581d611a-a4f8-446c-9155-63c4324ee7c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:44.027497 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-581d611a-a4f8-446c-9155-63c4324ee7c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:44.030977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-581d611a-a4f8-446c-9155-63c4324ee7c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:44.050244 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d611a-a4f8-446c-9155-63c4324ee7c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2047910e-3b55-40aa-9d79-1438ab9173eb,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:43:44.057420 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-581d611a-a4f8-446c-9155-63c4324ee7c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:44.058582 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-581d611a-a4f8-446c-9155-63c4324ee7c1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206329 Nov 29 12:43:44.718157 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:43:44.739220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 37d3b4b8-1da8-4558-8aff-8147567bff6b {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:43:44.739683 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 37d3b4b8-1da8-4558-8aff-8147567bff6b not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:43:54.906228 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:43:58.103254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:43:58.336829 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-d765bf65-dc35-4964-9c8a-a830b302d3e1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417446923&fields=id&tenant_id=2c72301953ec4a03bf57dbbda04c854e HTTP/1.1" status: 200 len: 267 time: 0.0354455 Nov 29 12:43:58.441767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-dba87da8-2f5f-4af9-b588-f37a3c3aad01 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:58.443736 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-dba87da8-2f5f-4af9-b588-f37a3c3aad01 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 809 time: 0.1002669 Nov 29 12:43:58.458212 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-84c0502c-c563-4409-a3a1-5541857e7d32 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/quotas/2c72301953ec4a03bf57dbbda04c854e HTTP/1.1" status: 200 len: 375 time: 0.0088632 Nov 29 12:43:58.507954 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-650d91f8-e42e-4d06-9ccd-a0a9c81dc571 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440471 Nov 29 12:43:58.641228 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-590d817e-565f-4d2c-a89f-5f761af3a1d9 service neutron] 10.222.0.23 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219966 Nov 29 12:43:58.732319 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-ecceaf58-fd17-400c-83dd-0344cc30736b service neutron] 10.222.0.23 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849760 Nov 29 12:43:59.007590 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b82edd60-09a5-4913-bc35-b50c9633b017 req-d9b00e80-a46f-4e3d-8a56-41db7659acb8 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 210 time: 0.0270774 Nov 29 12:43:59.889371 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-4f768fbb-db17-46dc-a949-d1c322e05383 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:43:59.890872 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-4f768fbb-db17-46dc-a949-d1c322e05383 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 809 time: 0.1049733 Nov 29 12:43:59.934386 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-9778e2ef-5174-41fe-982d-208eff94378d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c72301953ec4a03bf57dbbda04c854e HTTP/1.1" status: 200 len: 379 time: 0.0345829 Nov 29 12:43:59.943206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'port': {'device_id': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'admin_state_up': True, 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'security_groups': ['b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:44:00.065962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Made reservation on behalf of 2c72301953ec4a03bf57dbbda04c854e for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:44:00.071129 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.107734 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-aa908d14-70ab-4eaa-83b5-73e39e0447d0 req-dd5f10e3-80bf-4b1e-b063-779c2bd53982 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Nov 29 12:44:00.196229 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Allocated IP 172.20.0.8 (b0a0d725-a14c-487f-b614-42303bcff085/180d87ec-f1c3-44e5-8a7f-4cebeba43cf4/a6b5455d-bc01-4037-8311-3cbd691e493d) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:44:00.345202 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.380644 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.423874 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Network b0a0d725-a14c-487f-b614-42303bcff085 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:44:00.427900 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:44:00.431748 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:44:00.462862 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:44:00.490733 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:00.491424 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.510719 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-0eaffe20-de25-4594-a49e-1f70cd71a421 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707698 Nov 29 12:44:00.522955 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Request body: {'port': {'device_id': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:44:00.580590 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.658828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-2c7ddb31-74e8-4da4-82cb-b9d99e2a1f9f None None] Provisioning complete for port a6b5455d-bc01-4037-8311-3cbd691e493d triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:44:00.659389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2c7ddb31-74e8-4da4-82cb-b9d99e2a1f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.697923 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ddb31-74e8-4da4-82cb-b9d99e2a1f9f None None] Port a6b5455d-bc01-4037-8311-3cbd691e493d cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:44:00.759090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-55f1ef15-af4e-45d4-b230-a147ea38537d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.858380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b5455d-bc01-4037-8311-3cbd691e493d {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:44:00.865600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.877078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Transition to ACTIVE for port object a6b5455d-bc01-4037-8311-3cbd691e493d will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:44:00.880064 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:00.947540 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Pushing event updated for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:44:01.006782 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Attempting to bind port a6b5455d-bc01-4037-8311-3cbd691e493d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:44:01.007118 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Attempting to bind port a6b5455d-bc01-4037-8311-3cbd691e493d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:44:01.007744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Attempting to bind port a6b5455d-bc01-4037-8311-3cbd691e493d on network b0a0d725-a14c-487f-b614-42303bcff085 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:44:01.012651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Port a6b5455d-bc01-4037-8311-3cbd691e493d on network b0a0d725-a14c-487f-b614-42303bcff085 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:44:01.012976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Attempting to bind port a6b5455d-bc01-4037-8311-3cbd691e493d on network b0a0d725-a14c-487f-b614-42303bcff085 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:44:01.018405 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:44:01.018739 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Checking segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:44:01.019125 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Bound using segment: {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:44:01.019548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Bound port: a6b5455d-bc01-4037-8311-3cbd691e493d, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba728833-240a-43d9-bc26-f4518a31c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:44:01.019904 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:01.108490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:44:01.112708 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:44:01.117878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:01.151749 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.152435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:01.153868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] 10.222.0.30 "PUT /v2.0/ports/a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 1093 time: 0.6354907 Nov 29 12:44:01.154331 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:44:01.156600 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82d3e129dd547cc011670cb767f206b0eb765fc92058ec668cad3c00041e4128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb493c7-0022-4fb1-bebe-fe99d8b480af" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:44:01.192593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5499a56-d4cf-446c-907e-e2920f7ccbac service neutron] Pushing event updated for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:44:01.228998 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ec7e20-ecec-42dd-830d-7530543f680d x-openstack-request-id: req-a2ec7e20-ecec-42dd-830d-7530543f680d {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:44:01.229293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:44:01.229542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2ec7e20-ecec-42dd-830d-7530543f680d {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:44:01.229933 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'status': 'completed', 'code': 200} Nov 29 12:44:01.244297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-d47a742d-9c56-4cbc-bd21-6ccfdd6fbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.245845 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-d47a742d-9c56-4cbc-bd21-6ccfdd6fbfa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1096 time: 0.0501370 Nov 29 12:44:01.275086 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc0fdc-c033-45e6-b9e0-6e835c75ad9a req-5889255f-b3a9-46e2-b288-4f36e25c3974 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.276684 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-11dc0fdc-c033-45e6-b9e0-6e835c75ad9a req-5889255f-b3a9-46e2-b288-4f36e25c3974 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0777462 Nov 29 12:44:01.295394 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-9047043c-0a27-44bf-909f-c18bce12d3b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 217 time: 0.0419228 Nov 29 12:44:01.324811 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-11dc0fdc-c033-45e6-b9e0-6e835c75ad9a req-b90b081b-5cbc-49b4-9d40-2c611c670f93 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Nov 29 12:44:01.354949 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-401fa1dd-d142-4644-a335-bc560fdf9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.356456 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-401fa1dd-d142-4644-a335-bc560fdf9552 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0532053 Nov 29 12:44:01.403090 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-734e96b7-700f-41ca-8d5d-c77bf7ee026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.404566 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-734e96b7-700f-41ca-8d5d-c77bf7ee026b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413249 Nov 29 12:44:01.497619 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-a33b7802-3b24-492f-a10b-6f95aa1a79b1 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859346 Nov 29 12:44:01.587648 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-165e3e1a-3e6a-4506-8f70-5ad84e9a5b0e req-6caab5d1-d54b-4e39-9abc-ced5743b6845 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832407 Nov 29 12:44:01.671000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-a36da776-250e-4fe6-bfff-45e19c94b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.672523 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-a36da776-250e-4fe6-bfff-45e19c94b3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1096 time: 0.0409839 Nov 29 12:44:01.766041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-39721f82-c33e-4e16-a840-713c653c9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.767831 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-39721f82-c33e-4e16-a840-713c653c9c34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0890214 Nov 29 12:44:01.812655 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-14228906-8059-4751-9a23-a57365d91fb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 217 time: 0.0376985 Nov 29 12:44:01.861776 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-bf818309-258a-46fc-a55a-5e7d78cd6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.863249 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-bf818309-258a-46fc-a55a-5e7d78cd6157 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0438933 Nov 29 12:44:01.912957 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-87280540-2ee5-4cb9-9e9f-b84873adddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:01.914466 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-87280540-2ee5-4cb9-9e9f-b84873adddd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439265 Nov 29 12:44:02.003865 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-26a41799-69b6-4ae8-a205-b7104bb50851 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813653 Nov 29 12:44:02.096572 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-bdb493c7-0022-4fb1-bebe-fe99d8b480af req-b5e069e3-6464-4df9-833b-6ec9abc14e2e service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835838 Nov 29 12:44:02.442840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaaf71-35ec-4e22-98e0-f15b19f86631 req-a5fa5679-156d-45fc-b0c5-e3fb2a95facd tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:02.444431 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8aeaaf71-35ec-4e22-98e0-f15b19f86631 req-a5fa5679-156d-45fc-b0c5-e3fb2a95facd tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0506477 Nov 29 12:44:02.483743 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8aeaaf71-35ec-4e22-98e0-f15b19f86631 req-489f9fa0-153d-4275-94c0-5ad40da88cd9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332880 Nov 29 12:44:03.316460 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-236d971f-1448-4d08-a1ca-bdf6721913ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:03.601371 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f86bd-06c0-413e-a1ec-204d62a0129f req-d294a546-e083-46bc-8318-f923d18db44c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:03.602893 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a01f86bd-06c0-413e-a1ec-204d62a0129f req-d294a546-e083-46bc-8318-f923d18db44c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0491459 Nov 29 12:44:03.642284 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a01f86bd-06c0-413e-a1ec-204d62a0129f req-46621902-2a83-491a-9350-6a7cbe4c2832 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334508 Nov 29 12:44:03.752770 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:04.754106 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496459d-5c41-465c-b032-2aa6fbd3aa3b req-8f181a7e-55de-4d69-9be7-1863c46996b7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:04.755553 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c496459d-5c41-465c-b032-2aa6fbd3aa3b req-8f181a7e-55de-4d69-9be7-1863c46996b7 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0480409 Nov 29 12:44:04.796316 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c496459d-5c41-465c-b032-2aa6fbd3aa3b req-b2bc4567-b1de-4312-ad96-28c2c270199a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349398 Nov 29 12:44:04.895188 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:05.907195 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c36094-1fc3-4301-a22a-59ae61872e13 req-006981d8-6371-47a7-be71-b0503d636036 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:05.908656 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5c36094-1fc3-4301-a22a-59ae61872e13 req-006981d8-6371-47a7-be71-b0503d636036 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0480285 Nov 29 12:44:05.948987 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c5c36094-1fc3-4301-a22a-59ae61872e13 req-69b83ad0-d721-444c-8877-6f2329cdf87a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338933 Nov 29 12:44:06.221494 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:07.062633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40ffad-dc5c-41ec-9a99-d6db0863cb2e req-6541ba0a-416c-4774-9301-33bd77f30fd6 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:07.064105 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ba40ffad-dc5c-41ec-9a99-d6db0863cb2e req-6541ba0a-416c-4774-9301-33bd77f30fd6 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0477443 Nov 29 12:44:07.102198 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ba40ffad-dc5c-41ec-9a99-d6db0863cb2e req-b841a8dd-42d4-4059-a2fd-b9b5fa9afaf1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315263 Nov 29 12:44:08.213729 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025ded1-f72b-47e2-9b59-a253aa35ee6b req-231bb035-893a-4dc5-8cd9-b7f8111aec77 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:08.215250 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c025ded1-f72b-47e2-9b59-a253aa35ee6b req-231bb035-893a-4dc5-8cd9-b7f8111aec77 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0484660 Nov 29 12:44:08.255912 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c025ded1-f72b-47e2-9b59-a253aa35ee6b req-cbcb2551-de69-490d-a411-9814905857a8 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349326 Nov 29 12:44:09.368161 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13671d-ec3c-4d07-9bc2-64df364de168 req-34480303-04bf-4847-9d3a-01cbcc249c55 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:09.370886 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a13671d-ec3c-4d07-9bc2-64df364de168 req-34480303-04bf-4847-9d3a-01cbcc249c55 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0500004 Nov 29 12:44:09.407037 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9a13671d-ec3c-4d07-9bc2-64df364de168 req-4a311e5c-6b01-4a74-9073-618ce385df0e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310330 Nov 29 12:44:10.519674 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc3f8-8f56-4155-b4e0-fab95432436b req-0e5430c2-ec59-42b5-a0e6-1bf3db35bdcd tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:10.521075 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a99cc3f8-8f56-4155-b4e0-fab95432436b req-0e5430c2-ec59-42b5-a0e6-1bf3db35bdcd tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0492504 Nov 29 12:44:10.557677 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a99cc3f8-8f56-4155-b4e0-fab95432436b req-18c8bfe4-a0e5-47b6-be41-ea72f97ad081 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304418 Nov 29 12:44:11.669193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec00a43-a4aa-4daa-8661-549d65e422b5 req-ef86101a-8a9a-4bc6-ae3f-c9cef9406d88 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:11.670634 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9ec00a43-a4aa-4daa-8661-549d65e422b5 req-ef86101a-8a9a-4bc6-ae3f-c9cef9406d88 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0473416 Nov 29 12:44:11.710912 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9ec00a43-a4aa-4daa-8661-549d65e422b5 req-0da80b26-d7bb-4406-91e1-53186c495a16 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344689 Nov 29 12:44:12.820692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac1e7d-d1b7-4743-b67c-2bdf4c4ebc9a req-9505385a-4b6a-413c-9e0f-234c7833010f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:12.822149 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-03ac1e7d-d1b7-4743-b67c-2bdf4c4ebc9a req-9505385a-4b6a-413c-9e0f-234c7833010f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0472374 Nov 29 12:44:12.858847 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-03ac1e7d-d1b7-4743-b67c-2bdf4c4ebc9a req-268004ce-1a69-445d-836d-61e762055143 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Nov 29 12:44:12.870086 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a6b5455d-bc01-4037-8311-3cbd691e493d details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:44:13.097988 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:44:13.110151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'port_id': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'mac_address': 'fa:16:3e:2a:3c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:44:13.146391 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:13.158372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b5455d-bc01-4037-8311-3cbd691e493d {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:44:13.176547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:44:13.181260 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:13.229333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:44:13.236109 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.236461 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.236804 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.237139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.237499 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.237831 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.238183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.238512 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.238838 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.239183 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.239507 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.239827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:44:13.496791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['a6b5455d-bc01-4037-8311-3cbd691e493d'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:44:13.982645 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f30d5-1574-4446-b25a-90f03a70e606 req-11fbefd5-fc1c-476a-a8d8-b9e4084fdca2 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:13.984083 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e47f30d5-1574-4446-b25a-90f03a70e606 req-11fbefd5-fc1c-476a-a8d8-b9e4084fdca2 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 944 time: 0.0479951 Nov 29 12:44:14.020428 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e47f30d5-1574-4446-b25a-90f03a70e606 req-3a8fd45a-3d24-4ad0-bccc-152952a18530 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298982 Nov 29 12:44:14.873645 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a6b5455d-bc01-4037-8311-3cbd691e493d up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:44:14.921328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port a6b5455d-bc01-4037-8311-3cbd691e493d completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:44:14.924874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port a6b5455d-bc01-4037-8311-3cbd691e493d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:44:14.925244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:14.999743 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:15.024716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:44:15.027163 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92eff4b5-4dd8-4002-b148-f26ab205235f" -d '{"events": [{"server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "name": "network-vif-plugged", "status": "completed", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:44:15.039548 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:44:15.043408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:15.075737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8dbc50-00bf-417d-8b94-881a565fa41f x-openstack-request-id: req-bc8dbc50-00bf-417d-8b94-881a565fa41f {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:44:15.076037 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "name": "network-vif-plugged", "status": "completed", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:44:15.076293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc8dbc50-00bf-417d-8b94-881a565fa41f {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:44:15.076684 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'code': 200} Nov 29 12:44:15.097174 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:44:15.140752 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe988e-6868-49d3-8a91-5588b2b3de15 req-92542edf-5c8f-4583-bc57-0874a851de58 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:15.142126 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ddfe988e-6868-49d3-8a91-5588b2b3de15 req-92542edf-5c8f-4583-bc57-0874a851de58 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0508218 Nov 29 12:44:15.185812 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ddfe988e-6868-49d3-8a91-5588b2b3de15 req-b5bcf089-a6c6-44ae-b74e-9e1b31745a2b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375969 Nov 29 12:44:15.245055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3ee66-6957-4ffa-8319-3912e180860d req-da71b275-8725-4377-9737-86161c9e2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:15.246514 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e2f3ee66-6957-4ffa-8319-3912e180860d req-da71b275-8725-4377-9737-86161c9e2a98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0390697 Nov 29 12:44:15.279868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e2f3ee66-6957-4ffa-8319-3912e180860d req-9e87750f-8f10-466b-9e87-5c0d48530da5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265343 Nov 29 12:44:16.304476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05171200-e5e8-4598-a9ee-a936c928acb9 req-c4575a54-66d9-415d-b9ef-aefc5cb6ff5f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:16.306023 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-05171200-e5e8-4598-a9ee-a936c928acb9 req-c4575a54-66d9-415d-b9ef-aefc5cb6ff5f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0528598 Nov 29 12:44:16.343590 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-05171200-e5e8-4598-a9ee-a936c928acb9 req-53b289f6-1aaf-4dc7-aff7-a8c91348e9cc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317745 Nov 29 12:44:17.459342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029c67b-6142-4b82-bf13-0bc600dbfb6a req-7389d583-0460-49e9-8c62-ace562c165df tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:17.460797 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f029c67b-6142-4b82-bf13-0bc600dbfb6a req-7389d583-0460-49e9-8c62-ace562c165df tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0480411 Nov 29 12:44:17.500308 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f029c67b-6142-4b82-bf13-0bc600dbfb6a req-df288c00-14b2-43b8-8b60-9cf066439138 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337663 Nov 29 12:44:17.610673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34852b-a73c-4665-877e-b313047bab7a req-3cb37369-651b-4990-aedc-030ce119190d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:17.612096 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ea34852b-a73c-4665-877e-b313047bab7a req-3cb37369-651b-4990-aedc-030ce119190d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0475929 Nov 29 12:44:17.652144 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-ea34852b-a73c-4665-877e-b313047bab7a req-0e8d1511-28dd-46e8-a90f-b9e1cb8e6dbb tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341656 Nov 29 12:44:17.672498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39974) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:44:17.760778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa0024-7621-4e7d-a339-4b3f1b2cba3d tempest-TestShelveInstance-785515140 tempest-TestShelveInstance-785515140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:17.762261 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d6fa0024-7621-4e7d-a339-4b3f1b2cba3d tempest-TestShelveInstance-785515140 tempest-TestShelveInstance-785515140-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1093 time: 0.0888114 Nov 29 12:44:17.765080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 39978) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:44:17.769381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:44:17.790793 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:17.882519 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:17.984639 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Allocated IP 172.26.5.210 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/6f2a6b15-7888-4948-b0c5-1cb529b3d9c2) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:44:18.082912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:18.119027 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:18.153794 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:44:18.156576 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:44:18.159981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:44:18.184772 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'Port': ['ID=6f2a6b15-7888-4948-b0c5-1cb529b3d9c2,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:44:18.493462 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:18.558470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:18.704046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:18.708158 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:18.774617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event updated for resources: {'Port': ['ID=6f2a6b15-7888-4948-b0c5-1cb529b3d9c2,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:44:18.784058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:18.880345 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Floating IP c2eb5c2b-0754-45e2-a306-ba788720cf67 associated. External IP: 172.26.5.210, port: a6b5455d-bc01-4037-8311-3cbd691e493d. Nov 29 12:44:19.083822 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Router 48851093-cd66-4153-9ec3-0e65a8f62601 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:44:19.190501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:44:19.200395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] Sync routers for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:44:19.207847 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:19.210919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:44:19.211546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:44:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:44:19.234459 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-541fa69a-e3be-44b4-93b0-b4f9faf7356b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4683745 Nov 29 12:44:19.235141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:44:19.237419 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64342d46485b40b07ecd0b08d7ebadeec58de47b8664a7b7bdae1787e23bd289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:44:19.272954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408c65d7-bb76-4150-bd13-5038df04e28d x-openstack-request-id: req-408c65d7-bb76-4150-bd13-5038df04e28d {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:44:19.273258 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:44:19.273516 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-408c65d7-bb76-4150-bd13-5038df04e28d {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:44:19.273931 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'status': 'completed', 'code': 200} Nov 29 12:44:19.318552 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:44:19.333601 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-e4041806-f1c6-4538-839f-484fca663b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:19.335133 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-e4041806-f1c6-4538-839f-484fca663b71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0401542 Nov 29 12:44:19.549786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c2eb5c2b-0754-45e2-a306-ba788720cf67', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'floating_ip_address': '172.26.5.210', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'port_id': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'mac_address': 'fa:16:3e:2a:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:44:18Z', 'updated_at': '2021-11-29T12:44:18Z', 'revision_number': 0, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:44:19.576478 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] Checking router: 48851093-cd66-4153-9ec3-0e65a8f62601 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:44:19.586105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:44:19.586725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:44:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:44:19.695488 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:44:19.743927 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-477b2d1b-9ab5-43df-803c-9ccc8ca469d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:19.745420 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-477b2d1b-9ab5-43df-803c-9ccc8ca469d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.4038630 Nov 29 12:44:19.807373 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-4c4b6f87-6ff1-4846-ad1c-48bd47fe1171 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 999 time: 0.0552669 Nov 29 12:44:19.858868 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-0507c708-6c22-47ea-92ff-f74366819af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:19.860298 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-0507c708-6c22-47ea-92ff-f74366819af6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0462611 Nov 29 12:44:19.905657 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-9661fa12-985b-46dc-a0fb-ccdde446aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:19.907246 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-9661fa12-985b-46dc-a0fb-ccdde446aed0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396888 Nov 29 12:44:19.912095 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c2eb5c2b-0754-45e2-a306-ba788720cf67', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'floating_ip_address': '172.26.5.210', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'port_id': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'mac_address': 'fa:16:3e:2a:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:44:18Z', 'updated_at': '2021-11-29T12:44:18Z', 'revision_number': 0, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:44:19.944220 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63781486-f045-46d5-b343-04ab8bc2af86 None None] The sync data for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv is: [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': 'c2eb5c2b-0754-45e2-a306-ba788720cf67', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'floating_ip_address': '172.26.5.210', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'port_id': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'mac_address': 'fa:16:3e:2a:3c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:44:18Z', 'updated_at': '2021-11-29T12:44:18Z', 'revision_number': 0, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:44:19.999744 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-9650b76b-573e-422e-9110-c9b4f151f52e service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852349 Nov 29 12:44:20.093385 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-75ca3de3-40ed-4bad-aa6d-a843ed2cd75c req-d17977ae-0be2-4089-8645-aaaccefa08bb service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865674 Nov 29 12:44:20.139606 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a314c2f3-99fb-45a0-9113-07a25aacac60 None None] New status for floating IP c2eb5c2b-0754-45e2-a306-ba788720cf67: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:44:24.508382 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-9205fe02-e19d-4c87-b3c9-db2bf31a4340 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394711 Nov 29 12:44:24.585895 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-31975263-d769-430c-8720-5d1324d62d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:24.587295 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-31975263-d769-430c-8720-5d1324d62d03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0389075 Nov 29 12:44:24.686993 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-efa3a365-1909-4739-ab8b-0f49f36b50de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:24.688423 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-efa3a365-1909-4739-ab8b-0f49f36b50de service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0832601 Nov 29 12:44:24.750578 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-1b3c2a1f-322b-4619-8fa8-3acc5339d100 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 1001 time: 0.0548959 Nov 29 12:44:24.800625 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-60dcc0c4-50c2-48d6-8dbd-62e4612d3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:24.802054 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-60dcc0c4-50c2-48d6-8dbd-62e4612d3a9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0451510 Nov 29 12:44:24.845882 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-f8659805-5c42-4166-b3f8-caf1c888af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:44:24.847248 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-f8659805-5c42-4166-b3f8-caf1c888af89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382109 Nov 29 12:44:24.931970 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-671298a7-4da4-46b7-813d-2530c049ebe8 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777192 Nov 29 12:44:25.020472 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-d45b23b3-38a2-43e4-86de-23626fa1f1aa req-96e83b0a-7ccf-4b91-967b-a24c933ee591 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817661 Nov 29 12:44:28.125963 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:30.761111 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-96be3882-08cd-4a7a-be46-328962ccdd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:31.905202 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:44:33.318468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c27ae0ba-70c1-4dff-84e9-28e9994e62e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:33.753676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:34.898441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:36.225825 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:44:58.150852 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:00.763270 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2783e7cf-b593-4a03-98db-024df8063d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:03.319413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5a80f2a8-838f-4365-84f6-f2d9acc1c33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:03.754053 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:04.900125 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:06.228573 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:08.903558 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:45:25.024500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-75aef43e-972d-4bdf-9f5a-df8ae4f81007 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0895083 Nov 29 12:45:25.104667 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-72aed60b-8b6d-4df6-a16e-9d55118b5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:45:25.106175 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-72aed60b-8b6d-4df6-a16e-9d55118b5357 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0400183 Nov 29 12:45:25.209728 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-da790bdd-690d-4c74-9bad-d2f08fd55322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:45:25.211182 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-da790bdd-690d-4c74-9bad-d2f08fd55322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0858085 Nov 29 12:45:25.277108 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-157690fa-4c6a-43b8-b0a7-cc9ea4bdaf8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 1001 time: 0.0586274 Nov 29 12:45:25.330033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-b90ff8b4-b8ab-4244-be50-41cc7f1b7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:45:25.331474 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-b90ff8b4-b8ab-4244-be50-41cc7f1b7ebb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0475502 Nov 29 12:45:25.377312 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-47d1dd06-85c8-4df7-a999-452c13ac014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:45:25.378794 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-47d1dd06-85c8-4df7-a999-452c13ac014a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398624 Nov 29 12:45:25.468788 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-f2f4edbd-989f-4d24-92cd-4f74f3465c43 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827456 Nov 29 12:45:25.561554 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b7218c9e-a57e-46c5-ab2a-54485402408a req-6223b68a-6136-4210-bf76-40adb63edce1 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Nov 29 12:45:28.145366 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:30.763739 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4839585-79a4-4174-8e80-a152abe290c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:33.320244 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-37487112-3eb6-4622-92bd-e4702209513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:33.754356 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:34.903372 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:36.234389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:45:45.902149 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:45:58.161193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:00.764307 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-31111647-5e2c-4632-9622-d3c46b29868a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:03.320723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7f784cb6-9d3f-4941-a8aa-08d0febfc098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:03.755849 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:04.905447 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:06.234616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:14.590532 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fa71a-34c8-4b70-9968-40062443b20b req-500e097b-2fe9-4052-9e5d-8af410c3713a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:14.591937 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e94fa71a-34c8-4b70-9968-40062443b20b req-500e097b-2fe9-4052-9e5d-8af410c3713a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0522037 Nov 29 12:46:14.629699 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e94fa71a-34c8-4b70-9968-40062443b20b req-3a445e8d-c93b-4435-bc02-981ba3b87d1c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320318 Nov 29 12:46:15.782342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb08b3-1b4a-4b1e-a416-797ff4091327 req-a3726d07-37f1-4bc7-9095-ae30ef97ab03 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:15.783714 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2eb08b3-1b4a-4b1e-a416-797ff4091327 req-a3726d07-37f1-4bc7-9095-ae30ef97ab03 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0515063 Nov 29 12:46:15.820579 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d2eb08b3-1b4a-4b1e-a416-797ff4091327 req-6da4f667-3207-4202-af3f-81f8b1264251 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311182 Nov 29 12:46:16.948619 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73df8-258c-47ba-a08c-73c92cab57ff req-5953df39-05d5-4c9d-8e3f-ff4dbc54854d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:16.950149 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e4c73df8-258c-47ba-a08c-73c92cab57ff req-5953df39-05d5-4c9d-8e3f-ff4dbc54854d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0483866 Nov 29 12:46:16.988132 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e4c73df8-258c-47ba-a08c-73c92cab57ff req-1524b46f-f3e2-40aa-8a83-c34a48ddb98f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309322 Nov 29 12:46:18.100048 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504ae6b-3e5b-4f7a-8f3c-9c9617c1b160 req-eb99eeba-291b-452c-bb28-0d3fbfbd8cce tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:18.101551 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a504ae6b-3e5b-4f7a-8f3c-9c9617c1b160 req-eb99eeba-291b-452c-bb28-0d3fbfbd8cce tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0480072 Nov 29 12:46:18.138236 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-a504ae6b-3e5b-4f7a-8f3c-9c9617c1b160 req-6095ab4a-bd1d-4cb7-a929-a927100ad280 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308223 Nov 29 12:46:19.292511 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5e68b-edf5-4f87-ab31-8ee4159d3cd3 req-84824bb6-2dcd-44ae-8ff4-b37590322e76 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:19.293962 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dfd5e68b-edf5-4f87-ab31-8ee4159d3cd3 req-84824bb6-2dcd-44ae-8ff4-b37590322e76 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0519903 Nov 29 12:46:19.576935 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dfd5e68b-edf5-4f87-ab31-8ee4159d3cd3 req-86bb229d-7844-4df9-aa09-137c998582bb tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769802 Nov 29 12:46:20.689273 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d70cb7-3d0f-426c-a836-381dcc22b9f4 req-7532a766-545c-4821-b6a8-2b9a5a07142a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:20.690725 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-47d70cb7-3d0f-426c-a836-381dcc22b9f4 req-7532a766-545c-4821-b6a8-2b9a5a07142a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0474410 Nov 29 12:46:20.726030 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-47d70cb7-3d0f-426c-a836-381dcc22b9f4 req-f4977939-3c59-4448-b8c1-5638630a5934 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295904 Nov 29 12:46:21.838260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7345ff-6554-4919-8601-5e7deafaa1d6 req-ee0125a1-338a-4020-b482-65905a022034 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:21.839723 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e7345ff-6554-4919-8601-5e7deafaa1d6 req-ee0125a1-338a-4020-b482-65905a022034 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0490682 Nov 29 12:46:21.876837 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7e7345ff-6554-4919-8601-5e7deafaa1d6 req-1e1e64a0-dd53-43dd-910f-089669372bfc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311587 Nov 29 12:46:22.900503 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:46:22.992637 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918dd6b-868b-4640-baff-e71adc7eb1df req-ec7762c5-8c0b-4db0-904f-d8a768e44578 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:22.994119 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b918dd6b-868b-4640-baff-e71adc7eb1df req-ec7762c5-8c0b-4db0-904f-d8a768e44578 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0522316 Nov 29 12:46:23.030833 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b918dd6b-868b-4640-baff-e71adc7eb1df req-c63ba988-72f5-484f-a5cf-edd05299e16d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304780 Nov 29 12:46:24.142315 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbed037-ff30-478e-9ca2-185c9ae6ef0f req-e4e06286-306e-4a05-94d0-ca7d1554123a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:24.143765 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-efbed037-ff30-478e-9ca2-185c9ae6ef0f req-e4e06286-306e-4a05-94d0-ca7d1554123a tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0482633 Nov 29 12:46:24.180107 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-efbed037-ff30-478e-9ca2-185c9ae6ef0f req-1db1fb7b-f5f2-4dbf-9044-2c34a15be7be tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306101 Nov 29 12:46:24.720551 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-ffa78356-391e-41b0-a6b9-9a12a8ac0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:24.722035 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-ffa78356-391e-41b0-a6b9-9a12a8ac0334 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0398808 Nov 29 12:46:24.811160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-a3997123-0a06-43bd-ba45-f05ee8e24ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:24.812622 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-a3997123-0a06-43bd-ba45-f05ee8e24ddd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0838208 Nov 29 12:46:24.874582 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-9eda5dde-7534-4931-96b5-428499e1949a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 1001 time: 0.0550811 Nov 29 12:46:24.921685 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-b271245a-b62e-4a23-9555-60b1386e2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:24.923170 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-b271245a-b62e-4a23-9555-60b1386e2c56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0420580 Nov 29 12:46:24.976159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-032c9bce-ce0c-43e0-89dc-d8ba1c579974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:24.977525 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-032c9bce-ce0c-43e0-89dc-d8ba1c579974 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433946 Nov 29 12:46:25.065155 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-98974cf7-5a29-4d1f-94c7-602c7a7783a6 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793808 Nov 29 12:46:25.157876 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-c38edfb4-7c88-4f2d-ad0d-77bcddf9a2b3 req-db77d208-dd33-46b4-be8d-c93fff3f48a3 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853515 Nov 29 12:46:25.292358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c3564-56a1-4737-9957-27a59e0ceb4a req-80eea3f2-66c5-4b11-9484-73eac5f9e11e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:25.293747 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7c3c3564-56a1-4737-9957-27a59e0ceb4a req-80eea3f2-66c5-4b11-9484-73eac5f9e11e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0473726 Nov 29 12:46:25.331955 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7c3c3564-56a1-4737-9957-27a59e0ceb4a req-27a86dac-ab41-45e3-813f-e1e8944e444c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Nov 29 12:46:26.449647 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb65cd9-d0a5-4637-93aa-8e1c16438548 req-f8c714a2-107d-4285-beaa-911d39c0b454 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:26.451349 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7cb65cd9-d0a5-4637-93aa-8e1c16438548 req-f8c714a2-107d-4285-beaa-911d39c0b454 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Nov 29 12:46:26.491208 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7cb65cd9-d0a5-4637-93aa-8e1c16438548 req-0b62b5ec-c255-4eb1-b79b-66f4e97f4ab1 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338469 Nov 29 12:46:27.578016 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550ff23-a966-4134-a191-e2543d22fab3 req-6b0c8d04-dc1e-498b-bb6f-24a6d7b4b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:27.580007 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1550ff23-a966-4134-a191-e2543d22fab3 req-6b0c8d04-dc1e-498b-bb6f-24a6d7b4b390 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0448434 Nov 29 12:46:27.615622 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868cce3-2733-4ea6-aa63-c84833c84667 req-2068be6d-2cda-4ef4-afbc-cd88c306129f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:27.618146 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9868cce3-2733-4ea6-aa63-c84833c84667 req-2068be6d-2cda-4ef4-afbc-cd88c306129f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0558436 Nov 29 12:46:27.656620 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9868cce3-2733-4ea6-aa63-c84833c84667 req-67b8392c-4b62-4793-9836-c2d098fe4a42 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332930 Nov 29 12:46:27.690380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550ff23-a966-4134-a191-e2543d22fab3 req-648d71ca-f902-4309-90ae-4bdaf0c459ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:27.691868 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1550ff23-a966-4134-a191-e2543d22fab3 req-648d71ca-f902-4309-90ae-4bdaf0c459ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0908184 Nov 29 12:46:27.758354 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1550ff23-a966-4134-a191-e2543d22fab3 req-06d918df-7e14-40a3-bd5a-7d213f13d47b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 1001 time: 0.0596395 Nov 29 12:46:27.806823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550ff23-a966-4134-a191-e2543d22fab3 req-8e9a531a-6f04-4014-ba40-95ca029dc5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:27.808284 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1550ff23-a966-4134-a191-e2543d22fab3 req-8e9a531a-6f04-4014-ba40-95ca029dc5da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0435643 Nov 29 12:46:27.859842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550ff23-a966-4134-a191-e2543d22fab3 req-feb9d37b-b9b3-4abe-b9c3-9e0ccbe9646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:27.861404 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1550ff23-a966-4134-a191-e2543d22fab3 req-feb9d37b-b9b3-4abe-b9c3-9e0ccbe9646d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459599 Nov 29 12:46:27.949978 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1550ff23-a966-4134-a191-e2543d22fab3 req-b08f4fba-d70f-47b7-8c59-4719a7293ab8 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810235 Nov 29 12:46:28.044680 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-1550ff23-a966-4134-a191-e2543d22fab3 req-bd6f8292-bc6b-4bf9-b215-29dae7841e75 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879459 Nov 29 12:46:28.173911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:28.770003 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d886a-2243-49f5-9e83-3c621897744d req-b1a2560b-05f1-4168-888b-ceb1b9ebbfad tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:28.771449 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-068d886a-2243-49f5-9e83-3c621897744d req-b1a2560b-05f1-4168-888b-ceb1b9ebbfad tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0483508 Nov 29 12:46:28.808034 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-068d886a-2243-49f5-9e83-3c621897744d req-f5b161cf-de39-47ef-850a-4f0b61a11cb2 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308497 Nov 29 12:46:29.536602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a6b5455d-bc01-4037-8311-3cbd691e493d no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:46:29.608205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:29.629604 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:46:29.631832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e706c-6cb7-4e56-9507-7f4869b05ecd" -d '{"events": [{"server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:46:29.646518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:46:29.650919 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:29.673101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 29 Nov 2021 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6133ac40-037b-4050-8d51-ce840e8553c6 x-openstack-request-id: req-6133ac40-037b-4050-8d51-ce840e8553c6 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:46:29.673384 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "name": "network-vif-unplugged", "status": "failed", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d", "code": 422}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:46:29.673632 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6133ac40-037b-4050-8d51-ce840e8553c6 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:46:29.674041 dv-neutron-819578-1-hyperv neutron-server[102105]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'code': 422} returned with failed status Nov 29 12:46:29.698141 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:46:29.705164 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.705513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.705853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.706216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.706547 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.706881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.707206 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.707532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.707855 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.708176 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.708496 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.708810 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:46:29.961277 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40064) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:46:30.069651 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5aa64-17f2-4694-b61c-ecf2197c4b3f req-ad18ec76-6ded-4c8d-8ff2-f415ad653487 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:30.071147 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fba5aa64-17f2-4694-b61c-ecf2197c4b3f req-ad18ec76-6ded-4c8d-8ff2-f415ad653487 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0858762 Nov 29 12:46:30.074108 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-03d93d92-92d6-44bf-bd56-831f0625c176 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116288 Nov 29 12:46:30.083887 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-925233c1-dd6a-40f5-ac88-ce3d1c716cab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:46:30.084854 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-925233c1-dd6a-40f5-ac88-ce3d1c716cab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050571 Nov 29 12:46:30.194150 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fba5aa64-17f2-4694-b61c-ecf2197c4b3f req-99e9f9be-8a5e-4397-a4c1-1c808d668dd0 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755210 Nov 29 12:46:30.766529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-84e8300c-a5b7-47d1-b3b5-f5721dac587f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:31.387164 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba64653-0b20-4208-b5eb-6258f7974f86 req-0d5e48be-4010-45fe-b3ce-a54be9db0b87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:31.388524 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eba64653-0b20-4208-b5eb-6258f7974f86 req-0d5e48be-4010-45fe-b3ce-a54be9db0b87 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0928628 Nov 29 12:46:31.425575 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eba64653-0b20-4208-b5eb-6258f7974f86 req-b0533e68-292a-496f-9800-a8d4d60ee366 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311801 Nov 29 12:46:32.543062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590975ce-3d01-4192-a46e-0d6263d4918f req-000a39d2-3977-433c-b963-63c05d47dd29 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:32.544588 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-590975ce-3d01-4192-a46e-0d6263d4918f req-000a39d2-3977-433c-b963-63c05d47dd29 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0527651 Nov 29 12:46:32.582549 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-590975ce-3d01-4192-a46e-0d6263d4918f req-20e8c9dc-c59a-4591-81ca-b440ac30d9eb tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319209 Nov 29 12:46:33.320620 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4d9406ef-6d08-4e87-bb83-259406a2f8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:33.694053 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8a14b-eeac-46bc-a2ae-401e9c556f3d req-ebee1b17-e3d8-4e45-a8d0-679298deff96 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:33.695655 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fae8a14b-eeac-46bc-a2ae-401e9c556f3d req-ebee1b17-e3d8-4e45-a8d0-679298deff96 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0495110 Nov 29 12:46:33.734371 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fae8a14b-eeac-46bc-a2ae-401e9c556f3d req-167de01d-2014-49bd-b3e0-ed8aa8205378 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Nov 29 12:46:33.766365 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:34.762989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-d8b19fe0-eb65-46f7-8b6b-80b70ffa5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:34.764505 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-d8b19fe0-eb65-46f7-8b6b-80b70ffa5cc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2&tenant_id=2c72301953ec4a03bf57dbbda04c854e HTTP/1.1" status: 200 len: 1096 time: 0.0415802 Nov 29 12:46:34.826105 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-4dc12e16-aa59-47e0-9d16-7fdd98e2f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:34.827602 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-4dc12e16-aa59-47e0-9d16-7fdd98e2f113 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1096 time: 0.0405965 Nov 29 12:46:34.852134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dc638-5211-4db3-90e1-39bb559ff26f req-fba4ad67-847f-416e-b7e8-f0d0003fc8a2 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:34.858488 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bc0dc638-5211-4db3-90e1-39bb559ff26f req-fba4ad67-847f-416e-b7e8-f0d0003fc8a2 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0548539 Nov 29 12:46:34.909697 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-bc0dc638-5211-4db3-90e1-39bb559ff26f req-e9ed8bc5-6841-4bcc-a3c5-f4efb317ac03 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400050 Nov 29 12:46:34.913248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:34.933140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-f416729c-3136-4dd5-b86b-94cf54d85255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:34.934683 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-f416729c-3136-4dd5-b86b-94cf54d85255 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0999131 Nov 29 12:46:34.999346 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-1f0a1e33-c693-48fd-8115-a3ff8e4cfb81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 999 time: 0.0577257 Nov 29 12:46:35.048101 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-29647056-2c66-4d46-84eb-e132b998ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:35.049463 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-29647056-2c66-4d46-84eb-e132b998ca28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0431449 Nov 29 12:46:35.098321 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-00b0ea3a-1c20-4105-863f-b26650e6c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:35.099799 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-00b0ea3a-1c20-4105-863f-b26650e6c985 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438354 Nov 29 12:46:35.191651 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-cc83ee5e-b899-4442-94ab-0e68ce8aa99d service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Nov 29 12:46:35.284078 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-2391e3ce-ffe0-450c-a1a7-eba7536b7fdd req-3a423307-a141-4136-a912-eaf45dc885d1 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855682 Nov 29 12:46:36.017546 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b141c-386a-4286-8275-08bf97edf925 req-7801041c-eaa7-4b95-b241-e5d69e09407e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:36.018971 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5c1b141c-386a-4286-8275-08bf97edf925 req-7801041c-eaa7-4b95-b241-e5d69e09407e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0535297 Nov 29 12:46:36.057340 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5c1b141c-386a-4286-8275-08bf97edf925 req-7d1d86ba-1585-4f06-b37a-57659d04edff tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304856 Nov 29 12:46:36.237015 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:37.176216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b77b4-0e8f-4575-9ca9-d403a45c86e8 req-84fb1687-d0a2-492a-abf1-23194a71ed9d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:37.177679 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c43b77b4-0e8f-4575-9ca9-d403a45c86e8 req-84fb1687-d0a2-492a-abf1-23194a71ed9d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0498366 Nov 29 12:46:37.214465 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c43b77b4-0e8f-4575-9ca9-d403a45c86e8 req-0194bfb6-24b1-431c-9979-9bbcee84ca80 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303676 Nov 29 12:46:38.325310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df983ba-1925-43b7-a539-3d8bb05cea19 req-23238d0e-1c56-429e-8ba0-14ec75ce579c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:38.326789 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0df983ba-1925-43b7-a539-3d8bb05cea19 req-23238d0e-1c56-429e-8ba0-14ec75ce579c tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0475512 Nov 29 12:46:38.364826 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0df983ba-1925-43b7-a539-3d8bb05cea19 req-4a321464-8646-42bb-9247-af12a98eb7cd tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320210 Nov 29 12:46:39.480259 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389157e-fa42-46d9-a970-ab82edf38008 req-5c0c6d22-3d38-4f2e-ab6e-bec4bc886181 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:39.481723 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5389157e-fa42-46d9-a970-ab82edf38008 req-5c0c6d22-3d38-4f2e-ab6e-bec4bc886181 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0525222 Nov 29 12:46:39.519978 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5389157e-fa42-46d9-a970-ab82edf38008 req-9ea56ae9-3491-4bc0-98c0-804029870763 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324423 Nov 29 12:46:40.632203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf55a0-ac5c-46a3-9d29-367039d088e3 req-6148dae1-20e8-43e1-b493-572261a840a4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:40.633659 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04bf55a0-ac5c-46a3-9d29-367039d088e3 req-6148dae1-20e8-43e1-b493-572261a840a4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0482659 Nov 29 12:46:40.671043 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-04bf55a0-ac5c-46a3-9d29-367039d088e3 req-6fa160a1-4007-45a4-b7cd-96442b5e8918 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311110 Nov 29 12:46:41.781921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f509-2870-48c0-81d2-5683fe8bb97d req-71df95f2-3c2e-4f67-82c7-e1862542a04e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:41.783376 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0108f509-2870-48c0-81d2-5683fe8bb97d req-71df95f2-3c2e-4f67-82c7-e1862542a04e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0477617 Nov 29 12:46:41.819128 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0108f509-2870-48c0-81d2-5683fe8bb97d req-30b33bee-9fb6-4f97-a7a7-0430fb2dd5a8 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300944 Nov 29 12:46:42.935372 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9729a-b7e0-45b6-af98-282da92a07dc req-7d950555-de8f-44e5-a8dd-bcdc8305c956 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:42.936826 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-57d9729a-b7e0-45b6-af98-282da92a07dc req-7d950555-de8f-44e5-a8dd-bcdc8305c956 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 943 time: 0.0525372 Nov 29 12:46:42.974390 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-57d9729a-b7e0-45b6-af98-282da92a07dc req-f427a32b-6ed5-4e23-a135-947e98da332f tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Nov 29 12:46:43.631883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a6b5455d-bc01-4037-8311-3cbd691e493d details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:46:43.723450 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:46:43.734625 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'port_id': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'mac_address': 'fa:16:3e:2a:3c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:46:43.769298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:43.780916 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b5455d-bc01-4037-8311-3cbd691e493d {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:46:43.799293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:46:43.802827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:43.846861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:46:44.087765 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0223762-953c-47df-aac8-29947bca714a req-97adbad4-5d82-44f3-b716-46563db5bd5d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:44.089597 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f0223762-953c-47df-aac8-29947bca714a req-97adbad4-5d82-44f3-b716-46563db5bd5d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 944 time: 0.0494149 Nov 29 12:46:44.126115 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f0223762-953c-47df-aac8-29947bca714a req-4bdb466e-f270-4aba-974c-a299d1efed14 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305686 Nov 29 12:46:44.163022 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['a6b5455d-bc01-4037-8311-3cbd691e493d'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:46:45.237065 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8e521-9818-4c98-bc1c-3b577c9007a0 req-cf04a916-458f-4313-ad0e-d90df3d0c022 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:45.238527 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-02f8e521-9818-4c98-bc1c-3b577c9007a0 req-cf04a916-458f-4313-ad0e-d90df3d0c022 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 944 time: 0.0476251 Nov 29 12:46:45.274515 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-02f8e521-9818-4c98-bc1c-3b577c9007a0 req-aa5a9dc1-569f-444c-963a-506a2602bea2 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302355 Nov 29 12:46:45.647866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a6b5455d-bc01-4037-8311-3cbd691e493d up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:46:45.693076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port a6b5455d-bc01-4037-8311-3cbd691e493d triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:46:45.693541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:45.768944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:45.789836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:46:45.792114 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d2e580a509a467f9580d77ffaeb63aaf00387168394b40bbe12cf7d9256be2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897cc4df-77fc-4031-a67e-e556849c3d51" -d '{"events": [{"server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "name": "network-vif-plugged", "status": "completed", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:46:45.804126 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:46:45.809531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:45.832511 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1bea25-de76-4f4b-bdf5-18a8d32dc3e3 x-openstack-request-id: req-2e1bea25-de76-4f4b-bdf5-18a8d32dc3e3 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:46:45.832809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "name": "network-vif-plugged", "status": "completed", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:46:45.833063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e1bea25-de76-4f4b-bdf5-18a8d32dc3e3 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:46:45.833448 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'code': 200} Nov 29 12:46:45.859931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:46:46.122675 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1fc39-f8b3-4106-a1a9-ff985cc9c54d req-a75efb2a-8bb4-43e3-b353-0db54691153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:46.124138 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9b1fc39-f8b3-4106-a1a9-ff985cc9c54d req-a75efb2a-8bb4-43e3-b353-0db54691153d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0787272 Nov 29 12:46:46.157762 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-f9b1fc39-f8b3-4106-a1a9-ff985cc9c54d req-61aa6c0b-6a19-4abd-935e-f8c306d5909f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264883 Nov 29 12:46:46.388058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f69dab-98f4-4b45-9a05-7792eefa6bb4 req-0a519149-1673-4121-892a-81d1af0fa5b9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:46.389505 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-58f69dab-98f4-4b45-9a05-7792eefa6bb4 req-0a519149-1673-4121-892a-81d1af0fa5b9 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Nov 29 12:46:46.426311 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-58f69dab-98f4-4b45-9a05-7792eefa6bb4 req-8f172479-a342-4f48-be91-fcaf8ccd15aa tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Nov 29 12:46:47.539603 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e80b-68b0-4b89-b527-3af9edef215e req-7b39ed4e-8c5f-488b-811b-1122951dab9d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:46:47.541040 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2ed6e80b-68b0-4b89-b527-3af9edef215e req-7b39ed4e-8c5f-488b-811b-1122951dab9d tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0488861 Nov 29 12:46:47.578240 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2ed6e80b-68b0-4b89-b527-3af9edef215e req-3686c6b6-0055-475f-abf0-e31c6192aa78 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307283 Nov 29 12:46:58.175716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:46:59.899006 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:47:00.767092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fff9f7a8-0faf-4d09-8921-ca6175779fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:03.325018 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-5ff32770-3719-419a-8589-09d52701e450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:03.758024 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:04.914451 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:06.240944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:27.961007 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-7fd4cc21-192a-4ef8-aef3-ad914889f7ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393214 Nov 29 12:47:28.040180 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-8022af2b-ee4b-4a01-9ac0-cfe9112c1553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:47:28.041627 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-8022af2b-ee4b-4a01-9ac0-cfe9112c1553 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0398214 Nov 29 12:47:28.145839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-d4b8902e-d76b-4175-a2f6-9585b452ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:47:28.147771 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-d4b8902e-d76b-4175-a2f6-9585b452ca2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0876751 Nov 29 12:47:28.189369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:28.213065 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-cce11556-55f1-4f22-a1eb-b1bdfe73ae13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 1001 time: 0.0582588 Nov 29 12:47:28.263279 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-c72f5ef9-5d84-4eb1-8b3d-f889fb74b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:47:28.265307 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-c72f5ef9-5d84-4eb1-8b3d-f889fb74b656 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0459683 Nov 29 12:47:28.311263 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-baca5485-d672-486a-926f-1ce40e9aa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:47:28.312726 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-baca5485-d672-486a-926f-1ce40e9aa601 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394523 Nov 29 12:47:28.401021 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-7e851983-5c90-48b5-84ed-d95423b40247 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796769 Nov 29 12:47:28.492253 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8cf26ab8-6a26-4f63-acd7-f8c0a29c9a7f req-a846dba2-19b3-400f-9751-658cf31410d8 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842640 Nov 29 12:47:30.766718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f3894779-e87c-470b-95c5-fa6038cf6923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:33.325137 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9accf7c9-fcf6-433a-acd6-6b1b66a7bf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:33.759538 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:34.917123 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:36.243382 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:47:36.897459 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:47:58.191170 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:00.381002 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40152) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:00.533626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Deleting port 6f2a6b15-7888-4948-b0c5-1cb529b3d9c2 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:00.533990 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:00.608961 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:00.609286 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:00.620690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Calling delete_port for 6f2a6b15-7888-4948-b0c5-1cb529b3d9c2 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:00.762646 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:00.768041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6bf902a1-7921-4ab1-ae91-1a8b43023624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:00.788650 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event deleted for resources: {'Port': ['ID=6f2a6b15-7888-4948-b0c5-1cb529b3d9c2,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:00.801983 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.802310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.802649 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.802981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.803309 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.803638 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.803966 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.804290 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.804615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.804936 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.805255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.805571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:00.861659 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:00.862013 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Floating IP c2eb5c2b-0754-45e2-a306-ba788720cf67 disassociated (deleted). External IP: 172.26.5.210, port: a6b5455d-bc01-4037-8311-3cbd691e493d. Nov 29 12:48:01.064683 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Router 48851093-cd66-4153-9ec3-0e65a8f62601 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:48:01.169220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:48:01.174626 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:01.179947 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] Sync routers for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:48:01.189262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:01.189953 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:47:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:01.201006 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f545320c-0455-4887-8017-6260ffe4c9bc tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "DELETE /v2.0/floatingips/c2eb5c2b-0754-45e2-a306-ba788720cf67 HTTP/1.1" status: 204 len: 168 time: 0.8189487 Nov 29 12:48:01.201642 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:48:01.258448 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b44b59f142c90f168af4bee236eca17bac4c17ac27896adef4d1224b5496208f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b733edb0-ff91-4d00-84fd-5c8b0888478f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:48:01.298195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:01.369612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0581e9e-27ba-4489-b5f2-686b100a51d7 x-openstack-request-id: req-e0581e9e-27ba-4489-b5f2-686b100a51d7 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:48:01.370130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:48:01.370430 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0581e9e-27ba-4489-b5f2-686b100a51d7 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:48:01.370837 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'status': 'completed', 'code': 200} Nov 29 12:48:01.432803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-9a674fb6-016c-48f9-8f43-3e9dc6a49bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:01.434445 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-9a674fb6-016c-48f9-8f43-3e9dc6a49bf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c72301953ec4a03bf57dbbda04c854e&device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 1098 time: 0.0411894 Nov 29 12:48:01.442449 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b85a-6543-4500-a4eb-0dcc8aa604e0 req-c02dc3a3-2661-4f7a-9923-e7aaaa206982 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:01.444015 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd03b85a-6543-4500-a4eb-0dcc8aa604e0 req-c02dc3a3-2661-4f7a-9923-e7aaaa206982 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0536764 Nov 29 12:48:01.486825 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-dd03b85a-6543-4500-a4eb-0dcc8aa604e0 req-61106c47-f83b-4ccd-b251-6551392918dd tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332613 Nov 29 12:48:01.501140 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:01.530555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] Checking router: 48851093-cd66-4153-9ec3-0e65a8f62601 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:48:01.538730 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-a6d03fa3-1590-4924-a129-bbecb43d1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:01.540064 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:01.540195 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-a6d03fa3-1590-4924-a129-bbecb43d1cbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 200 len: 910 time: 0.0985372 Nov 29 12:48:01.540813 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:47:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:01.582988 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-38b867ae-2ab8-4c6a-8e27-0178acf06bad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 200 len: 217 time: 0.0347333 Nov 29 12:48:01.630250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-6f0277a2-e2a2-4b45-b401-bf492c7f16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:01.631871 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-6f0277a2-e2a2-4b45-b401-bf492c7f16d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 200 len: 848 time: 0.0421619 Nov 29 12:48:01.643529 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:01.680522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-191a4576-ae35-42b7-bc09-1f743d9117e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:01.682072 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-191a4576-ae35-42b7-bc09-1f743d9117e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0a0d725-a14c-487f-b614-42303bcff085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431533 Nov 29 12:48:01.769730 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-b0e5234b-d9c6-4f0b-ae13-f8a81ac05100 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797665 Nov 29 12:48:01.834485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:01.864148 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de46eb9-dbfb-45b0-8de1-9e175ab14a46 None None] The sync data for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv is: [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:20Z', 'revision_number': 4, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '4368ace8-7234-47ec-9156-f3453a2a6a2c', 'name': '', 'network_id': 'b0a0d725-a14c-487f-b614-42303bcff085', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'mac_address': 'fa:16:3e:b1:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:20Z', 'updated_at': '2021-11-29T12:38:25Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'subnets': [{'id': '180d87ec-f1c3-44e5-8a7f-4cebeba43cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:48:01.865034 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-b733edb0-ff91-4d00-84fd-5c8b0888478f req-be1b4e00-1ddc-4d11-abc4-8d8a83403fb8 service neutron] 10.222.0.30 "GET /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880029 Nov 29 12:48:02.073144 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591632c1-6e19-4bcf-b479-6559f3af2ecc None None] New status for floating IP c2eb5c2b-0754-45e2-a306-ba788720cf67: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:48:02.603757 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf178c-c8f6-466c-b4aa-fc709ed4b2b6 req-6e2f1253-b914-401f-97be-2ec38792be8e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:02.605217 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ddf178c-c8f6-466c-b4aa-fc709ed4b2b6 req-6e2f1253-b914-401f-97be-2ec38792be8e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0540636 Nov 29 12:48:02.643254 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-7ddf178c-c8f6-466c-b4aa-fc709ed4b2b6 req-2f485d95-3eea-486b-aa7c-34325eec7ab4 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/security-groups?id=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Nov 29 12:48:03.067903 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-9e55b296-a64f-4098-b0a8-00f605f34caa tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:03.069344 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-9e55b296-a64f-4098-b0a8-00f605f34caa tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 945 time: 0.0477951 Nov 29 12:48:03.156577 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Deleting port a6b5455d-bc01-4037-8311-3cbd691e493d {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:03.156914 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:03.244435 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] For port a6b5455d-bc01-4037-8311-3cbd691e493d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6b5455d-bc01-4037-8311-3cbd691e493d,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:03.244795 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:03.257048 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Calling delete_port for a6b5455d-bc01-4037-8311-3cbd691e493d owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:03.325815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cb0903ee-8fb0-406c-955c-7fdde59b7ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:03.385159 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:03.413681 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event deleted for resources: {'Port': ['ID=a6b5455d-bc01-4037-8311-3cbd691e493d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:03.440393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.440743 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.441081 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.441414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.441745 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.442100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.442429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.442754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.443078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.443398 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.443721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.444041 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:03.462173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] No DVR routers for this DVR port a6b5455d-bc01-4037-8311-3cbd691e493d on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:48:03.464422 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:03.468227 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0e49edf9-7430-446a-97ba-3ca748514a62 req-998bd291-8a1a-4e83-aa01-1599154d3f6b tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.30 "DELETE /v2.0/ports/a6b5455d-bc01-4037-8311-3cbd691e493d HTTP/1.1" status: 204 len: 173 time: 0.3923306 Nov 29 12:48:03.468658 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'name': 'network-vif-deleted', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:48:03.509772 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c89931cc43b57bd33cf66a46f7e02167a1d398e50f913cbf95dd4fde992f87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743f11f2-684d-4eb2-89aa-3c5409add41a" -d '{"events": [{"server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "name": "network-vif-deleted", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:48:03.605999 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deebef5d-9dae-457c-a5ed-51785eb5083e x-openstack-request-id: req-deebef5d-9dae-457c-a5ed-51785eb5083e {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:48:03.606302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f4ae5-de7d-4c76-9bd9-c991e6503af2", "name": "network-vif-deleted", "tag": "a6b5455d-bc01-4037-8311-3cbd691e493d", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:48:03.606554 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-deebef5d-9dae-457c-a5ed-51785eb5083e {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:48:03.606949 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f4ae5-de7d-4c76-9bd9-c991e6503af2', 'name': 'network-vif-deleted', 'tag': 'a6b5455d-bc01-4037-8311-3cbd691e493d', 'status': 'completed', 'code': 200} Nov 29 12:48:03.737293 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4a439418-335a-4de6-a79e-1a4d8928e844 req-033c72b3-b099-404b-bf0b-3025cd254995 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 210 time: 0.0271726 Nov 29 12:48:03.771337 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:04.845827 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-173ef884-4518-4526-b914-918112f2c00a req-5d21f840-68ef-46af-85d1-a87e094bd84e tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 210 time: 0.0261431 Nov 29 12:48:04.921852 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:05.939937 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-68245324-d265-459e-8ba1-8c392d6c335a req-4d2a5f2d-e0e7-4ef5-9b68-d4728663e041 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 210 time: 0.0257835 Nov 29 12:48:05.988144 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a6b5455d-bc01-4037-8311-3cbd691e493d no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:48:06.008513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: a6b5455d-bc01-4037-8311-3cbd691e493d {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:48:06.008890 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device a6b5455d-bc01-4037-8311-3cbd691e493d not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:48:06.251326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:07.045394 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2e1d6829-a7db-4e82-90af-8212fc5ff8dd req-90cd35fd-4d6a-4733-9d54-cbfb04c64dbd tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d6f4ae5-de7d-4c76-9bd9-c991e6503af2 HTTP/1.1" status: 200 len: 210 time: 0.0264761 Nov 29 12:48:08.099975 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40202) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:08.160999 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ba0c445-e463-4f7e-a825-5d6f16265a78 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:08.184493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ba0c445-e463-4f7e-a825-5d6f16265a78 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:08.245415 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ba0c445-e463-4f7e-a825-5d6f16265a78 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:08.248769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-2ba0c445-e463-4f7e-a825-5d6f16265a78 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:08.250213 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-2ba0c445-e463-4f7e-a825-5d6f16265a78 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] 10.222.0.23 "DELETE /v2.0/security-groups/b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e HTTP/1.1" status: 204 len: 168 time: 0.1490335 Nov 29 12:48:08.259215 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0c445-e463-4f7e-a825-5d6f16265a78 tempest-TestShelveInstance-1576459652 tempest-TestShelveInstance-1576459652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67d4c2a-fac8-40bc-852d-8e8cc0ca8d1e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:08.295712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40206) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:08.746769 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:08.998526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Deleting port 4368ace8-7234-47ec-9156-f3453a2a6a2c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:08.999156 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:09.077931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] For port 4368ace8-7234-47ec-9156-f3453a2a6a2c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=4368ace8-7234-47ec-9156-f3453a2a6a2c,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:09.078203 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:09.091177 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Calling delete_port for 4368ace8-7234-47ec-9156-f3453a2a6a2c owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:09.269913 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:09.299038 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4368ace8-7234-47ec-9156-f3453a2a6a2c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:09.473912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:09.950049 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Router 48851093-cd66-4153-9ec3-0e65a8f62601 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:48:10.052522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:48:10.057651 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-147dce42-3f5b-4d28-8bdb-8cda5a555f7b admin admin] 10.222.0.23 "PUT /v2.0/routers/48851093-cd66-4153-9ec3-0e65a8f62601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7617319 Nov 29 12:48:10.060140 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40218) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:10.063503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] Sync routers for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:48:10.072727 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:10.073323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:10.163130 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks [] for router, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.174416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:10.263505 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.317756 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Deleting port 78b61be4-123c-4da3-949d-46805299be04 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:10.319533 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.352228 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56'}], 'enable_snat': True}, 'gw_port_id': '78b61be4-123c-4da3-949d-46805299be04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:48:09Z', 'revision_number': 5, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port': {'id': '78b61be4-123c-4da3-949d-46805299be04', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:10.385485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] Checking router: 48851093-cd66-4153-9ec3-0e65a8f62601 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:48:10.394979 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] Routers {'48851093-cd66-4153-9ec3-0e65a8f62601'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:10.395581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['48851093-cd66-4153-9ec3-0e65a8f62601'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:10.407812 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] For port 78b61be4-123c-4da3-949d-46805299be04, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=78b61be4-123c-4da3-949d-46805299be04,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:10.408410 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.421080 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Calling delete_port for 78b61be4-123c-4da3-949d-46805299be04 owned by network:router_gateway {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:10.483195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] Set router 48851093-cd66-4153-9ec3-0e65a8f62601 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:10.534957 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:48:10Z', 'revision_number': 6, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:10.565108 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80205e7-c088-4f03-ad96-0b434b729c8f None None] The sync data for ids ['48851093-cd66-4153-9ec3-0e65a8f62601'] in dv-neutron-819578-1-hyperv is: [{'id': '48851093-cd66-4153-9ec3-0e65a8f62601', 'name': 'tempest-TestShelveInstance-1945296222-router', 'tenant_id': '2c72301953ec4a03bf57dbbda04c854e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:18Z', 'updated_at': '2021-11-29T12:48:10Z', 'revision_number': 6, 'project_id': '2c72301953ec4a03bf57dbbda04c854e', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:48:10.588579 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.616459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Pushing event deleted for resources: {'Port': ['ID=78b61be4-123c-4da3-949d-46805299be04,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:10.673498 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.761597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.763690 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.807662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.808240 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48851093-cd66-4153-9ec3-0e65a8f62601 {{(pid=102103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:48:10.813098 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] Notify callbacks [] for router, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.814263 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-1d279a3d-2701-4329-b80c-b0673e57d75f admin admin] 10.222.0.23 "DELETE /v2.0/routers/48851093-cd66-4153-9ec3-0e65a8f62601 HTTP/1.1" status: 204 len: 168 time: 0.7526429 Nov 29 12:48:10.816764 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40226) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:10.860806 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_v2 [None req-94027790-2c15-4bee-ba6c-7d31e517992a admin admin] Deleting subnet 180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 {{(pid=102103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:48:10.863759 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94027790-2c15-4bee-ba6c-7d31e517992a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.898867 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94027790-2c15-4bee-ba6c-7d31e517992a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3307239'] for subnet, precommit_delete_associations {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:10.983489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94027790-2c15-4bee-ba6c-7d31e517992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.034947 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94027790-2c15-4bee-ba6c-7d31e517992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4142299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8916813'] for subnet, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.062952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-94027790-2c15-4bee-ba6c-7d31e517992a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.066970 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-94027790-2c15-4bee-ba6c-7d31e517992a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/180d87ec-f1c3-44e5-8a7f-4cebeba43cf4 HTTP/1.1" status: 204 len: 168 time: 0.2491314 Nov 29 12:48:11.067979 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94027790-2c15-4bee-ba6c-7d31e517992a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180d87ec-f1c3-44e5-8a7f-4cebeba43cf4,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:11.068250 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1879e1-9856-493d-84b0-d6c913e186f8 None None] Network b0a0d725-a14c-487f-b614-42303bcff085 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:48:11.069483 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40228) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:11.142025 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.195319 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Deleting port f7045636-ed8f-48ff-a69c-d0b7cac574b9 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:11.195665 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.259750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] For port f7045636-ed8f-48ff-a69c-d0b7cac574b9, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=f7045636-ed8f-48ff-a69c-d0b7cac574b9,segment=NetworkSegment(ba728833-240a-43d9-bc26-f4518a31c755),segment_id=ba728833-240a-43d9-bc26-f4518a31c755)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:11.260010 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.271381 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Calling delete_port for f7045636-ed8f-48ff-a69c-d0b7cac574b9 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:11.318701 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] DHCP port deletion for b0a0d725-a14c-487f-b614-42303bcff085 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:48:11.352542 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.368101 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Deleting port f7045636-ed8f-48ff-a69c-d0b7cac574b9 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:11.368693 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.380264 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7045636-ed8f-48ff-a69c-d0b7cac574b9,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:11.386031 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] No DVR routers for this DVR port f7045636-ed8f-48ff-a69c-d0b7cac574b9 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:48:11.433554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] For port f7045636-ed8f-48ff-a69c-d0b7cac574b9, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:11.433934 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.446209 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Calling delete_port for f7045636-ed8f-48ff-a69c-d0b7cac574b9 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:11.448793 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.ipam_backend_mixin [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Port f7045636-ed8f-48ff-a69c-d0b7cac574b9 was not found and therefore no delete operation was performed {{(pid=102105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 12:48:11.450124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.459477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.473983 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Pushing event deleted for resources: {'Port': ['ID=f7045636-ed8f-48ff-a69c-d0b7cac574b9,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:11.478352 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] No DVR routers for this DVR port f7045636-ed8f-48ff-a69c-d0b7cac574b9 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:48:11.482609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a0d725-a14c-487f-b614-42303bcff085']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:11.485738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.486162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.486448 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.486778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.487105 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.487432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.487758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.488081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.488401 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.488718 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.489036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.489351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca8cbe-3a17-4bc2-847f-b5755644dfe0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:11.501194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba728833-240a-43d9-bc26-f4518a31c755') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:11.501490 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba728833-240a-43d9-bc26-f4518a31c755') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:11.511230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.528057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.534493 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:48:11.534817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:48:11.536731 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:48:11.591267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.597193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:11.600304 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b0a0d725-a14c-487f-b614-42303bcff085 HTTP/1.1" status: 204 len: 168 time: 0.5294051 Nov 29 12:48:11.603412 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40234) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:11.615273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0d9a3-db37-44be-8328-56af89bd8969 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a0d725-a14c-487f-b614-42303bcff085,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:11.934917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:12.170256 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Deleting port df937875-7b58-4bb6-99bc-2c15d1d1c86e {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:12.170597 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:12.248954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] For port df937875-7b58-4bb6-99bc-2c15d1d1c86e, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=df937875-7b58-4bb6-99bc-2c15d1d1c86e,segment=NetworkSegment(c09131af-1caf-462a-ba95-77b6e8d36b65),segment_id=c09131af-1caf-462a-ba95-77b6e8d36b65)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:12.249228 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:12.261479 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Calling delete_port for df937875-7b58-4bb6-99bc-2c15d1d1c86e owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:12.435860 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:12.448822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f7045636-ed8f-48ff-a69c-d0b7cac574b9 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:48:12.462330 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=df937875-7b58-4bb6-99bc-2c15d1d1c86e,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:12.473713 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: f7045636-ed8f-48ff-a69c-d0b7cac574b9 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:48:12.474085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device f7045636-ed8f-48ff-a69c-d0b7cac574b9 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:48:12.474505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 78b61be4-123c-4da3-949d-46805299be04 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:48:12.501731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 78b61be4-123c-4da3-949d-46805299be04 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:48:12.502009 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 78b61be4-123c-4da3-949d-46805299be04 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:48:12.502613 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4368ace8-7234-47ec-9156-f3453a2a6a2c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:48:12.525459 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 4368ace8-7234-47ec-9156-f3453a2a6a2c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:48:12.525931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 4368ace8-7234-47ec-9156-f3453a2a6a2c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:48:12.622925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:12.830904 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Router e50e087f-be1d-4c90-a60d-8259399b1bab has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:48:12.933395 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:48:12.940215 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b4d96715-e5bc-4161-b1ce-348a1bcccfd7 admin admin] 10.222.0.23 "PUT /v2.0/routers/e50e087f-be1d-4c90-a60d-8259399b1bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3356514 Nov 29 12:48:12.941060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40236) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:12.944163 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e9803-3591-45e4-98da-439901e5729d None None] Sync routers for ids ['e50e087f-be1d-4c90-a60d-8259399b1bab'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:48:12.954308 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e9803-3591-45e4-98da-439901e5729d None None] Routers {'e50e087f-be1d-4c90-a60d-8259399b1bab'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:12.954904 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-847e9803-3591-45e4-98da-439901e5729d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e50e087f-be1d-4c90-a60d-8259399b1bab'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:13.042111 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.060957 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-847e9803-3591-45e4-98da-439901e5729d None None] Set router e50e087f-be1d-4c90-a60d-8259399b1bab gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:13.139033 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.191798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Deleting port d383adcf-c803-473c-9122-9f5772b3a265 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:13.192132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.234284 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-847e9803-3591-45e4-98da-439901e5729d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188'}], 'enable_snat': True}, 'gw_port_id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:48:12Z', 'revision_number': 5, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port': {'id': 'd383adcf-c803-473c-9122-9f5772b3a265', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:05:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:38:23Z', 'updated_at': '2021-11-29T12:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:13.259884 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e9803-3591-45e4-98da-439901e5729d None None] Checking router: e50e087f-be1d-4c90-a60d-8259399b1bab for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:48:13.266840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] For port d383adcf-c803-473c-9122-9f5772b3a265, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=d383adcf-c803-473c-9122-9f5772b3a265,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:13.267269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.268329 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847e9803-3591-45e4-98da-439901e5729d None None] Routers {'e50e087f-be1d-4c90-a60d-8259399b1bab'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:13.268906 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-847e9803-3591-45e4-98da-439901e5729d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['e50e087f-be1d-4c90-a60d-8259399b1bab'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:13.279615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Calling delete_port for d383adcf-c803-473c-9122-9f5772b3a265 owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:13.434498 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-847e9803-3591-45e4-98da-439901e5729d None None] Set router e50e087f-be1d-4c90-a60d-8259399b1bab gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:13.443878 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.468182 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d383adcf-c803-473c-9122-9f5772b3a265,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:13.487956 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-847e9803-3591-45e4-98da-439901e5729d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:48:13Z', 'revision_number': 6, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:13.514087 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847e9803-3591-45e4-98da-439901e5729d None None] The sync data for ids ['e50e087f-be1d-4c90-a60d-8259399b1bab'] in dv-neutron-819578-1-hyperv is: [{'id': 'e50e087f-be1d-4c90-a60d-8259399b1bab', 'name': 'tempest-TestShelveInstance-1246075396-router', 'tenant_id': '27bc3111905a4f8ab34534593292e7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:38:22Z', 'updated_at': '2021-11-29T12:48:13Z', 'revision_number': 6, 'project_id': '27bc3111905a4f8ab34534593292e7ae', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:48:13.535429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.625715 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.627908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.670043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.670559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e50e087f-be1d-4c90-a60d-8259399b1bab {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:48:13.675651 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.676874 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-eaa9061e-5084-45a0-b001-1bc780806d00 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e50e087f-be1d-4c90-a60d-8259399b1bab HTTP/1.1" status: 204 len: 168 time: 0.7348475 Nov 29 12:48:13.679378 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40238) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:13.722588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e00bae-b3b1-4744-bb49-f0c616c2c6e4 admin admin] Deleting subnet 753e39d7-d243-4fb9-b546-9ebb8a188d24 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:48:13.725372 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5e00bae-b3b1-4744-bb49-f0c616c2c6e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.761656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5e00bae-b3b1-4744-bb49-f0c616c2c6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.834512 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5e00bae-b3b1-4744-bb49-f0c616c2c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.887932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5e00bae-b3b1-4744-bb49-f0c616c2c6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.898847 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:48:13.916364 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e00bae-b3b1-4744-bb49-f0c616c2c6e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753e39d7-d243-4fb9-b546-9ebb8a188d24,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:13.919152 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-d5e00bae-b3b1-4744-bb49-f0c616c2c6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:13.924644 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-d5e00bae-b3b1-4744-bb49-f0c616c2c6e4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/753e39d7-d243-4fb9-b546-9ebb8a188d24 HTTP/1.1" status: 204 len: 168 time: 0.2421415 Nov 29 12:48:13.925046 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40240) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:13.931349 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea9f40f-04c0-429c-b69a-484151131f82 None None] Network 8030611e-673c-4f95-bfdd-4bae0a86e629 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:48:13.995602 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.046055 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Deleting port 227990a9-c508-4516-9f3e-c47a1dd262d5 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:14.046393 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.110017 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] For port 227990a9-c508-4516-9f3e-c47a1dd262d5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=227990a9-c508-4516-9f3e-c47a1dd262d5,segment=NetworkSegment(c09131af-1caf-462a-ba95-77b6e8d36b65),segment_id=c09131af-1caf-462a-ba95-77b6e8d36b65)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:14.110377 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.257869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] DHCP port deletion for 8030611e-673c-4f95-bfdd-4bae0a86e629 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:48:14.304290 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] Deleting port 227990a9-c508-4516-9f3e-c47a1dd262d5 {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:48:14.304665 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.374267 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] For port 227990a9-c508-4516-9f3e-c47a1dd262d5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=227990a9-c508-4516-9f3e-c47a1dd262d5,segment=NetworkSegment(c09131af-1caf-462a-ba95-77b6e8d36b65),segment_id=c09131af-1caf-462a-ba95-77b6e8d36b65)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:14.374677 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.456897 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Calling delete_port for 227990a9-c508-4516-9f3e-c47a1dd262d5 owned by network:dhcp {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:14.531820 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device df937875-7b58-4bb6-99bc-2c15d1d1c86e no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:48:14.537772 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] Calling delete_port for 227990a9-c508-4516-9f3e-c47a1dd262d5 owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:48:14.543163 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.558342 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: df937875-7b58-4bb6-99bc-2c15d1d1c86e {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:48:14.558663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device df937875-7b58-4bb6-99bc-2c15d1d1c86e not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:48:14.558976 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] No DVR routers for this DVR port 227990a9-c508-4516-9f3e-c47a1dd262d5 on host dv-neutron-819578-1-hyperv {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:48:14.559519 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d383adcf-c803-473c-9122-9f5772b3a265 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:48:14.583254 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: d383adcf-c803-473c-9122-9f5772b3a265 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:48:14.583594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device d383adcf-c803-473c-9122-9f5772b3a265 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:48:14.584008 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 227990a9-c508-4516-9f3e-c47a1dd262d5 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:48:14.599040 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=227990a9-c508-4516-9f3e-c47a1dd262d5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:14.631836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 227990a9-c508-4516-9f3e-c47a1dd262d5 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:48:14.632175 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 227990a9-c508-4516-9f3e-c47a1dd262d5 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:48:14.652343 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: from cryptography.utils import int_from_bytes Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: from cryptography.utils import int_from_bytes Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 29 12:48:14.663999 dv-neutron-819578-1-hyperv neutron-server[102105]: self.session.flush() Nov 29 12:48:14.669408 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.672291 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8030611e-673c-4f95-bfdd-4bae0a86e629']}} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:14.681226 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09131af-1caf-462a-ba95-77b6e8d36b65') {'for_net_delete': True} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:14.681520 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.services.segments.db [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09131af-1caf-462a-ba95-77b6e8d36b65') {} {{(pid=102104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:14.690617 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8968929'] for segment, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.696308 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] No DVR routers for this DVR port 227990a9-c508-4516-9f3e-c47a1dd262d5 on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:48:14.698061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b4a57-afa3-4f15-b0d7-f16690cf0e0e None None] Pushing event deleted for resources: {'Port': ['ID=227990a9-c508-4516-9f3e-c47a1dd262d5,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:14.703232 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.710912 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:48:14.711410 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65742429'] for segment, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: Traceback (most recent call last): Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: timer() Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: cb(*args, **kw) Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: return func(*args, **kwargs) Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: self._notify() Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: self.callback(batched_events) Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: event.method(event) Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: return f(self, *a, **k) Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._get(url).json() Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: return self.request(url, 'GET', **kwargs) Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:48:14.713063 dv-neutron-819578-1-hyperv neutron-server[102104]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:48:14.765059 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.770252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.773521 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8030611e-673c-4f95-bfdd-4bae0a86e629 HTTP/1.1" status: 204 len: 168 time: 0.8476660 Nov 29 12:48:14.790476 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287970cd-9521-432d-a788-27905376cea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8030611e-673c-4f95-bfdd-4bae0a86e629,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:14.876707 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40246) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:14.918917 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-7c89e89d-1ca0-4551-b213-65b95f6766f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c72301953ec4a03bf57dbbda04c854e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410190 Nov 29 12:48:14.921464 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40252) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:14.968197 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d34f863-b31d-4ff6-827f-adc46c95576e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:14.988614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d34f863-b31d-4ff6-827f-adc46c95576e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:15.032760 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d34f863-b31d-4ff6-827f-adc46c95576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:15.035284 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-2d34f863-b31d-4ff6-827f-adc46c95576e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:15.036399 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-2d34f863-b31d-4ff6-827f-adc46c95576e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40de06ba-3b50-401f-8a2d-5c8488aee71d HTTP/1.1" status: 204 len: 168 time: 0.1140029 Nov 29 12:48:15.043940 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34f863-b31d-4ff6-827f-adc46c95576e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de06ba-3b50-401f-8a2d-5c8488aee71d,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:15.334707 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40258) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:15.374716 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-0b7566d7-8f45-4b80-9683-da7d7d833cbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27bc3111905a4f8ab34534593292e7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388899 Nov 29 12:48:15.377064 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40260) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:15.423007 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f7627f67-25f9-4610-8752-7f5793c61022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:15.442837 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f7627f67-25f9-4610-8752-7f5793c61022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:15.490134 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f7627f67-25f9-4610-8752-7f5793c61022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:15.492673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-f7627f67-25f9-4610-8752-7f5793c61022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:15.493813 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-f7627f67-25f9-4610-8752-7f5793c61022 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89648a35-d42e-4771-b969-87387bf5a425 HTTP/1.1" status: 204 len: 168 time: 0.1158869 Nov 29 12:48:15.503502 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7627f67-25f9-4610-8752-7f5793c61022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89648a35-d42e-4771-b969-87387bf5a425,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:16.181428 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40282) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:16.274585 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1087621809-network', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:16.298232 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Made reservation on behalf of 16592580314d48eaa7c7a0eb2243c822 for: {'network': 1} {{(pid=102103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:48:16.300935 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.308974 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.382915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.386676 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.411297 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=102103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:48:16.420826 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68992d9-73af-4f43-b365-15c226138754,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:16.425876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.426238 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.segments_db [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Added segment c5fe17cb-9d22-4be1-abf3-d028df6e8ad0 of type vlan for network 394e93c5-9cb0-4352-a785-5068f7d77819 Nov 29 12:48:16.466454 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.490137 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.491092 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:16.491673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.551799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3692253 Nov 29 12:48:16.555056 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40286) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:16.556686 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2245817-e4ba-4d51-9cb3-135eb8d969ae admin admin] Pushing event updated for resources: {'Network': ['ID=394e93c5-9cb0-4352-a785-5068f7d77819,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:16.560032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Request body: {'subnet': {'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1087621809-subnet', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:16.566195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network 394e93c5-9cb0-4352-a785-5068f7d77819 details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:48:16.581958 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Made reservation on behalf of 16592580314d48eaa7c7a0eb2243c822 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:48:16.584269 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.742701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.788716 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=302124f4-aba7-4cb9-8a5e-62d108a618e4,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:16.802852 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Checking segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:16.803218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Network hostable DHCP agents. Network: 394e93c5-9cb0-4352-a785-5068f7d77819, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:48:16.818144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Network 394e93c5-9cb0-4352-a785-5068f7d77819 is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:48:16.827079 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, 394e93c5-9cb0-4352-a785-5068f7d77819) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:16.831235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:16.831819 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.837651 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076946a-da9f-463a-a587-2bf82e7ee757 None None] Network 394e93c5-9cb0-4352-a785-5068f7d77819 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:48:16.849919 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0c0f8803-120b-49d1-be67-b29f0f9da3ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2937195 Nov 29 12:48:16.852706 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40290) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:16.857005 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:16.877302 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.878354 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.933968 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:16.989670 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-394e93c5-9cb0-4352-a785-5068f7d77819', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:48:16.990559 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.070812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.129911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Allocated IP 172.20.0.2 (394e93c5-9cb0-4352-a785-5068f7d77819/302124f4-aba7-4cb9-8a5e-62d108a618e4/89d7a821-3e10-431e-99d1-d85ae30fb7f5) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:48:17.264051 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.267819 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.274816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.284157 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.309635 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Network 394e93c5-9cb0-4352-a785-5068f7d77819 is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:17.312475 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:17.315876 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:48:17.327368 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Pushing event updated for resources: {'Port': ['ID=89d7a821-3e10-431e-99d1-d85ae30fb7f5,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:17.375239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Attempting to bind port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:48:17.375609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Attempting to bind port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:48:17.375965 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Attempting to bind port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 on network 394e93c5-9cb0-4352-a785-5068f7d77819 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:48:17.380833 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:48:17.381200 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Checking segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:17.381702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.382121 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Bound using segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:48:17.382579 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Bound port: 89d7a821-3e10-431e-99d1-d85ae30fb7f5, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:48:17.382955 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.391849 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Allocated IP 172.26.5.153 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/dbff267e-0dff-4181-9cca-a16e06db4a6c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:48:17.446821 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] For port 89d7a821-3e10-431e-99d1-d85ae30fb7f5, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:48:17.449795 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] For port 89d7a821-3e10-431e-99d1-d85ae30fb7f5, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=89d7a821-3e10-431e-99d1-d85ae30fb7f5,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:48:17.454901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.493130 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.517272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9fb65-2835-4663-9b60-2900679d9fbe None None] Pushing event updated for resources: {'Port': ['ID=89d7a821-3e10-431e-99d1-d85ae30fb7f5,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:17.540499 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:17.577307 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:17.580510 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:17.583867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:48:17.609591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Pushing event updated for resources: {'Port': ['ID=dbff267e-0dff-4181-9cca-a16e06db4a6c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:17.845641 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:18.039775 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:18.170022 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Router b1e476bf-4c5c-4684-8e14-3e07a50dd457 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:48:18.277576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:48:18.287922 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Sync routers for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:48:18.297960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:18.298744 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:18.303077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:18.304731 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-b4232f46-076c-47c8-886b-0c48c39e6a18 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4510789 Nov 29 12:48:18.307403 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40292) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:18.409603 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375eec1-14ca-4934-ab0d-be9053910127 None None] Network 394e93c5-9cb0-4352-a785-5068f7d77819 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:48:18.430704 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:18.509297 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 89d7a821-3e10-431e-99d1-d85ae30fb7f5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:18.607921 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-f1757c53-9565-4567-9d8e-1bc5dd9eeb28 None None] Provisioning complete for port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:18.608284 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1757c53-9565-4567-9d8e-1bc5dd9eeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:18.720606 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:18.720883 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:18.739142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:18.856084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1757c53-9565-4567-9d8e-1bc5dd9eeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:18.894807 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Allocated IP 172.20.0.1 (394e93c5-9cb0-4352-a785-5068f7d77819/302124f4-aba7-4cb9-8a5e-62d108a618e4/dcdce8da-1504-449c-b47b-2b861778ac35) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:48:18.911967 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:17Z', 'revision_number': 3, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:18.946445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-f1757c53-9565-4567-9d8e-1bc5dd9eeb28 None None] For port 89d7a821-3e10-431e-99d1-d85ae30fb7f5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=89d7a821-3e10-431e-99d1-d85ae30fb7f5,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:18.949412 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Checking router: b1e476bf-4c5c-4684-8e14-3e07a50dd457 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:48:18.949823 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Updating router b1e476bf-4c5c-4684-8e14-3e07a50dd457 port dbff267e-0dff-4181-9cca-a16e06db4a6c binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:48:18.970844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f1757c53-9565-4567-9d8e-1bc5dd9eeb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:18.976079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.015875 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.022824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.055935 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.095952 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1757c53-9565-4567-9d8e-1bc5dd9eeb28 None None] Pushing event updated for resources: {'Port': ['ID=89d7a821-3e10-431e-99d1-d85ae30fb7f5,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:19.099750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Network 394e93c5-9cb0-4352-a785-5068f7d77819 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:19.102763 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:19.106293 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:48:19.132703 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdce8da-1504-449c-b47b-2b861778ac35,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:19.151559 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.161063 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 29 12:48:19.161425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG oslo_db.api [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 29 12:48:19.176253 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-7c1568df-0922-4a74-9b67-53e7bf7adaaa None None] Provisioning complete for port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:19.176610 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7c1568df-0922-4a74-9b67-53e7bf7adaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.283132 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.408155 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.413598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.438070 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.443218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.467911 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Attempting to bind port dbff267e-0dff-4181-9cca-a16e06db4a6c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:48:19.468287 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Attempting to bind port dbff267e-0dff-4181-9cca-a16e06db4a6c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:48:19.468721 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Attempting to bind port dbff267e-0dff-4181-9cca-a16e06db4a6c on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:48:19.480380 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a987c52-464c-4266-8d28-40c6471a003d None None] Pushing event updated for resources: {'Port': ['ID=dbff267e-0dff-4181-9cca-a16e06db4a6c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:19.486948 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:48:19.487323 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:19.487731 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.488124 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:48:19.488602 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Bound port: dbff267e-0dff-4181-9cca-a16e06db4a6c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:48:19.488992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.510061 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a5c2d175-d27a-4f2b-89fb-b6afd8093cc0 None None] Provisioning complete for port dcdce8da-1504-449c-b47b-2b861778ac35 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:19.510351 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d175-d27a-4f2b-89fb-b6afd8093cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.511533 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdce8da-1504-449c-b47b-2b861778ac35,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:19.513928 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.605380 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Network 394e93c5-9cb0-4352-a785-5068f7d77819 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:19.606942 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:19.727977 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Router b1e476bf-4c5c-4684-8e14-3e07a50dd457 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:48:19.736758 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-a5c2d175-d27a-4f2b-89fb-b6afd8093cc0 None None] Port dcdce8da-1504-449c-b47b-2b861778ac35 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:48:19.755035 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] For port dbff267e-0dff-4181-9cca-a16e06db4a6c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:48:19.758479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] For port dbff267e-0dff-4181-9cca-a16e06db4a6c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dbff267e-0dff-4181-9cca-a16e06db4a6c,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:48:19.763888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.822562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a987c52-464c-4266-8d28-40c6471a003d None None] Pushing event updated for resources: {'Port': ['ID=dbff267e-0dff-4181-9cca-a16e06db4a6c,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:19.825117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:19.826216 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:19.846889 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:48:19.851580 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-0c1a78c0-f414-4775-bdb5-b837d1e392a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/b1e476bf-4c5c-4684-8e14-3e07a50dd457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5430961 Nov 29 12:48:19.917544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-274b7a41-771b-4f46-a68a-741ca983fac5 None None] Provisioning complete for port dcdce8da-1504-449c-b47b-2b861778ac35 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:19.917931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-274b7a41-771b-4f46-a68a-741ca983fac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:19.970208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-274b7a41-771b-4f46-a68a-741ca983fac5 None None] Port dcdce8da-1504-449c-b47b-2b861778ac35 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:48:19.973085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:20.170982 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 2, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:20.197208 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba58c8a-4a5e-48b8-ad9f-d83eb23e46d1 None None] The sync data for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv is: [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 2, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:48:20.329142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40308) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:20.334109 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-247544715-network', 'tenant_id': 'ec1980403d0e4226922e4922fd956514'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:20.355418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Made reservation on behalf of ec1980403d0e4226922e4922fd956514 for: {'network': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:48:20.358334 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for network, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.367842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.468481 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 89d7a821-3e10-431e-99d1-d85ae30fb7f5 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:20.477218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.486786 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.512097 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=102104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 29 12:48:20.522817 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d60b46-eb7f-4813-99aa-0b395e3f13cf,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:20.528032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.528500 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.db.segments_db [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Added segment 6df5be5f-5aaa-4882-88b5-f5ecdceebce3 of type vlan for network e3cd2015-4b59-4e0f-b903-f197c3a78c1d Nov 29 12:48:20.530774 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:20.531202 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.578861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727942839489'] for network, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.605477 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759'] for network, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.606691 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:20.608230 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Notify callbacks [] for network, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:20.664071 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3307192 Nov 29 12:48:20.664071 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40310) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:20.675521 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Request body: {'subnet': {'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-247544715-subnet', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'ip_version': 4}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:20.688794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b13972-f616-471f-95eb-c4d2defb09a5 admin admin] Pushing event updated for resources: {'Network': ['ID=e3cd2015-4b59-4e0f-b903-f197c3a78c1d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:20.700705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Network e3cd2015-4b59-4e0f-b903-f197c3a78c1d details requested by agent ovs-agent-dv-neutron-819578-1-hyperv with host dv-neutron-819578-1-hyperv {{(pid=102105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 29 12:48:20.703720 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Made reservation on behalf of ec1980403d0e4226922e4922fd956514 for: {'subnet': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:48:20.706446 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9417968'] for subnet, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.221077 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65742586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9424394'] for subnet, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.275088 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7035288b-626e-44c4-ac8d-0ec78e6279b5,revision_number=0']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:21.287571 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Checking segment: {'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:21.287930 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Network hostable DHCP agents. Network: e3cd2015-4b59-4e0f-b903-f197c3a78c1d, hostable agents: ['2bb4f6ad-32a4-4ffc-9409-3770801aed5e'], hosted agents: [] {{(pid=102104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 29 12:48:21.305021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Network e3cd2015-4b59-4e0f-b903-f197c3a78c1d is scheduled to be hosted by DHCP agent 2bb4f6ad-32a4-4ffc-9409-3770801aed5e with binding_index 1 {{(pid=102104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 29 12:48:21.314440 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819578-1-hyperv, e3cd2015-4b59-4e0f-b903-f197c3a78c1d) {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:21.318549 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:21.319057 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.324392 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bf69b-ff5e-42fa-a6a6-a1923a1a7039 None None] Network e3cd2015-4b59-4e0f-b903-f197c3a78c1d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:48:21.336080 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-fa9c02c5-ab7b-4113-ac4f-802702e66e05 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6714551 Nov 29 12:48:21.338582 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40312) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:21.343536 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:21.365194 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578855', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10148'] for router, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.366247 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585099', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1831984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10205'] for router, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.423592 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.480663 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp02a540da-fa4d-598e-9609-cd3b5f64dac1-e3cd2015-4b59-4e0f-b903-f197c3a78c1d', 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'fixed_ips': [{'subnet_id': '7035288b-626e-44c4-ac8d-0ec78e6279b5'}]}} from dv-neutron-819578-1-hyperv. {{(pid=102105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 29 12:48:21.481546 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.562323 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.615513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.db_base_plugin_common [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Allocated IP 172.20.0.2 (e3cd2015-4b59-4e0f-b903-f197c3a78c1d/7035288b-626e-44c4-ac8d-0ec78e6279b5/3937365a-f969-413d-bf74-1a10a4e28b0c) {{(pid=102105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:48:21.755265 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.758292 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Notify callbacks [] for port, precommit_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.765492 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071'] for port, after_create {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.775330 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.802081 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Network e3cd2015-4b59-4e0f-b903-f197c3a78c1d is already hosted by enough agents. {{(pid=102105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:21.804827 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.scheduler.base_scheduler [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Resources bound (agent type, host, resource id): {{(pid=102105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:21.808184 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Received port after_create {{(pid=102105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:48:21.816888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Pushing event updated for resources: {'Port': ['ID=3937365a-f969-413d-bf74-1a10a4e28b0c,revision_number=1']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:21.869151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Attempting to bind port 3937365a-f969-413d-bf74-1a10a4e28b0c on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:48:21.869525 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Attempting to bind port 3937365a-f969-413d-bf74-1a10a4e28b0c by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:48:21.869887 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Attempting to bind port 3937365a-f969-413d-bf74-1a10a4e28b0c on network e3cd2015-4b59-4e0f-b903-f197c3a78c1d {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:48:21.876075 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:48:21.876470 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Checking segment: {'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:21.876930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.877327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Bound using segment: {'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:48:21.878281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Bound port: 3937365a-f969-413d-bf74-1a10a4e28b0c, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:48:21.878281 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.891039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Allocated IP 172.26.5.85 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/aa497012-94a6-4d6a-a59e-8a392811c5ee) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:48:21.948586 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-41f67056-b180-4131-a560-f07aaf210262 None None] For port 3937365a-f969-413d-bf74-1a10a4e28b0c, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:48:21.952486 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-41f67056-b180-4131-a560-f07aaf210262 None None] For port 3937365a-f969-413d-bf74-1a10a4e28b0c, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3937365a-f969-413d-bf74-1a10a4e28b0c,segment=NetworkSegment(6df5be5f-5aaa-4882-88b5-f5ecdceebce3),segment_id=6df5be5f-5aaa-4882-88b5-f5ecdceebce3)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:48:21.957828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:21.998504 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.024843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f67056-b180-4131-a560-f07aaf210262 None None] Pushing event updated for resources: {'Port': ['ID=3937365a-f969-413d-bf74-1a10a4e28b0c,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:22.041552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.078480 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:22.081558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:22.085043 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:48:22.115851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Pushing event updated for resources: {'Port': ['ID=aa497012-94a6-4d6a-a59e-8a392811c5ee,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:22.240557 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Sync routers for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:48:22.251096 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:22.252044 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:22.360349 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:22.362369 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.523655 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3937365a-f969-413d-bf74-1a10a4e28b0c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:22.572780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 3937365a-f969-413d-bf74-1a10a4e28b0c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:22.573224 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.577289 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 2, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:22.593018 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584934'] for router, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.603411 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Checking router: b1e476bf-4c5c-4684-8e14-3e07a50dd457 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:48:22.603767 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Updating router b1e476bf-4c5c-4684-8e14-3e07a50dd457 port dcdce8da-1504-449c-b47b-2b861778ac35 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:48:22.628665 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.658085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.694273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port 3937365a-f969-413d-bf74-1a10a4e28b0c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3937365a-f969-413d-bf74-1a10a4e28b0c,segment=NetworkSegment(6df5be5f-5aaa-4882-88b5-f5ecdceebce3),segment_id=6df5be5f-5aaa-4882-88b5-f5ecdceebce3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:22.701753 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.702705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dbff267e-0dff-4181-9cca-a16e06db4a6c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:22.745901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Router 8aad1d96-8423-4de6-b106-acf006f2e871 is scheduled to L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb with binding_index 1 {{(pid=102104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 29 12:48:22.795395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=3937365a-f969-413d-bf74-1a10a4e28b0c,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:22.809298 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port dbff267e-0dff-4181-9cca-a16e06db4a6c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:22.810041 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.871840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:48:22.888518 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Sync routers for ids ['8aad1d96-8423-4de6-b106-acf006f2e871'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:48:22.894659 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.898691 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bc3ca135-53c2-4ac7-9d80-60833b4a9d30 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5567675 Nov 29 12:48:22.899577 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40314) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:22.907829 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Routers {'8aad1d96-8423-4de6-b106-acf006f2e871'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:22.908403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8aad1d96-8423-4de6-b106-acf006f2e871'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:22.915056 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.946464 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:22.955039 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.017881 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port dbff267e-0dff-4181-9cca-a16e06db4a6c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dbff267e-0dff-4181-9cca-a16e06db4a6c,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:23.031927 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Pushing event updated for resources: {'Port': ['ID=dcdce8da-1504-449c-b47b-2b861778ac35,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:23.032628 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.060517 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.060863 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.061196 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.061523 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.061846 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.062210 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.062533 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.062980 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.063307 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.063626 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.063943 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.064914 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:48:23.082242 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Attempting to bind port dcdce8da-1504-449c-b47b-2b861778ac35 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:48:23.082915 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Attempting to bind port dcdce8da-1504-449c-b47b-2b861778ac35 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:48:23.082915 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Attempting to bind port dcdce8da-1504-449c-b47b-2b861778ac35 on network 394e93c5-9cb0-4352-a785-5068f7d77819 {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:48:23.092748 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:48:23.097259 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Checking segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:23.098048 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.098834 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Bound using segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:48:23.099543 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Bound port: dcdce8da-1504-449c-b47b-2b861778ac35, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:48:23.100424 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.110817 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Set router 8aad1d96-8423-4de6-b106-acf006f2e871 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:23.163926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975bd9ff-8a92-4de6-9dfb-a6facf96704d None None] Network e3cd2015-4b59-4e0f-b903-f197c3a78c1d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:48:23.208723 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=dbff267e-0dff-4181-9cca-a16e06db4a6c,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:23.210800 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] For port dcdce8da-1504-449c-b47b-2b861778ac35, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:48:23.215085 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] For port dcdce8da-1504-449c-b47b-2b861778ac35, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dcdce8da-1504-449c-b47b-2b861778ac35,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:48:23.219410 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.275627 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abdeda-20c8-45ec-a5ba-78d1296b3814 None None] Pushing event updated for resources: {'Port': ['ID=dcdce8da-1504-449c-b47b-2b861778ac35,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:23.295023 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:23.296100 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:23.383666 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-a4a57dae-73ab-450e-b598-122b7db1742b None None] Provisioning complete for port 3937365a-f969-413d-bf74-1a10a4e28b0c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:23.384051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-a4a57dae-73ab-450e-b598-122b7db1742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.417214 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:23.536381 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 3, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port': {'id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:23.571992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Checking router: 8aad1d96-8423-4de6-b106-acf006f2e871 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:48:23.572639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Updating router 8aad1d96-8423-4de6-b106-acf006f2e871 port aa497012-94a6-4d6a-a59e-8a392811c5ee binding host dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:48:23.618152 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.650004 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:23Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:23.689074 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddef21-11a2-422d-9141-cf6d80aaca86 None None] The sync data for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv is: [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:23Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:48:23.709517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.840781 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-cd60f62d-d119-4fd2-a49a-2117fcf9b1dd None None] Provisioning complete for port dcdce8da-1504-449c-b47b-2b861778ac35 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:23.841195 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd60f62d-d119-4fd2-a49a-2117fcf9b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:23.879925 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Allocated IP 172.20.0.1 (e3cd2015-4b59-4e0f-b903-f197c3a78c1d/7035288b-626e-44c4-ac8d-0ec78e6279b5/5693f890-2d65-43b2-acaf-0d1c8c5a71c4) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:48:23.998096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.035782 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.067562 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd60f62d-d119-4fd2-a49a-2117fcf9b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.078751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Network e3cd2015-4b59-4e0f-b903-f197c3a78c1d is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:24.082241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:24.086862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:48:24.124776 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-cd60f62d-d119-4fd2-a49a-2117fcf9b1dd None None] For port dcdce8da-1504-449c-b47b-2b861778ac35, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dcdce8da-1504-449c-b47b-2b861778ac35,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:24.147066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cd60f62d-d119-4fd2-a49a-2117fcf9b1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.150673 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1583645'] for router_interface, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.154967 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Pushing event updated for resources: {'Port': ['ID=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:24.209326 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Notify callbacks [] for port, precommit_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.225654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.234344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60f62d-d119-4fd2-a49a-2117fcf9b1dd None None] Pushing event updated for resources: {'Port': ['ID=dcdce8da-1504-449c-b47b-2b861778ac35,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:24.294737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Attempting to bind port aa497012-94a6-4d6a-a59e-8a392811c5ee on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:48:24.295256 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Attempting to bind port aa497012-94a6-4d6a-a59e-8a392811c5ee by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:48:24.295778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Attempting to bind port aa497012-94a6-4d6a-a59e-8a392811c5ee on network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:48:24.311264 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:48:24.311688 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Checking segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:24.312089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.312535 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Bound using segment: {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'} {{(pid=102105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:48:24.313012 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.managers [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Bound port: aa497012-94a6-4d6a-a59e-8a392811c5ee, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bea44a-165f-42fa-9338-d180be074b32', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4'}}] {{(pid=102105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:48:24.313445 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.317014 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280ae3c-16ab-421a-91ef-f05f7374afa6 None None] Pushing event updated for resources: {'Port': ['ID=aa497012-94a6-4d6a-a59e-8a392811c5ee,revision_number=2']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:24.335599 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.343388 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-b1dd1758-14e0-40b3-8bf6-1338a00cc146 None None] Provisioning complete for port 3937365a-f969-413d-bf74-1a10a4e28b0c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:24.343773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-b1dd1758-14e0-40b3-8bf6-1338a00cc146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.403032 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] For port aa497012-94a6-4d6a-a59e-8a392811c5ee, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:48:24.409248 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] For port aa497012-94a6-4d6a-a59e-8a392811c5ee, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=aa497012-94a6-4d6a-a59e-8a392811c5ee,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:48:24.417857 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.521904 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dcdce8da-1504-449c-b47b-2b861778ac35 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:24.553477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Routers {'8aad1d96-8423-4de6-b106-acf006f2e871'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:24.554151 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8aad1d96-8423-4de6-b106-acf006f2e871'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:24.565204 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.569811 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.622885 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280ae3c-16ab-421a-91ef-f05f7374afa6 None None] Pushing event updated for resources: {'Port': ['ID=aa497012-94a6-4d6a-a59e-8a392811c5ee,revision_number=3']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:24.638778 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1601729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1582952'] for router_interface, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.640522 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Pushing event updated for resources: {'Port': ['ID=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:24.681895 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port dcdce8da-1504-449c-b47b-2b861778ac35 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:24.682279 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.710293 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] Set router 8aad1d96-8423-4de6-b106-acf006f2e871 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:24.730829 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Network e3cd2015-4b59-4e0f-b903-f197c3a78c1d is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:24.732710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:24.750597 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-96004e23-cd37-4ecf-8fb6-177b6f22df37 None None] Provisioning complete for port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:24.751011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-96004e23-cd37-4ecf-8fb6-177b6f22df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:24.830571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-96004e23-cd37-4ecf-8fb6-177b6f22df37 None None] Port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:48:24.852408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Router 8aad1d96-8423-4de6-b106-acf006f2e871 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:48:24.926969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3937365a-f969-413d-bf74-1a10a4e28b0c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:24.968220 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:48:24.973252 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-ad936d82-e71e-4601-bbb3-4227eca9eef7 admin admin] 10.222.0.23 "PUT /v2.0/routers/8aad1d96-8423-4de6-b106-acf006f2e871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725112 Nov 29 12:48:25.020083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 3937365a-f969-413d-bf74-1a10a4e28b0c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:25.020454 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.058467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 4, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port': {'id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '5693f890-2d65-43b2-acaf-0d1c8c5a71c4', 'name': '', 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'mac_address': 'fa:16:3e:40:31:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:23Z', 'updated_at': '2021-11-29T12:48:23Z', 'revision_number': 1, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'subnets': [{'id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:25.091556 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a8a192-c2a8-4a13-ab39-e65b03a2aee1 None None] The sync data for ids ['8aad1d96-8423-4de6-b106-acf006f2e871'] in dv-neutron-819578-1-hyperv is: [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 4, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port': {'id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '5693f890-2d65-43b2-acaf-0d1c8c5a71c4', 'name': '', 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'mac_address': 'fa:16:3e:40:31:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:23Z', 'updated_at': '2021-11-29T12:48:23Z', 'revision_number': 1, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'subnets': [{'id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:48:25.098832 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-061f9587-efda-4999-99e1-cc9375f07c8e None None] Provisioning complete for port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:25.099198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-061f9587-efda-4999-99e1-cc9375f07c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.152721 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-061f9587-efda-4999-99e1-cc9375f07c8e None None] Port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:48:25.172207 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dbff267e-0dff-4181-9cca-a16e06db4a6c up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:25.221780 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port dbff267e-0dff-4181-9cca-a16e06db4a6c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:25.222179 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.527487 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 40326) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:25.532156 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [None req-8eac41bc-751e-4601-a9dd-c7cc747a821d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1095833286', 'description': 'tempest-secgroup-smoke-1095833286 description', 'project_id': '16592580314d48eaa7c7a0eb2243c822'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:25.554701 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eac41bc-751e-4601-a9dd-c7cc747a821d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.628060 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eac41bc-751e-4601-a9dd-c7cc747a821d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.632235 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eac41bc-751e-4601-a9dd-c7cc747a821d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.662907 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-8eac41bc-751e-4601-a9dd-c7cc747a821d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.664147 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-8eac41bc-751e-4601-a9dd-c7cc747a821d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356747 Nov 29 12:48:25.665289 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac41bc-751e-4601-a9dd-c7cc747a821d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faaeae65-6dc9-4561-a59e-fd24efa7db2d,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:25.667310 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40328) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:25.673017 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-53e7421a-223f-41af-85ce-550df7867c8b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'security_group_rule': {'security_group_id': 'faaeae65-6dc9-4561-a59e-fd24efa7db2d', 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:25.701820 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53e7421a-223f-41af-85ce-550df7867c8b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.756612 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53e7421a-223f-41af-85ce-550df7867c8b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.759982 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53e7421a-223f-41af-85ce-550df7867c8b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.780790 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7421a-223f-41af-85ce-550df7867c8b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93f724b-865f-46fa-8422-0849ccb3ad58,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:25.787840 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-53e7421a-223f-41af-85ce-550df7867c8b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.789012 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-53e7421a-223f-41af-85ce-550df7867c8b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205409 Nov 29 12:48:25.791719 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40330) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:25.796496 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4add9d9b-0a69-4415-88b8-3bf2e654ca12 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'security_group_rule': {'security_group_id': 'faaeae65-6dc9-4561-a59e-fd24efa7db2d', 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:25.822407 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4add9d9b-0a69-4415-88b8-3bf2e654ca12 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.877487 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4add9d9b-0a69-4415-88b8-3bf2e654ca12 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.880899 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4add9d9b-0a69-4415-88b8-3bf2e654ca12 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.901307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add9d9b-0a69-4415-88b8-3bf2e654ca12 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a2c452-e741-4e4a-9a1d-816901a13d43,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:25.907792 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4add9d9b-0a69-4415-88b8-3bf2e654ca12 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.909092 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4add9d9b-0a69-4415-88b8-3bf2e654ca12 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163690 Nov 29 12:48:25.911987 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40332) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:25.916538 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-626afff9-819e-4562-b4d9-5aa35061ce82 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'security_group_rule': {'security_group_id': 'faaeae65-6dc9-4561-a59e-fd24efa7db2d', 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:25.943190 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-626afff9-819e-4562-b4d9-5aa35061ce82 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:25.999435 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-626afff9-819e-4562-b4d9-5aa35061ce82 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.003348 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-626afff9-819e-4562-b4d9-5aa35061ce82 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.022139 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626afff9-819e-4562-b4d9-5aa35061ce82 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7110d0ce-9d4e-44ba-b1dd-217a8746bede,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:26.029114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-626afff9-819e-4562-b4d9-5aa35061ce82 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.030338 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-626afff9-819e-4562-b4d9-5aa35061ce82 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173935 Nov 29 12:48:26.033034 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40334) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:26.037218 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-d148b6ab-fb7b-4be8-a1fa-f5f9b2e32279 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'security_group_rule': {'security_group_id': 'faaeae65-6dc9-4561-a59e-fd24efa7db2d', 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:26.063138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d148b6ab-fb7b-4be8-a1fa-f5f9b2e32279 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.119893 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d148b6ab-fb7b-4be8-a1fa-f5f9b2e32279 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.123233 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d148b6ab-fb7b-4be8-a1fa-f5f9b2e32279 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.143063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148b6ab-fb7b-4be8-a1fa-f5f9b2e32279 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63baa8ca-f198-4121-a5fb-4d6995c3f9b1,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:26.148067 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-d148b6ab-fb7b-4be8-a1fa-f5f9b2e32279 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.149289 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-d148b6ab-fb7b-4be8-a1fa-f5f9b2e32279 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153982 Nov 29 12:48:26.151970 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40336) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:26.156767 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-4b969c5e-5d5e-414e-ba4e-02832bc5ce31 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'security_group_rule': {'security_group_id': 'faaeae65-6dc9-4561-a59e-fd24efa7db2d', 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:26.178245 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-4b969c5e-5d5e-414e-ba4e-02832bc5ce31 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Project 16592580314d48eaa7c7a0eb2243c822 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:48:26.182852 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b969c5e-5d5e-414e-ba4e-02832bc5ce31 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.241109 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b969c5e-5d5e-414e-ba4e-02832bc5ce31 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.244481 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b969c5e-5d5e-414e-ba4e-02832bc5ce31 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.261342 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b969c5e-5d5e-414e-ba4e-02832bc5ce31 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1d8f53-ea28-425c-8af0-8bdfe0bf9471,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:26.269036 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-4b969c5e-5d5e-414e-ba4e-02832bc5ce31 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.270236 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-4b969c5e-5d5e-414e-ba4e-02832bc5ce31 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173363 Nov 29 12:48:26.272921 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40338) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:26.277249 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-72f647c4-8833-4ca6-b0a1-afa40987efa1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'security_group_rule': {'security_group_id': 'faaeae65-6dc9-4561-a59e-fd24efa7db2d', 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:26.300359 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.securitygroups_db [None req-72f647c4-8833-4ca6-b0a1-afa40987efa1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Project 16592580314d48eaa7c7a0eb2243c822 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 29 12:48:26.305019 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72f647c4-8833-4ca6-b0a1-afa40987efa1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.369691 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72f647c4-8833-4ca6-b0a1-afa40987efa1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.373096 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72f647c4-8833-4ca6-b0a1-afa40987efa1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656293'] for security_group_rule, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.390093 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f647c4-8833-4ca6-b0a1-afa40987efa1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63367aa1-7471-465a-9f3c-e346e521ba78,revision_number=0']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:26.399745 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-72f647c4-8833-4ca6-b0a1-afa40987efa1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:26.415080 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-72f647c4-8833-4ca6-b0a1-afa40987efa1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271224 Nov 29 12:48:26.565658 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-ab502108-1358-440d-a32a-bb8110e4cbe9 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095833286&fields=id&tenant_id=16592580314d48eaa7c7a0eb2243c822 HTTP/1.1" status: 200 len: 267 time: 0.0351262 Nov 29 12:48:26.678876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-219ba6f1-0633-4bdf-be71-0654533654a5 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:26.680365 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-219ba6f1-0633-4bdf-be71-0654533654a5 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 810 time: 0.1071937 Nov 29 12:48:26.696398 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-efc3c2ec-0dff-4674-827c-2c570786cd23 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/quotas/16592580314d48eaa7c7a0eb2243c822 HTTP/1.1" status: 200 len: 375 time: 0.0095539 Nov 29 12:48:26.749532 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-58986e03-7e89-46f0-a36e-158102576129 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467358 Nov 29 12:48:26.969621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-18755135-8fd4-4c8c-b722-d2d81e5bdb8c service neutron] 10.222.0.23 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302896 Nov 29 12:48:27.061071 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-607385ad-12c4-4d9a-bb31-e8e7c7ee0e53 service neutron] 10.222.0.23 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853086 Nov 29 12:48:27.221816 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-cd8a3a56-5433-43ea-8e27-6232d7d8b77f req-96881ee5-f07f-43dd-9d55-3251b2610447 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 210 time: 0.0286820 Nov 29 12:48:27.676978 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Sync routers for ids ['8aad1d96-8423-4de6-b106-acf006f2e871'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:48:27.686058 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Routers {'8aad1d96-8423-4de6-b106-acf006f2e871'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:27.686663 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8aad1d96-8423-4de6-b106-acf006f2e871'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:27.865241 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Set router 8aad1d96-8423-4de6-b106-acf006f2e871 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:28.058913 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 4, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port': {'id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '5693f890-2d65-43b2-acaf-0d1c8c5a71c4', 'name': '', 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'mac_address': 'fa:16:3e:40:31:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:23Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 2, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'subnets': [{'id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:28.086787 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Checking router: 8aad1d96-8423-4de6-b106-acf006f2e871 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:48:28.087146 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Updating router 8aad1d96-8423-4de6-b106-acf006f2e871 port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 binding host dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 29 12:48:28.123763 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.151020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-277429fa-b798-4bbd-b5a0-b3cefa718b38 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:28.152723 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-277429fa-b798-4bbd-b5a0-b3cefa718b38 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 810 time: 0.1191626 Nov 29 12:48:28.198502 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-c945b66a-3357-45a4-bfdc-4469e7f5a5ad tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16592580314d48eaa7c7a0eb2243c822 HTTP/1.1" status: 200 len: 380 time: 0.0356853 Nov 29 12:48:28.217421 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'port': {'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'admin_state_up': True, 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'security_groups': ['faaeae65-6dc9-4561-a59e-fd24efa7db2d']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:28.232541 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.326498 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2653ece4-b90c-4233-a699-3878077694f8 req-a3707718-0156-4ff6-bdd5-7a1be1daa52c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Nov 29 12:48:28.347324 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Made reservation on behalf of 16592580314d48eaa7c7a0eb2243c822 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:48:28.351175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.436000 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Notify callbacks [] for port, precommit_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.442284 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.494441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Allocated IP 172.20.0.3 (394e93c5-9cb0-4352-a785-5068f7d77819/302124f4-aba7-4cb9-8a5e-62d108a618e4/81e051a3-d0c5-485a-b9e5-f89296389331) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:48:28.499975 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f70b64-f6d5-49d5-930b-c6acdebf41e3 None None] Pushing event updated for resources: {'Port': ['ID=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,revision_number=3']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:28.537972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device aa497012-94a6-4d6a-a59e-8a392811c5ee up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:28.566360 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Attempting to bind port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 on host dv-neutron-819578-1-hyperv for vnic_type normal with profile {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:48:28.566720 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Attempting to bind port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 by drivers openvswitch,hyperv on host dv-neutron-819578-1-hyperv at level 0 using segments [{'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:48:28.567081 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Attempting to bind port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 on network e3cd2015-4b59-4e0f-b903-f197c3a78c1d {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:48:28.572700 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Checking agent: {'id': '9de39239-28c8-4688-9052-b9d60090f29b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819578-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 40, 34), 'started_at': datetime.datetime(2021, 11, 29, 11, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819578-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:48:28.573394 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Checking segment: {'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:28.573796 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.574222 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Bound using segment: {'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'} {{(pid=102106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:48:28.574664 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.managers [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Bound port: 5693f890-2d65-43b2-acaf-0d1c8c5a71c4, host: dv-neutron-819578-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df5be5f-5aaa-4882-88b5-f5ecdceebce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d'}}] {{(pid=102106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:48:28.575293 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.611848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port aa497012-94a6-4d6a-a59e-8a392811c5ee triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:28.613851 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.655062 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] For port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4, host dv-neutron-819578-1-hyperv, cleared binding levels {{(pid=102106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:48:28.658828 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.plugins.ml2.db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] For port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4, host dv-neutron-819578-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,segment=NetworkSegment(6df5be5f-5aaa-4882-88b5-f5ecdceebce3),segment_id=6df5be5f-5aaa-4882-88b5-f5ecdceebce3)] {{(pid=102106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:48:28.665074 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron_lib.callbacks.manager [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.674747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.709477 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.726841 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.738083 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] For port aa497012-94a6-4d6a-a59e-8a392811c5ee, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=aa497012-94a6-4d6a-a59e-8a392811c5ee,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:28.748057 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f70b64-f6d5-49d5-930b-c6acdebf41e3 None None] Pushing event updated for resources: {'Port': ['ID=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,revision_number=4']} {{(pid=102106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:28.750730 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Routers {'8aad1d96-8423-4de6-b106-acf006f2e871'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:28.751496 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8aad1d96-8423-4de6-b106-acf006f2e871'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:28.763920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.780839 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Network 394e93c5-9cb0-4352-a785-5068f7d77819 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:28.788000 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:28.793717 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:48:28.844218 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:28.853327 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=aa497012-94a6-4d6a-a59e-8a392811c5ee,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:28.856930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-e6fa0db7-bbe5-443d-8f98-a8f217353aae None None] Provisioning complete for port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:28.857528 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e6fa0db7-bbe5-443d-8f98-a8f217353aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.868345 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] Set router 8aad1d96-8423-4de6-b106-acf006f2e871 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:28.880489 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:28.881145 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:28.911042 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-e6f3d868-7b6e-4b38-b0ca-02689d65da00 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6985891 Nov 29 12:48:28.927206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Request body: {'port': {'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:28.975960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e6fa0db7-bbe5-443d-8f98-a8f217353aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.009248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.021917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-e6fa0db7-bbe5-443d-8f98-a8f217353aae None None] For port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,segment=NetworkSegment(6df5be5f-5aaa-4882-88b5-f5ecdceebce3),segment_id=6df5be5f-5aaa-4882-88b5-f5ecdceebce3)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:29.027403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e6fa0db7-bbe5-443d-8f98-a8f217353aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.092389 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa0db7-bbe5-443d-8f98-a8f217353aae None None] Pushing event updated for resources: {'Port': ['ID=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:29.122784 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 4, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port': {'id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '5693f890-2d65-43b2-acaf-0d1c8c5a71c4', 'name': '', 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'mac_address': 'fa:16:3e:40:31:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:23Z', 'updated_at': '2021-11-29T12:48:28Z', 'revision_number': 4, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'subnets': [{'id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:29.148334 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-126c8a6e-9a52-4138-890f-d4058d3a9ead None None] Provisioning complete for port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:29.148699 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-126c8a6e-9a52-4138-890f-d4058d3a9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.153524 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85048db5-ce9a-4065-8071-2c42e3ab02e7 None None] The sync data for ids ['8aad1d96-8423-4de6-b106-acf006f2e871'] in dv-neutron-819578-1-hyperv is: [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 4, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port': {'id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': '5693f890-2d65-43b2-acaf-0d1c8c5a71c4', 'name': '', 'network_id': 'e3cd2015-4b59-4e0f-b903-f197c3a78c1d', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'mac_address': 'fa:16:3e:40:31:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:23Z', 'updated_at': '2021-11-29T12:48:28Z', 'revision_number': 4, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'subnets': [{'id': '7035288b-626e-44c4-ac8d-0ec78e6279b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:48:29.328726 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e051a3-d0c5-485a-b9e5-f89296389331 {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:48:29.336851 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.349267 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Transition to ACTIVE for port object 81e051a3-d0c5-485a-b9e5-f89296389331 will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:48:29.353989 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.448608 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Pushing event updated for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:29.474274 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a62f40-4401-41ff-b4b3-a429655052a8 req-c5c00538-151d-4cde-b5c7-a8ca41b63d97 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:29.482829 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83a62f40-4401-41ff-b4b3-a429655052a8 req-c5c00538-151d-4cde-b5c7-a8ca41b63d97 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 943 time: 0.0772505 Nov 29 12:48:29.520418 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Attempting to bind port 81e051a3-d0c5-485a-b9e5-f89296389331 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:48:29.520750 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Attempting to bind port 81e051a3-d0c5-485a-b9e5-f89296389331 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:48:29.521078 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Attempting to bind port 81e051a3-d0c5-485a-b9e5-f89296389331 on network 394e93c5-9cb0-4352-a785-5068f7d77819 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:48:29.525867 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Port 81e051a3-d0c5-485a-b9e5-f89296389331 on network 394e93c5-9cb0-4352-a785-5068f7d77819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:48:29.526231 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Attempting to bind port 81e051a3-d0c5-485a-b9e5-f89296389331 on network 394e93c5-9cb0-4352-a785-5068f7d77819 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:48:29.531687 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:48:29.532020 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Checking segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:48:29.532704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Bound using segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:48:29.534994 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-83a62f40-4401-41ff-b4b3-a429655052a8 req-66dcce3d-287c-4602-be72-89e881e35e4d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476027 Nov 29 12:48:29.546255 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Bound port: 81e051a3-d0c5-485a-b9e5-f89296389331, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:48:29.547431 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.625587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:48:29.629032 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:48:29.632472 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.666934 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:29.667552 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:29.668963 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] 10.222.0.30 "PUT /v2.0/ports/81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 1093 time: 0.7489417 Nov 29 12:48:29.669430 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:48:29.672246 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c89931cc43b57bd33cf66a46f7e02167a1d398e50f913cbf95dd4fde992f87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:48:29.722558 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f2d85-4841-42d4-9a10-373e2e2117c7 service neutron] Pushing event updated for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:29.740160 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bbe226-b00a-492b-8f77-03400446794b x-openstack-request-id: req-c1bbe226-b00a-492b-8f77-03400446794b {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:48:29.740458 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:48:29.740712 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c1bbe226-b00a-492b-8f77-03400446794b {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:48:29.741111 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331', 'status': 'completed', 'code': 200} Nov 29 12:48:29.757666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-0a0aab9f-3a94-48b0-9d3a-526c26dc2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:29.759226 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-0a0aab9f-3a94-48b0-9d3a-526c26dc2ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1096 time: 0.0516617 Nov 29 12:48:29.805557 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-de382722-b1ac-4eff-9389-0d87d09d9eb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 217 time: 0.0384429 Nov 29 12:48:29.854615 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-2e137331-9ddb-4d59-a893-09846f26defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:29.856056 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-2e137331-9ddb-4d59-a893-09846f26defe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0441499 Nov 29 12:48:29.899847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-9137054c-eab4-46bc-b90f-146d9c9b3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:29.901324 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-9137054c-eab4-46bc-b90f-146d9c9b3bbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387950 Nov 29 12:48:29.992799 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-3014ed53-d88f-4408-8957-6af0f1d4a457 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834250 Nov 29 12:48:30.082057 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-59f22cb8-5aad-43f8-8d80-1c8668fd9baf req-ee04e8b0-3b5f-4cae-af21-966ded159fd9 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825386 Nov 29 12:48:30.167595 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-451f3a83-b070-468d-8086-3dd5172740d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:30.169068 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-451f3a83-b070-468d-8086-3dd5172740d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1096 time: 0.0419767 Nov 29 12:48:30.259802 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-6dc8bcea-48ad-46f5-ad72-e662332108e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:30.261163 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-6dc8bcea-48ad-46f5-ad72-e662332108e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0845051 Nov 29 12:48:30.300923 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-f0fc098f-ab62-4872-97e0-954bf8810c90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 217 time: 0.0329990 Nov 29 12:48:30.348173 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-9295e0eb-4d96-4647-b36f-cbb0ce48b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:30.349545 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-9295e0eb-4d96-4647-b36f-cbb0ce48b71b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0418036 Nov 29 12:48:30.398848 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-2f72efe2-70b4-483d-8c73-afc7276f0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:30.400352 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-2f72efe2-70b4-483d-8c73-afc7276f0376 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444067 Nov 29 12:48:30.491560 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-bd2be04d-2e3b-45db-b3de-60aa5eb22d90 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838671 Nov 29 12:48:30.496239 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device aa497012-94a6-4d6a-a59e-8a392811c5ee up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:30.543312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port aa497012-94a6-4d6a-a59e-8a392811c5ee triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:30.543676 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:30.590100 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-be3454f3-545c-4c2d-8e31-f28c5d5f32bc req-bc232739-bf34-4128-ae5b-0cbfe0f0e6ff service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914450 Nov 29 12:48:30.621789 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 up at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:30.645363 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592caf87-2884-4917-9f71-cb0e987c11a6 req-4ecfed2b-1608-4185-b6f4-e0ae2d8a2d55 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:30.649643 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-592caf87-2884-4917-9f71-cb0e987c11a6 req-4ecfed2b-1608-4185-b6f4-e0ae2d8a2d55 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 943 time: 0.0531843 Nov 29 12:48:30.672419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Provisioning complete for port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:30.672786 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:30.686843 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-592caf87-2884-4917-9f71-cb0e987c11a6 req-1d18ba05-ea82-40ce-b62f-cd423b0163f5 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Nov 29 12:48:30.766822 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bea226db-61c0-4264-aeb5-9eda04e2f6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:31.801194 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71480b-ae38-4a3f-8e54-7c73b2a63ab6 req-159a73fe-559c-404f-a395-917f9a5fa26f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:31.802599 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fc71480b-ae38-4a3f-8e54-7c73b2a63ab6 req-159a73fe-559c-404f-a395-917f9a5fa26f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 943 time: 0.0478420 Nov 29 12:48:31.838984 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fc71480b-ae38-4a3f-8e54-7c73b2a63ab6 req-2bfc2bb7-2a6e-48a9-819a-aabc24b8fb5c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305717 Nov 29 12:48:32.953853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e25c1-275c-40e8-b558-f571eebbe9cf req-2bcdfb40-ed6d-4210-be54-9b8e1ca9aebe tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:32.955601 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e1e25c1-275c-40e8-b558-f571eebbe9cf req-2bcdfb40-ed6d-4210-be54-9b8e1ca9aebe tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 943 time: 0.0519826 Nov 29 12:48:32.991621 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-9e1e25c1-275c-40e8-b558-f571eebbe9cf req-c86eeb03-5edd-455e-b6a9-1be9623f0381 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302250 Nov 29 12:48:33.327301 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-941a953b-65d1-4a49-aef7-0beec62f51e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:33.761593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:34.105895 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44fd63-9633-4031-b8de-d515acfb16a5 req-2a5ab07c-1239-4a2d-a90f-ea53d2eeffd9 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:34.107396 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6c44fd63-9633-4031-b8de-d515acfb16a5 req-2a5ab07c-1239-4a2d-a90f-ea53d2eeffd9 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 943 time: 0.0491240 Nov 29 12:48:34.111986 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 81e051a3-d0c5-485a-b9e5-f89296389331 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:48:34.147778 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-6c44fd63-9633-4031-b8de-d515acfb16a5 req-6939d941-e4ac-4629-aac4-ece5dccc898f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344319 Nov 29 12:48:34.346468 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:34.356909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '81e051a3-d0c5-485a-b9e5-f89296389331', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:48:34.392593 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:34.405328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e051a3-d0c5-485a-b9e5-f89296389331 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:48:34.424689 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:34.428258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:34.475498 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:34.743516 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['81e051a3-d0c5-485a-b9e5-f89296389331'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:48:34.933630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:35.260408 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3279c92-9bd3-4b64-be8f-70feae5b3f9d req-e82fbaf7-4cdd-432c-a8b2-1c0a4c6f8cc7 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:35.261853 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b3279c92-9bd3-4b64-be8f-70feae5b3f9d req-e82fbaf7-4cdd-432c-a8b2-1c0a4c6f8cc7 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 944 time: 0.0474391 Nov 29 12:48:35.301420 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-b3279c92-9bd3-4b64-be8f-70feae5b3f9d req-deb3cfc1-6738-4aaf-b27f-69d36ad1d8a9 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Nov 29 12:48:36.111872 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 81e051a3-d0c5-485a-b9e5-f89296389331 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:48:36.158760 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port 81e051a3-d0c5-485a-b9e5-f89296389331 completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:48:36.162247 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 81e051a3-d0c5-485a-b9e5-f89296389331 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:48:36.162616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:36.241265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:36.263536 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:36.269888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:48:36.285554 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:48:36.289975 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:36.322087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20849082bb689173b5e76ce5c367573d7f40cf34e47116abe72c4772d2af075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb9d945-1815-4376-aa97-05423e71efa3" -d '{"events": [{"server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "name": "network-vif-plugged", "status": "completed", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:48:36.346594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:36.412416 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453cfaff-c61a-49b5-83fa-e5fe9b09d698 x-openstack-request-id: req-453cfaff-c61a-49b5-83fa-e5fe9b09d698 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:48:36.412575 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "name": "network-vif-plugged", "status": "completed", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:48:36.412815 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-453cfaff-c61a-49b5-83fa-e5fe9b09d698 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:48:36.413214 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331', 'code': 200} Nov 29 12:48:36.423917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c01f70-a0fe-4421-b5d6-8ae4da2a6637 req-783d7948-4c85-4ba8-af2a-91cec6349782 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:36.425404 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f6c01f70-a0fe-4421-b5d6-8ae4da2a6637 req-783d7948-4c85-4ba8-af2a-91cec6349782 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 945 time: 0.0536094 Nov 29 12:48:36.462715 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f6c01f70-a0fe-4421-b5d6-8ae4da2a6637 req-e28a125f-f8a4-454d-ae53-388693a7f8be tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Nov 29 12:48:36.575744 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120227d-dfdf-4512-a63a-a81ca6c4f14e req-1a4cefc7-cff0-47f3-8876-a0e751f12c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:36.577201 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7120227d-dfdf-4512-a63a-a81ca6c4f14e req-1a4cefc7-cff0-47f3-8876-a0e751f12c95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1098 time: 0.0394714 Nov 29 12:48:36.611289 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-7120227d-dfdf-4512-a63a-a81ca6c4f14e req-ef2d6128-bb04-4d12-bf48-6e486fc5d140 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274265 Nov 29 12:48:37.577846 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5246735-0e6e-437e-8516-b33c903d528d req-006e7519-7565-4b55-a18e-e303b2e81a27 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:37.579594 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e5246735-0e6e-437e-8516-b33c903d528d req-006e7519-7565-4b55-a18e-e303b2e81a27 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 945 time: 0.0488136 Nov 29 12:48:37.617847 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-e5246735-0e6e-437e-8516-b33c903d528d req-574bcefa-745b-40df-967c-207608e55e85 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Nov 29 12:48:38.727797 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dc20c-9e53-4f12-b9c1-e81641a3d75b req-0e85ac4c-4d6d-4031-ab3f-b9e40c4334b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:38.729134 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a7dc20c-9e53-4f12-b9c1-e81641a3d75b req-0e85ac4c-4d6d-4031-ab3f-b9e40c4334b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 945 time: 0.0477843 Nov 29 12:48:38.770870 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-0a7dc20c-9e53-4f12-b9c1-e81641a3d75b req-eeb4b97b-5e8c-462e-84e3-6d6c1726f099 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358644 Nov 29 12:48:38.891138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150579a-665f-4125-a485-ad7101152353 req-f699095b-e9a7-4063-b0df-61e0e20c8e0c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:38.892575 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f150579a-665f-4125-a485-ad7101152353 req-f699095b-e9a7-4063-b0df-61e0e20c8e0c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 945 time: 0.0518522 Nov 29 12:48:38.928452 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-f150579a-665f-4125-a485-ad7101152353 req-c5fe4fbb-5794-4eaa-b4e8-525b7974385f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301235 Nov 29 12:48:38.949241 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40416) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:39.027876 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a431e41-1ec3-46c9-928f-e192fa8116a5 tempest-TestSnapshotPattern-1554966404 tempest-TestSnapshotPattern-1554966404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:39.029352 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3a431e41-1ec3-46c9-928f-e192fa8116a5 tempest-TestSnapshotPattern-1554966404 tempest-TestSnapshotPattern-1554966404-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1093 time: 0.0791800 Nov 29 12:48:39.032193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40420) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:48:39.036336 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:48:39.057700 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:39.157954 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:39.259168 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Allocated IP 172.26.5.174 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/49ad6a9b-79c8-4fda-a1a8-4b6f4c225ceb) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:48:39.359981 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:39.393877 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:39.430964 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:48:39.433694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:48:39.437094 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:48:39.467851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'Port': ['ID=49ad6a9b-79c8-4fda-a1a8-4b6f4c225ceb,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:39.783493 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:39.847908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:39.991128 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:39.995351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:40.061400 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'Port': ['ID=49ad6a9b-79c8-4fda-a1a8-4b6f4c225ceb,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:48:40.071171 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:40.173442 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Floating IP 04d74607-d36c-459d-9302-29463f565201 associated. External IP: 172.26.5.174, port: 81e051a3-d0c5-485a-b9e5-f89296389331. Nov 29 12:48:40.373436 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Router b1e476bf-4c5c-4684-8e14-3e07a50dd457 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:48:40.483028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:48:40.498598 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] Sync routers for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:48:40.509193 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:48:40.515027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:40.516038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:40.551786 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-62a2600e-6380-44f0-8a80-4e9e20699a08 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5183902 Nov 29 12:48:40.552666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:48:40.556560 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b44b59f142c90f168af4bee236eca17bac4c17ac27896adef4d1224b5496208f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:48:40.601443 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f95d7f7-4c44-47f6-9156-731bb7e5caa6 x-openstack-request-id: req-4f95d7f7-4c44-47f6-9156-731bb7e5caa6 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:48:40.601736 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:48:40.602028 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f95d7f7-4c44-47f6-9156-731bb7e5caa6 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:48:40.602449 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331', 'status': 'completed', 'code': 200} Nov 29 12:48:40.642084 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:40.662830 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-851f668f-8074-4559-b024-967dd91c1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:40.664302 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-851f668f-8074-4559-b024-967dd91c1843 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1098 time: 0.0397766 Nov 29 12:48:40.757113 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-5763307e-c088-42d7-af83-3973375fa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:40.758596 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-5763307e-c088-42d7-af83-3973375fa744 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0874405 Nov 29 12:48:40.820438 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-b65422e9-afa3-4a1f-94a0-8e46e6d9f094 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 999 time: 0.0551615 Nov 29 12:48:40.861273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:39Z', 'revision_number': 0, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:40.871136 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-d0ddbfe9-de67-4846-85c4-e2e524a27f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:40.873123 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-d0ddbfe9-de67-4846-85c4-e2e524a27f6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0461693 Nov 29 12:48:40.891339 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] Checking router: b1e476bf-4c5c-4684-8e14-3e07a50dd457 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:48:40.900648 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:48:40.901190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:48:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:40.917209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-52d4c8f1-7a8d-451f-b3ef-272da1af3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:48:40.918782 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-52d4c8f1-7a8d-451f-b3ef-272da1af3550 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392785 Nov 29 12:48:41.003555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:48:41.004199 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-be6769a9-df72-453a-9739-8afefe569e31 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786550 Nov 29 12:48:41.094591 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-916a9b2e-ebcd-4065-b7d5-cc2bd49c78d5 req-8f28bcc0-ab79-44f3-baec-aba63f44a9d6 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832734 Nov 29 12:48:41.220672 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:39Z', 'revision_number': 0, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:48:41.245563 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d95b3a-25d6-4e06-b3ee-952177fd8e9a None None] The sync data for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv is: [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:39Z', 'revision_number': 0, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:48:41.422885 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d834de0-53c2-4e40-a28a-b9ea9429a7f8 None None] New status for floating IP 04d74607-d36c-459d-9302-29463f565201: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:48:50.897294 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:48:58.253594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:00.766867 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-be272d4d-f875-4af3-9b4b-314a5bdee234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:03.327888 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f681ae9a-5220-4182-b85e-cacacd77d76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:03.762544 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:04.924406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:06.251398 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:27.895309 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:49:28.268162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:28.957418 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-9d9a9a6e-b223-48f8-bcaf-de160f0e3c69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398381 Nov 29 12:49:29.034840 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-48704b3c-2615-4dfb-abf3-79a83412c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:49:29.036258 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-48704b3c-2615-4dfb-abf3-79a83412c6f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1098 time: 0.0387475 Nov 29 12:49:29.138656 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-77eba410-0c3e-4349-9719-80d585cea1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:49:29.140062 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-77eba410-0c3e-4349-9719-80d585cea1c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0857384 Nov 29 12:49:29.207033 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-445ad14a-4d1e-40fa-849f-1e366e4b85aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 1001 time: 0.0596929 Nov 29 12:49:29.257769 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-5a4da946-0874-40c3-bcb5-f11456266fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:49:29.259083 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-5a4da946-0874-40c3-bcb5-f11456266fdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0453050 Nov 29 12:49:29.303290 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-5e783999-0ac9-4569-bdb3-fbba29f59fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:49:29.304720 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-5e783999-0ac9-4569-bdb3-fbba29f59fbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384116 Nov 29 12:49:29.315084 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-c33891ff-aa09-4bd3-b6b2-cee47ac9e195 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:49:29.315987 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-c33891ff-aa09-4bd3-b6b2-cee47ac9e195 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046883 Nov 29 12:49:29.401520 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-e59ed304-ab3e-425f-8200-d2b9f6eca829 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787137 Nov 29 12:49:29.797443 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-4231a192-429a-42a0-b7ad-40bd2d730726 req-d416972e-90cb-402d-97d3-de3bca24659f service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888104 Nov 29 12:49:30.768076 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-fe4d7e1c-9ad0-4e61-b304-f0b6500b595b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:33.327387 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-99e6481f-875b-495a-a040-1132f51dac93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:33.763697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:34.928177 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:36.253803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:49:58.275182 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:00.768491 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-36225204-ddca-4427-b8c5-906473207481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:03.327866 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-14548d9f-d034-43e0-885f-148269f1b820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:03.764998 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:04.894889 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:50:04.930605 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:06.255803 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:28.294190 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:29.963200 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-c0ced4fb-e77d-42f5-9b88-5b61d3634581 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391753 Nov 29 12:50:30.040250 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-4ab2719f-5dc9-462e-bbde-aa77b7c3e21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:50:30.041676 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-4ab2719f-5dc9-462e-bbde-aa77b7c3e21d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1098 time: 0.0389752 Nov 29 12:50:30.145374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-0250528c-5e13-4997-a9c1-f03e89f9443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:50:30.146857 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-0250528c-5e13-4997-a9c1-f03e89f9443e service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0868127 Nov 29 12:50:30.212201 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-8a89ec72-dbd9-4aeb-b9e6-07a484533f9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 1001 time: 0.0573661 Nov 29 12:50:30.263861 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-b3f38ceb-a9c8-482a-933c-3694cf93aa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:50:30.265188 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-b3f38ceb-a9c8-482a-933c-3694cf93aa09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0461082 Nov 29 12:50:30.308591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-a38b7114-8671-4c3c-bb01-180aee5d5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:50:30.310056 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-a38b7114-8671-4c3c-bb01-180aee5d5f90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380249 Nov 29 12:50:30.397240 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-e8985b62-a635-49fc-87fa-dc2c10863abc service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801256 Nov 29 12:50:30.490631 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-e65b2e80-f17a-46a8-99a2-8d74ed09438a req-ca2f028f-1277-4332-bda6-799817679b6c service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Nov 29 12:50:30.768169 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-65061b80-2e8c-4014-bd4a-e137de89efd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:33.328697 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2d416144-3349-4a58-b2ad-0b5b74c87093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:33.765661 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:34.934551 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:36.258168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:50:41.894287 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:50:58.292493 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:00.768000 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70348e67-ec97-4ee2-a2c8-524a4be7145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:03.330122 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0b70a042-7585-4c6e-820b-e726634e6319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:03.766112 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:04.936130 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:06.260467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:12.825879 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 81e051a3-d0c5-485a-b9e5-f89296389331 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:51:12.913874 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:51:12.925138 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': '81e051a3-d0c5-485a-b9e5-f89296389331', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:51:12.962766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:12.974654 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81e051a3-d0c5-485a-b9e5-f89296389331 {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:51:12.992783 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:51:12.997007 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:13.043272 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:13.050600 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.050944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.051278 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.051615 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.051938 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.052262 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.052581 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.052901 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.053218 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.053531 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.053847 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.054198 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:13.067629 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['81e051a3-d0c5-485a-b9e5-f89296389331'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:51:14.841273 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 81e051a3-d0c5-485a-b9e5-f89296389331 up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:51:14.887065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port 81e051a3-d0c5-485a-b9e5-f89296389331 triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:51:14.887432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:14.961395 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:14.982784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:51:14.985609 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20849082bb689173b5e76ce5c367573d7f40cf34e47116abe72c4772d2af075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae08b02b-5004-4450-a3fd-8c4318e7cf2e" -d '{"events": [{"server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "name": "network-vif-plugged", "status": "completed", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:51:14.997309 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:51:15.001658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:15.025128 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b32011-a1ca-49c0-b23c-8bea44391f47 x-openstack-request-id: req-47b32011-a1ca-49c0-b23c-8bea44391f47 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:51:15.025435 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "name": "network-vif-plugged", "status": "completed", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:51:15.025707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47b32011-a1ca-49c0-b23c-8bea44391f47 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:51:15.026106 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331', 'code': 200} Nov 29 12:51:15.051172 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:18.897604 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:51:24.632707 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-6673136e-d107-4fdd-931d-0843191785b4 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1095833286&fields=id&tenant_id=16592580314d48eaa7c7a0eb2243c822 HTTP/1.1" status: 200 len: 267 time: 0.0333030 Nov 29 12:51:24.980469 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-33c3fbac-d1cb-432d-9c45-671495615f19 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:24.981838 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-33c3fbac-d1cb-432d-9c45-671495615f19 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 810 time: 0.3425784 Nov 29 12:51:24.996408 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-8c74ddfd-0fac-401f-8901-ed129880f0c4 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/quotas/16592580314d48eaa7c7a0eb2243c822 HTTP/1.1" status: 200 len: 375 time: 0.0088944 Nov 29 12:51:25.049681 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-44fff236-c771-4f1a-95d7-3f7ec79db379 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0482297 Nov 29 12:51:25.134191 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-a89a5a93-8c74-467b-8da1-f47f8d7767af service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=102103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 29 12:51:25.135201 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-a89a5a93-8c74-467b-8da1-f47f8d7767af service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422211 Nov 29 12:51:25.225728 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-973cbeca-2cc2-4758-b541-cf26c2ef333a service neutron] 10.222.0.23 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838914 Nov 29 12:51:25.311265 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-7c37f424-ec1a-412e-95cb-113c02a7505b service neutron] 10.222.0.23 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792949 Nov 29 12:51:25.485025 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-eed76fed-0172-4acb-a24f-9b1719f62a5c req-c505fb4e-e39d-4cc6-9929-bf0f54a9d7d2 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 210 time: 0.0263610 Nov 29 12:51:26.458116 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-64dddb3b-1e08-46a3-b1d6-49ced928811c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:26.459528 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-64dddb3b-1e08-46a3-b1d6-49ced928811c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 810 time: 0.1061034 Nov 29 12:51:26.508610 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-82a04559-ff59-4438-aa83-2dafb2d3c506 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16592580314d48eaa7c7a0eb2243c822 HTTP/1.1" status: 200 len: 380 time: 0.0391388 Nov 29 12:51:26.520297 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'port': {'device_id': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'admin_state_up': True, 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'security_groups': ['faaeae65-6dc9-4561-a59e-fd24efa7db2d']}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:51:26.579181 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-42c4b84e-9037-497e-bfb0-22ccf13ba716 req-05757a95-e1df-4fe9-a7c9-32734745744e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 210 time: 0.0263121 Nov 29 12:51:26.628455 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Made reservation on behalf of 16592580314d48eaa7c7a0eb2243c822 for: {'port': 1} {{(pid=102104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 29 12:51:26.632102 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:26.757486 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_common [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Allocated IP 172.20.0.7 (394e93c5-9cb0-4352-a785-5068f7d77819/302124f4-aba7-4cb9-8a5e-62d108a618e4/b8c48cc2-441a-448a-bca9-dd62d200201c) {{(pid=102104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:51:26.907823 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for port, precommit_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:26.944662 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_create {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:27.006539 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Network 394e93c5-9cb0-4352-a785-5068f7d77819 is already hosted by enough agents. {{(pid=102104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:51:27.009609 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.base_scheduler [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Resources bound (agent type, host, resource id): {{(pid=102104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:51:27.013375 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Received port after_create {{(pid=102104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:51:27.023585 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'Port': ['ID=b8c48cc2-441a-448a-bca9-dd62d200201c,revision_number=1']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:27.057587 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.057932 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.058301 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.058636 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.058972 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.059304 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.059632 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.059992 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.060281 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.060639 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.060918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.061238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:27.098221 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:27.098922 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:27.119802 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fefcacb2-f6f6-41ec-9766-0a37cabc9f02 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031694 Nov 29 12:51:27.325233 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-081d3bb6-5587-4829-a6de-12714b6eafd9 None None] Provisioning complete for port b8c48cc2-441a-448a-bca9-dd62d200201c triggered by entity DHCP. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:51:27.325779 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-081d3bb6-5587-4829-a6de-12714b6eafd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:27.361088 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-081d3bb6-5587-4829-a6de-12714b6eafd9 None None] Port b8c48cc2-441a-448a-bca9-dd62d200201c cannot update to ACTIVE because it is not bound. {{(pid=102105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 29 12:51:27.702803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278db980-09cd-4b55-8735-465d547b2aab req-1bd0383b-bdb1-430f-bb34-4541e8cc7099 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:27.704349 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-278db980-09cd-4b55-8735-465d547b2aab req-1bd0383b-bdb1-430f-bb34-4541e8cc7099 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0519288 Nov 29 12:51:27.747435 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-278db980-09cd-4b55-8735-465d547b2aab req-62b138fe-9ec8-47fe-8b80-7a7ade39b58e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364676 Nov 29 12:51:28.306232 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:28.863821 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6c268-fadb-4be8-bdc3-5feadb01da67 req-591a6c14-08cc-49cb-bcf2-820b69e7d55b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:28.865377 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d9d6c268-fadb-4be8-bdc3-5feadb01da67 req-591a6c14-08cc-49cb-bcf2-820b69e7d55b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0478463 Nov 29 12:51:28.905438 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d9d6c268-fadb-4be8-bdc3-5feadb01da67 req-580c3eaf-2021-455e-bba6-3195944f2327 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334797 Nov 29 12:51:28.939338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 81e051a3-d0c5-485a-b9e5-f89296389331 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:51:29.020526 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:29.042225 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:51:29.044413 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20849082bb689173b5e76ce5c367573d7f40cf34e47116abe72c4772d2af075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78e98d-fb68-49dd-b8fe-129ca9a9c391" -d '{"events": [{"server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "name": "network-vif-unplugged", "status": "completed", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:51:29.058104 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:51:29.064594 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:29.101100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Nov 2021 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb063aa9-f797-494c-aeae-5ba6e6139b07 x-openstack-request-id: req-cb063aa9-f797-494c-aeae-5ba6e6139b07 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:51:29.101383 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "name": "network-vif-unplugged", "status": "completed", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:51:29.101635 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb063aa9-f797-494c-aeae-5ba6e6139b07 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:51:29.102058 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331', 'code': 200} Nov 29 12:51:29.122705 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=8']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:30.084724 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956d112-73a2-4471-bf19-c54fbbc9b421 req-7303e152-a164-4678-98ea-2fec57566591 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:30.086230 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5956d112-73a2-4471-bf19-c54fbbc9b421 req-7303e152-a164-4678-98ea-2fec57566591 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.1048741 Nov 29 12:51:30.123794 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-5956d112-73a2-4471-bf19-c54fbbc9b421 req-d295a463-0931-423c-be5b-b85255ecbdcf tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Nov 29 12:51:30.772094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-70d56ed2-470c-4165-922a-9d76da0c9ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:31.314476 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449c8a6-5f50-4c51-bd68-b37198f1b094 req-da2a3070-2d57-48a2-ab67-1ea0bbc9f5fa tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:31.315962 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8449c8a6-5f50-4c51-bd68-b37198f1b094 req-da2a3070-2d57-48a2-ab67-1ea0bbc9f5fa tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.1115780 Nov 29 12:51:31.353578 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8449c8a6-5f50-4c51-bd68-b37198f1b094 req-19d53974-e35b-4e41-b617-6e4c2535dda9 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Nov 29 12:51:32.477394 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01538b47-4755-4823-8724-0437fda7d280 req-02b0aafe-c6b5-4d31-ba87-b778af8f40a4 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:32.478941 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-01538b47-4755-4823-8724-0437fda7d280 req-02b0aafe-c6b5-4d31-ba87-b778af8f40a4 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0483670 Nov 29 12:51:32.520469 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-01538b47-4755-4823-8724-0437fda7d280 req-12755b22-191f-4682-aed8-33ca4f861ff5 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338085 Nov 29 12:51:33.331909 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-68f1c982-5a8b-4a48-80ac-36baaecfc3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:33.639000 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9a3f7-a844-403c-8870-26d45a50e3ec req-6b87b78c-d722-46d9-b1d9-a250b49637c1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:33.641047 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-90b9a3f7-a844-403c-8870-26d45a50e3ec req-6b87b78c-d722-46d9-b1d9-a250b49637c1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0489655 Nov 29 12:51:33.680466 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-90b9a3f7-a844-403c-8870-26d45a50e3ec req-d78762e2-de61-4c34-90fa-8fbf4701f24b tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333517 Nov 29 12:51:33.773319 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:34.814278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8c57a-a68c-4300-bc82-29245ce13f3d req-ef8fa87d-729c-4b04-97ce-00ae1c38aafe tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:34.815648 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d5c8c57a-a68c-4300-bc82-29245ce13f3d req-ef8fa87d-729c-4b04-97ce-00ae1c38aafe tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0600042 Nov 29 12:51:34.854398 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-d5c8c57a-a68c-4300-bc82-29245ce13f3d req-2c4978f9-1c2d-498e-83a6-1ea65051739c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Nov 29 12:51:34.951065 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:35.974878 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ec4a4-9114-4439-971f-e0d1d3f963a8 req-78804ef9-3b0c-4e32-afd3-d1b216991fc1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:35.976375 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-130ec4a4-9114-4439-971f-e0d1d3f963a8 req-78804ef9-3b0c-4e32-afd3-d1b216991fc1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0501854 Nov 29 12:51:36.013499 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-130ec4a4-9114-4439-971f-e0d1d3f963a8 req-4fa6a181-87c6-4e72-9b32-e1f0e77f5112 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311911 Nov 29 12:51:36.263021 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:37.125776 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe1192-31b0-41c6-ae1b-70fdb82a56d9 req-415bfea1-edd7-4bde-9129-9967ddbc210c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:37.127306 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2dfe1192-31b0-41c6-ae1b-70fdb82a56d9 req-415bfea1-edd7-4bde-9129-9967ddbc210c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0491061 Nov 29 12:51:37.163680 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2dfe1192-31b0-41c6-ae1b-70fdb82a56d9 req-45f5063f-acb5-4344-999a-ba746c16d2de tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305486 Nov 29 12:51:38.282467 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb58aa2-9cab-49be-b2b1-5ce1a0d61f91 req-78fbeedb-a249-4db7-abd1-3d4cc60dcbd5 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:38.283931 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1cb58aa2-9cab-49be-b2b1-5ce1a0d61f91 req-78fbeedb-a249-4db7-abd1-3d4cc60dcbd5 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0544388 Nov 29 12:51:38.320692 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1cb58aa2-9cab-49be-b2b1-5ce1a0d61f91 req-d0f743e6-a0fa-49d5-a1cf-3d1dc67e69f7 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308466 Nov 29 12:51:39.435633 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54218502-ea3a-470e-b754-2b9442140fd3 req-79f0f2bd-caff-42a9-8c26-4e8b8ce7f941 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:39.437106 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-54218502-ea3a-470e-b754-2b9442140fd3 req-79f0f2bd-caff-42a9-8c26-4e8b8ce7f941 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 931 time: 0.0484655 Nov 29 12:51:39.474441 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-54218502-ea3a-470e-b754-2b9442140fd3 req-8f0fbeeb-52b6-4437-8124-60f54de3080c tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315673 Nov 29 12:51:39.962469 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.v2.base [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Request body: {'port': {'device_id': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=102104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:51:39.996393 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.30', 65441) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:51:40.018888 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:40.036763 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-110615a9-e075-444b-9f92-a32a03097921 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392170 Nov 29 12:51:40.155262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-2e5e01c9-5430-42f4-9af3-5f8a6dba94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.156758 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-2e5e01c9-5430-42f4-9af3-5f8a6dba94c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1096 time: 0.0725429 Nov 29 12:51:40.276437 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c48cc2-441a-448a-bca9-dd62d200201c {{(pid=102104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:51:40.285140 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:40.297175 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.provisioning_blocks [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Transition to ACTIVE for port object b8c48cc2-441a-448a-bca9-dd62d200201c will not be triggered until provisioned by entity L2. {{(pid=102104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 29 12:51:40.300876 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:40.317409 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-de917daf-4cfa-4ccd-9ede-aedfde3072df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.318908 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-de917daf-4cfa-4ccd-9ede-aedfde3072df service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.1432238 Nov 29 12:51:40.367962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c48cc2-441a-448a-bca9-dd62d200201c,revision_number=2']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:40.423474 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Attempting to bind port b8c48cc2-441a-448a-bca9-dd62d200201c on host hv-neutron-8195 for vnic_type normal with profile {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 29 12:51:40.423812 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Attempting to bind port b8c48cc2-441a-448a-bca9-dd62d200201c by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 29 12:51:40.424158 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Attempting to bind port b8c48cc2-441a-448a-bca9-dd62d200201c on network 394e93c5-9cb0-4352-a785-5068f7d77819 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:51:40.428630 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Port b8c48cc2-441a-448a-bca9-dd62d200201c on network 394e93c5-9cb0-4352-a785-5068f7d77819 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 29 12:51:40.428951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Attempting to bind port b8c48cc2-441a-448a-bca9-dd62d200201c on network 394e93c5-9cb0-4352-a785-5068f7d77819 {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 29 12:51:40.433843 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Checking agent: {'id': '687565b8-75cf-4bfd-a8af-38bef113cb50', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'started_at': datetime.datetime(2021, 11, 29, 11, 46, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 29, 12, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 29 12:51:40.434209 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Checking segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 29 12:51:40.434588 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Bound using segment: {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'} {{(pid=102104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 29 12:51:40.435015 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.managers [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Bound port: b8c48cc2-441a-448a-bca9-dd62d200201c, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819'}}] {{(pid=102104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 29 12:51:40.435447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:40.437845 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-9556c400-4f51-4b57-b676-db27ee86c47f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 999 time: 0.1111963 Nov 29 12:51:40.500994 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-da55728b-c218-4064-875e-ae37b2274164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.502501 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-da55728b-c218-4064-875e-ae37b2274164 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0575039 Nov 29 12:51:40.521266 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, cleared binding levels {{(pid=102104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 29 12:51:40.525099 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8c48cc2-441a-448a-bca9-dd62d200201c,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 29 12:51:40.531058 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65742449'] for port, after_update {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:40.569754 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.570429 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:40.571794 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] 10.222.0.30 "PUT /v2.0/ports/b8c48cc2-441a-448a-bca9-dd62d200201c HTTP/1.1" status: 200 len: 1093 time: 0.6138077 Nov 29 12:51:40.572238 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:51:40.574561 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c89931cc43b57bd33cf66a46f7e02167a1d398e50f913cbf95dd4fde992f87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac97abc-c5a5-4b67-8d58-385cf44a9339" -d '{"events": [{"name": "network-changed", "server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:51:40.623128 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-b9a84303-6636-4a06-8600-8dd3bd717d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.624365 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38927c0b-2eae-4586-8f48-72dd3953ead6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c48cc2-441a-448a-bca9-dd62d200201c,revision_number=3']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:40.624850 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-b9a84303-6636-4a06-8600-8dd3bd717d55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1142964 Nov 29 12:51:40.637167 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b076b-720c-4366-9d96-988e9bf4907f req-4d86e007-1dce-4d89-bef1-60745cd7defe tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.638942 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c22b076b-720c-4366-9d96-988e9bf4907f req-4d86e007-1dce-4d89-bef1-60745cd7defe tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 943 time: 0.0768518 Nov 29 12:51:40.650386 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac57b14-05c5-4d06-8906-7716f9ac5bb0 x-openstack-request-id: req-4ac57b14-05c5-4d06-8906-7716f9ac5bb0 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:51:40.650682 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:51:40.650962 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ac57b14-05c5-4d06-8906-7716f9ac5bb0 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:51:40.651321 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'status': 'completed', 'code': 200} Nov 29 12:51:40.670248 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-e76a749f-628b-4e5e-a790-9c1cc1f333e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.672400 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-e76a749f-628b-4e5e-a790-9c1cc1f333e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 1096 time: 0.0561974 Nov 29 12:51:40.720532 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-fd1a7408-d7d0-4ef8-974a-e306d2957d53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8c48cc2-441a-448a-bca9-dd62d200201c HTTP/1.1" status: 200 len: 217 time: 0.0407660 Nov 29 12:51:40.777227 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-4825695c-98bf-448a-9116-3bbc8af8170c service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369109 Nov 29 12:51:40.794122 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-8234b74a-82db-4c5e-aaa8-673c0612e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.794122 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-8234b74a-82db-4c5e-aaa8-673c0612e70b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0636303 Nov 29 12:51:40.850462 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-e0009fc0-a161-40f9-a205-33259d3eb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:40.852195 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-e0009fc0-a161-40f9-a205-33259d3eb93c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545514 Nov 29 12:51:40.854395 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c22b076b-720c-4366-9d96-988e9bf4907f req-e4a161d4-1f36-47de-b480-d42560d71894 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920385 Nov 29 12:51:40.895472 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-109a571e-3fcd-4185-a1a6-9286f2df79a2 req-a35d12d7-92ab-4a0e-95f2-c439a4d3cf5f service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112220 Nov 29 12:51:40.948119 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-8d2718bd-3240-458b-93a0-3f4495d69dfc service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889161 Nov 29 12:51:41.039777 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-70610ef6-833f-471b-b1c1-0610e2d6f84f req-8ee155c7-d1f0-439d-bbe9-ce954fa1cb5f service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815699 Nov 29 12:51:41.132856 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-8981f5eb-57e4-461c-8df0-5d5c32c55967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:41.134399 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-8981f5eb-57e4-461c-8df0-5d5c32c55967 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 1096 time: 0.0445247 Nov 29 12:51:41.222120 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-0262855c-3cf9-45b0-b0e1-8b631c233044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:41.223543 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-0262855c-3cf9-45b0-b0e1-8b631c233044 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0819170 Nov 29 12:51:41.265186 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-e1303125-e66d-40d0-aa45-c93a5ff80f0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8c48cc2-441a-448a-bca9-dd62d200201c HTTP/1.1" status: 200 len: 217 time: 0.0328493 Nov 29 12:51:41.318832 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-dd77740e-4430-4736-b67e-b4f0f0bc6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:41.320267 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-dd77740e-4430-4736-b67e-b4f0f0bc6518 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0483644 Nov 29 12:51:41.369634 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-da88210e-c902-4adb-a5c1-edd51cb9c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:41.371513 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-da88210e-c902-4adb-a5c1-edd51cb9c516 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441334 Nov 29 12:51:41.466417 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-db6ca86a-7b7a-469d-bee9-1fe7b53ab1d8 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822599 Nov 29 12:51:41.557288 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3ac97abc-c5a5-4b67-8d58-385cf44a9339 req-9c0dc07a-40e9-497a-96d0-0347f4caa1bd service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838709 Nov 29 12:51:41.970379 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f137-29cb-47da-a5d9-20823069349f req-5032df88-894a-47fa-a862-576a6a537d2f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:41.971858 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de45f137-29cb-47da-a5d9-20823069349f req-5032df88-894a-47fa-a862-576a6a537d2f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 943 time: 0.0494645 Nov 29 12:51:42.009484 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-de45f137-29cb-47da-a5d9-20823069349f req-8b23f476-04c1-47c2-94e2-b45a4f91b5c5 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Nov 29 12:51:43.121283 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615624f8-ef55-41bd-94fe-206a5a14c026 req-7072de98-db37-49f4-a85f-1e80f2f410ad tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:43.122756 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-615624f8-ef55-41bd-94fe-206a5a14c026 req-7072de98-db37-49f4-a85f-1e80f2f410ad tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 943 time: 0.0468304 Nov 29 12:51:43.158655 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-615624f8-ef55-41bd-94fe-206a5a14c026 req-5e6032a5-feba-4b8b-a33d-8801129cefb1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294826 Nov 29 12:51:44.280024 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae839d-c264-421d-95c3-2e51c120acdf req-265807e3-775b-4680-b5b2-0bdc869cfedb tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:44.281470 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daae839d-c264-421d-95c3-2e51c120acdf req-265807e3-775b-4680-b5b2-0bdc869cfedb tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 943 time: 0.0577445 Nov 29 12:51:44.317741 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-daae839d-c264-421d-95c3-2e51c120acdf req-7d52eb68-380b-43a9-a684-6c2d088586d8 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303509 Nov 29 12:51:45.011762 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b8c48cc2-441a-448a-bca9-dd62d200201c details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:51:45.101358 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8c48cc2-441a-448a-bca9-dd62d200201c,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:51:45.112659 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'port_id': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'mac_address': 'fa:16:3e:72:b8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:51:45.148092 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:45.163977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c48cc2-441a-448a-bca9-dd62d200201c {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:51:45.182070 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8c48cc2-441a-448a-bca9-dd62d200201c,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:51:45.185990 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:45.234961 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=b8c48cc2-441a-448a-bca9-dd62d200201c,revision_number=4']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:45.433267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df234e46-b33f-4f7d-be07-22bc4aebec6f req-8f3461f3-1cb7-4ab0-a9ac-ee053c440e27 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:45.434735 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df234e46-b33f-4f7d-be07-22bc4aebec6f req-8f3461f3-1cb7-4ab0-a9ac-ee053c440e27 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 944 time: 0.0475779 Nov 29 12:51:45.473799 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-df234e46-b33f-4f7d-be07-22bc4aebec6f req-c174edd0-ff74-4de1-a445-616c51b310aa tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Nov 29 12:51:45.553449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['b8c48cc2-441a-448a-bca9-dd62d200201c'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:51:46.585751 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb6689-b54b-4cca-901c-046aeb2bde98 req-d7108dce-0c2d-41a9-ac28-1379ef6dcf6f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:46.587227 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8fbb6689-b54b-4cca-901c-046aeb2bde98 req-d7108dce-0c2d-41a9-ac28-1379ef6dcf6f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 944 time: 0.0475223 Nov 29 12:51:46.623718 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-8fbb6689-b54b-4cca-901c-046aeb2bde98 req-3a6a5951-2ada-4495-8ad2-415060467352 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Nov 29 12:51:47.028434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b8c48cc2-441a-448a-bca9-dd62d200201c up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:51:47.075104 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning for port b8c48cc2-441a-448a-bca9-dd62d200201c completed by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 29 12:51:47.079369 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port b8c48cc2-441a-448a-bca9-dd62d200201c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:51:47.079996 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:47.155399 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:47.176370 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:51:47.178647 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20849082bb689173b5e76ce5c367573d7f40cf34e47116abe72c4772d2af075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14031168-e04f-4b97-898d-20e2cdb0fdde" -d '{"events": [{"server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "name": "network-vif-plugged", "status": "completed", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:51:47.191505 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8c48cc2-441a-448a-bca9-dd62d200201c,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:51:47.195749 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:47.219325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b52a9-6ca2-4d53-8fbe-338b969a7706 x-openstack-request-id: req-4d7b52a9-6ca2-4d53-8fbe-338b969a7706 {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:51:47.219616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "name": "network-vif-plugged", "status": "completed", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:51:47.219871 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4d7b52a9-6ca2-4d53-8fbe-338b969a7706 {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:51:47.220286 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'code': 200} Nov 29 12:51:47.251766 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=b8c48cc2-441a-448a-bca9-dd62d200201c,revision_number=5']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:47.423374 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe05d-d6a9-4c7a-a8da-d3319849288c req-29fc2d20-79d4-424b-9add-5e2024b2aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:47.424849 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-200fe05d-d6a9-4c7a-a8da-d3319849288c req-29fc2d20-79d4-424b-9add-5e2024b2aac0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 1098 time: 0.0852704 Nov 29 12:51:47.459849 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-200fe05d-d6a9-4c7a-a8da-d3319849288c req-8264e008-7089-4e6b-8625-c5fa6f52c27c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269787 Nov 29 12:51:47.738267 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693a749-714d-49b4-9578-79b67a8b7b8b req-d91d0382-ce0d-4f0f-ae1c-c5108c480ea3 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:47.739740 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2693a749-714d-49b4-9578-79b67a8b7b8b req-d91d0382-ce0d-4f0f-ae1c-c5108c480ea3 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 945 time: 0.0502040 Nov 29 12:51:47.775654 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2693a749-714d-49b4-9578-79b67a8b7b8b req-16bd0684-f786-4c9d-b152-6cb121367daa tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301311 Nov 29 12:51:48.888552 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b29be-348b-4412-8401-0ee142ae4bcc req-c9896bdb-6596-488f-b2a8-ba111d51da4d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:48.890026 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-644b29be-348b-4412-8401-0ee142ae4bcc req-c9896bdb-6596-488f-b2a8-ba111d51da4d tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 945 time: 0.0475900 Nov 29 12:51:48.928589 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-644b29be-348b-4412-8401-0ee142ae4bcc req-76e67cc3-8006-42e0-be5a-89a6a05064d2 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Nov 29 12:51:49.038750 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f1c6a-f7c4-48e1-8b0c-6437a2b4c936 req-6555f24b-bf6e-4cba-a245-7f38f2fa356f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:49.040186 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1b2f1c6a-f7c4-48e1-8b0c-6437a2b4c936 req-6555f24b-bf6e-4cba-a245-7f38f2fa356f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 945 time: 0.0471501 Nov 29 12:51:49.076825 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1b2f1c6a-f7c4-48e1-8b0c-6437a2b4c936 req-a143526f-2547-46a7-9ac6-0d884f53dd63 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308115 Nov 29 12:51:49.097613 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40762) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:51:49.140288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a7e8e-43cf-493f-96a7-302318c51daa tempest-TestSnapshotPattern-1554966404 tempest-TestSnapshotPattern-1554966404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:49.142142 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-b36a7e8e-43cf-493f-96a7-302318c51daa tempest-TestSnapshotPattern-1554966404 tempest-TestSnapshotPattern-1554966404-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 1093 time: 0.0433378 Nov 29 12:51:49.144912 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 40764) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:51:49.149127 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.v2.base [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Request body: {'floatingip': {'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'port_id': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 29 12:51:49.170120 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for floatingip, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:49.265906 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:49.370825 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.db_base_plugin_common [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Allocated IP 172.26.5.218 (bf6e2a48-5b11-4300-a5fa-e2eb48a541f4/58783533-fe28-429c-bddc-3a82577bfeac/fff50ebf-9c1c-495e-aab8-350b1cfbec48) {{(pid=102103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 29 12:51:49.471147 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for port, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:49.503444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727942836071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:49.540600 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Network bf6e2a48-5b11-4300-a5fa-e2eb48a541f4 is already hosted by enough agents. {{(pid=102103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 29 12:51:49.543388 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.base_scheduler [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Resources bound (agent type, host, resource id): {{(pid=102103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 29 12:51:49.547401 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Received port after_create {{(pid=102103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 29 12:51:49.574858 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'Port': ['ID=fff50ebf-9c1c-495e-aab8-350b1cfbec48,revision_number=1']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:49.587358 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.587712 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.588058 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.588390 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.588725 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.589055 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.589381 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.589709 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.590063 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.590389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.590710 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.591029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:51:49.887934 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:49.955406 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:50.104346 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for port, precommit_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:50.109031 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4142097'] for port, after_update {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:50.173761 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event updated for resources: {'Port': ['ID=fff50ebf-9c1c-495e-aab8-350b1cfbec48,revision_number=2']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:51:50.184666 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584972'] for floatingip, after_create {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:50.528700 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Floating IP 43947f08-1a8c-4638-804c-9653133a40bc associated. External IP: 172.26.5.218, port: b8c48cc2-441a-448a-bca9-dd62d200201c. Nov 29 12:51:50.724138 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Router b1e476bf-4c5c-4684-8e14-3e07a50dd457 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:51:50.827663 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:51:50.837359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] Sync routers for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:51:50.847157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:51:50.848052 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:51:50.848662 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:51:50.874249 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-a5b8c2d7-9176-47f8-8ec5-bccb67579b3f tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7283230 Nov 29 12:51:50.874844 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:51:50.877102 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b44b59f142c90f168af4bee236eca17bac4c17ac27896adef4d1224b5496208f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea84567-c38a-47f9-a82c-982b096feb04" -d '{"events": [{"name": "network-changed", "server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:51:50.912784 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef315ba6-d635-422f-9cfa-17697a69888b x-openstack-request-id: req-ef315ba6-d635-422f-9cfa-17697a69888b {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:51:50.913076 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:51:50.913328 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef315ba6-d635-422f-9cfa-17697a69888b {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:51:50.913734 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'status': 'completed', 'code': 200} Nov 29 12:51:50.960117 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:51:50.983548 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-efd329cf-3ba9-4949-b8c0-cc50f3ca6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:50.985587 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-efd329cf-3ba9-4949-b8c0-cc50f3ca6ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 1098 time: 0.0501869 Nov 29 12:51:51.072069 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-31b3b7af-07ef-45fe-be69-338930a8551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:51.073564 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-31b3b7af-07ef-45fe-be69-338930a8551a service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0815003 Nov 29 12:51:51.141756 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-a5c365a6-1144-448b-bedb-dbd1309093fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8c48cc2-441a-448a-bca9-dd62d200201c HTTP/1.1" status: 200 len: 999 time: 0.0610487 Nov 29 12:51:51.182807 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:41Z', 'revision_number': 1, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}, {'id': '43947f08-1a8c-4638-804c-9653133a40bc', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:72:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:49Z', 'updated_at': '2021-11-29T12:51:49Z', 'revision_number': 0, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:51:51.190295 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-68cefbd0-6de6-40a1-880b-58bcf9028026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:51.191839 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-68cefbd0-6de6-40a1-880b-58bcf9028026 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0435786 Nov 29 12:51:51.208936 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] Checking router: b1e476bf-4c5c-4684-8e14-3e07a50dd457 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:51:51.217107 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:51:51.217702 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:51:33Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:51:51.235944 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-f9bae0a1-2e5b-43b9-86b3-497a415ad710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:51:51.237413 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-f9bae0a1-2e5b-43b9-86b3-497a415ad710 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390334 Nov 29 12:51:51.319688 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:51:51.327403 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-163c8c34-bde1-4bd8-b8f3-1544af5c0852 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831401 Nov 29 12:51:51.415427 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-9ea84567-c38a-47f9-a82c-982b096feb04 req-de178f1c-e1ea-432d-ad58-1fe7de0f6120 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809827 Nov 29 12:51:51.540580 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:41Z', 'revision_number': 1, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}, {'id': '43947f08-1a8c-4638-804c-9653133a40bc', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:72:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:49Z', 'updated_at': '2021-11-29T12:51:49Z', 'revision_number': 0, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:51:51.569503 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf52a4e-1971-414c-825c-9022accfeafa None None] The sync data for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv is: [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:41Z', 'revision_number': 1, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}, {'id': '43947f08-1a8c-4638-804c-9653133a40bc', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.218', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:72:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:51:49Z', 'updated_at': '2021-11-29T12:51:49Z', 'revision_number': 0, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:51:51.751841 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494ca43f-5a75-4d67-a376-a93cf804bba9 None None] New status for floating IP 43947f08-1a8c-4638-804c-9653133a40bc: ACTIVE {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:51:55.896976 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:51:58.318020 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:00.773373 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-cff52985-ed94-4fda-9616-200f9f2b601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:03.332211 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-f087a801-cdc9-4996-aa8d-54a5e8057c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:03.766969 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:04.937325 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:06.266844 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:28.339103 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:30.773405 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-8995c7a0-a0aa-4904-97b7-71d40c51c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:31.960359 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-b4d5418e-0bae-42c5-886d-42f53ebf17a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408897 Nov 29 12:52:32.053803 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-c297627d-2343-4a7d-950d-e17758f7d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:52:32.055313 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-c297627d-2343-4a7d-950d-e17758f7d9b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1096 time: 0.0456171 Nov 29 12:52:32.161397 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-d50a43bd-4d93-4a8e-840c-d0be4afee4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:52:32.162919 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-d50a43bd-4d93-4a8e-840c-d0be4afee4a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0886014 Nov 29 12:52:32.232329 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-1a63e4dc-54e9-4eda-9e2f-b222ecbfa92f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 999 time: 0.0624173 Nov 29 12:52:32.280193 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-0422d468-2228-4ca1-a874-4f0699731a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:52:32.281605 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-0422d468-2228-4ca1-a874-4f0699731a17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0430002 Nov 29 12:52:32.327144 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-baf08ab5-c9b3-4a82-b4d8-955bcf2ccc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:52:32.329120 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-baf08ab5-c9b3-4a82-b4d8-955bcf2ccc1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403113 Nov 29 12:52:32.419379 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-6cfe6c6f-4d53-4a34-bead-9916e362a92f service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832443 Nov 29 12:52:32.506907 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-8e11f600-d4cb-472d-8a5a-f7f0b3508da5 req-206dd2e3-8e36-4067-a083-949214c9f72a service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805256 Nov 29 12:52:32.897161 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:52:33.332467 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0e3657f4-e4e6-4291-b326-9a607842797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:33.766621 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:34.941972 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:36.269359 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:52:58.346357 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:00.773341 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-9a48d4e7-87c5-4f69-908d-b496cada18be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:03.332286 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c4feb8e0-66a0-400b-b8db-f8c54187031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:03.765992 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:04.945277 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:06.274716 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:09.896659 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:53:28.349601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:30.773725 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e00c29bc-c973-4848-81ab-182ec4fe4356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:32.972833 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-ca605d75-be1d-40de-a291-624ea99260e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403674 Nov 29 12:53:33.040383 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-78eba3e1-2a83-4b49-89b5-534e93e82cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:53:33.042005 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-78eba3e1-2a83-4b49-89b5-534e93e82cbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 1098 time: 0.0451479 Nov 29 12:53:33.140350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-8c68efdb-cbd6-4cf3-aee3-02e8229b3b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:53:33.141817 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-8c68efdb-cbd6-4cf3-aee3-02e8229b3b68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0817478 Nov 29 12:53:33.209653 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-16726ab8-9211-4060-83e4-f22592f0c85d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8c48cc2-441a-448a-bca9-dd62d200201c HTTP/1.1" status: 200 len: 1001 time: 0.0601707 Nov 29 12:53:33.257100 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-a274d494-5d3b-42b6-80f2-5cf8acf10be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:53:33.258463 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-a274d494-5d3b-42b6-80f2-5cf8acf10be7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0422075 Nov 29 12:53:33.302901 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-c2dbabce-d250-4a19-986f-6c20c2a10dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:53:33.304388 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-c2dbabce-d250-4a19-986f-6c20c2a10dfe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393550 Nov 29 12:53:33.336162 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-da888b25-2104-46fa-be5e-e200ce965f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:33.399146 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-deda2b2c-16c9-4320-b4b5-a5e0f29b4cd8 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860765 Nov 29 12:53:33.484285 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-df9e435c-3f3d-4358-bcbd-9121fc8b111a req-db382795-169b-4c79-9ebe-4d15e70edbd9 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786927 Nov 29 12:53:33.767406 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:34.947079 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:36.276139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:53:46.896618 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:53:58.349960 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:00.772927 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-522ee89b-b7cd-48ea-896e-98fa0a460b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:01.665087 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b8c48cc2-441a-448a-bca9-dd62d200201c details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=102105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 29 12:54:01.754738 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8c48cc2-441a-448a-bca9-dd62d200201c,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:01.769436 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Returning: {'device': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'port_id': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'mac_address': 'fa:16:3e:72:b8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 29 12:54:01.804419 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:01.817016 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8c48cc2-441a-448a-bca9-dd62d200201c {{(pid=102105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 29 12:54:01.835858 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8c48cc2-441a-448a-bca9-dd62d200201c,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:01.838824 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:01.885543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=b8c48cc2-441a-448a-bca9-dd62d200201c,revision_number=6']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:01.892831 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.893181 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.893524 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.893856 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.894213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.894543 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.894868 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.895194 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.895517 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.895836 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.896158 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.896476 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:01.925160 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] get_ports_and_sgs() called for port_ids ['b8c48cc2-441a-448a-bca9-dd62d200201c'] {{(pid=102105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 29 12:54:03.337223 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0c8413bd-222b-4e52-8836-07eccc1da700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:03.684038 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b8c48cc2-441a-448a-bca9-dd62d200201c up at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 29 12:54:03.730165 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.provisioning_blocks [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Provisioning complete for port b8c48cc2-441a-448a-bca9-dd62d200201c triggered by entity L2. {{(pid=102105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 29 12:54:03.730532 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736991'] for port, provisioning_complete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:03.774826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:03.818154 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533675'] for port, before_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:03.839601 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c'}] {{(pid=102105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:54:03.841818 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c20849082bb689173b5e76ce5c367573d7f40cf34e47116abe72c4772d2af075" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7500e3fa-8488-4818-a386-bf1da229a4d2" -d '{"events": [{"server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "name": "network-vif-plugged", "status": "completed", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c"}]}' {{(pid=102105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:54:03.854669 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8c48cc2-441a-448a-bca9-dd62d200201c,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:03.859282 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727943387558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727942836089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727942836107'] for port, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:03.905328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Pushing event updated for resources: {'Port': ['ID=b8c48cc2-441a-448a-bca9-dd62d200201c,revision_number=7']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:03.967432 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b2ef8d-c31c-4e89-b78e-6235781a2d7f x-openstack-request-id: req-42b2ef8d-c31c-4e89-b78e-6235781a2d7f {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:54:03.967726 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "name": "network-vif-plugged", "status": "completed", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c", "code": 200}]} {{(pid=102105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:54:03.967978 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42b2ef8d-c31c-4e89-b78e-6235781a2d7f {{(pid=102105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:54:03.968367 dv-neutron-819578-1-hyperv neutron-server[102105]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'code': 200} Nov 29 12:54:04.949368 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:06.283127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:15.326345 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41012) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:15.478293 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Deleting port fff50ebf-9c1c-495e-aab8-350b1cfbec48 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:15.478549 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:15.559025 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:15.559351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:15.571490 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Calling delete_port for fff50ebf-9c1c-495e-aab8-350b1cfbec48 owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:15.712039 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:15.740517 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event deleted for resources: {'Port': ['ID=fff50ebf-9c1c-495e-aab8-350b1cfbec48,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:15.752260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.752615 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.752952 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.753288 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.753618 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.753965 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.754307 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.754636 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.754963 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.755287 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.755610 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.755939 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:15.808591 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:15.808918 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Floating IP 43947f08-1a8c-4638-804c-9653133a40bc disassociated (deleted). External IP: 172.26.5.218, port: b8c48cc2-441a-448a-bca9-dd62d200201c. Nov 29 12:54:16.012264 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Router b1e476bf-4c5c-4684-8e14-3e07a50dd457 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:54:16.118239 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:54:16.122732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:16.129773 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] Sync routers for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:54:16.139127 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:54:16.140265 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:16.149023 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-9473ac59-b6b4-4e74-9f6f-9703406a860e tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "DELETE /v2.0/floatingips/43947f08-1a8c-4638-804c-9653133a40bc HTTP/1.1" status: 204 len: 168 time: 0.8215411 Nov 29 12:54:16.149628 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:54:16.151938 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b44b59f142c90f168af4bee236eca17bac4c17ac27896adef4d1224b5496208f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57742321-bbe5-4b6a-8f23-010bac78dd70" -d '{"events": [{"name": "network-changed", "server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:54:16.255281 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e9cfe-781a-4954-b4fe-69205b760649 x-openstack-request-id: req-fc1e9cfe-781a-4954-b4fe-69205b760649 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:54:16.255595 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:54:16.255853 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc1e9cfe-781a-4954-b4fe-69205b760649 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:54:16.256291 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'status': 'completed', 'code': 200} Nov 29 12:54:16.332990 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-c53b0100-685f-42bc-9836-92583b5fdbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:16.334705 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-c53b0100-685f-42bc-9836-92583b5fdbee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 1098 time: 0.0552762 Nov 29 12:54:16.389758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295fae4-0881-413a-8c35-1582d0e33bd4 req-7404b0da-8101-4752-a7cd-222ddbd660c4 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:16.391998 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4295fae4-0881-413a-8c35-1582d0e33bd4 req-7404b0da-8101-4752-a7cd-222ddbd660c4 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 945 time: 0.0532057 Nov 29 12:54:16.395736 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:54:16.432624 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-b55e2399-5ae3-4db2-9c18-f497e5336da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:16.434462 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-b55e2399-5ae3-4db2-9c18-f497e5336da6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0917192 Nov 29 12:54:16.435953 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-4295fae4-0881-413a-8c35-1582d0e33bd4 req-e0ebd82a-2715-40fb-a866-6f61647c7406 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330813 Nov 29 12:54:16.477055 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-43c731dd-4c02-453e-98d2-e0fc1455ebe3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8c48cc2-441a-448a-bca9-dd62d200201c HTTP/1.1" status: 200 len: 217 time: 0.0342388 Nov 29 12:54:16.526206 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-e68a88bc-0edd-4106-b811-40eeb98e643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:16.527803 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-e68a88bc-0edd-4106-b811-40eeb98e643a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0440249 Nov 29 12:54:16.577169 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-f207db3d-4502-4734-958e-eea12ab7986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:16.578638 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-f207db3d-4502-4734-958e-eea12ab7986d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431850 Nov 29 12:54:16.623258 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:41Z', 'revision_number': 1, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:16.648806 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] Checking router: b1e476bf-4c5c-4684-8e14-3e07a50dd457 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:54:16.657539 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:54:16.658153 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:16.666716 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-b65807ff-0462-4052-96bb-e17701b7cd6d service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808022 Nov 29 12:54:16.759687 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-57742321-bbe5-4b6a-8f23-010bac78dd70 req-0e1bda83-2d6f-4b2b-af82-28ad748f00c4 service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854454 Nov 29 12:54:16.760840 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:54:16.982116 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:41Z', 'revision_number': 1, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:17.007717 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12583e4f-74db-4ad1-8361-6eabd9bbcd87 None None] The sync data for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv is: [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_floatingips': [{'id': '04d74607-d36c-459d-9302-29463f565201', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'floating_ip_address': '172.26.5.174', 'floating_network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'router_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'port_id': '81e051a3-d0c5-485a-b9e5-f89296389331', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'mac_address': 'fa:16:3e:ad:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c949e71-9126-47a9-b44f-eab09884f858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-29T12:48:39Z', 'updated_at': '2021-11-29T12:48:41Z', 'revision_number': 1, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:54:17.219155 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ece17-3b7e-411a-8362-e4085435fcc0 None None] New status for floating IP 43947f08-1a8c-4638-804c-9653133a40bc: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:54:17.557181 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53189e-9217-4554-814d-4e5b50aceb65 req-84852c8e-767e-4b6d-b870-86881fbb7ac9 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:17.558642 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fa53189e-9217-4554-814d-4e5b50aceb65 req-84852c8e-767e-4b6d-b870-86881fbb7ac9 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 945 time: 0.0527153 Nov 29 12:54:17.595556 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-fa53189e-9217-4554-814d-4e5b50aceb65 req-7fe42798-0a56-44a5-807f-977c00c2fe27 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Nov 29 12:54:18.090913 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be389b9-0fcd-418e-b49f-500be368920e req-1a648842-59ab-4265-9926-9b8288e18b77 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:18.092330 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3be389b9-0fcd-418e-b49f-500be368920e req-1a648842-59ab-4265-9926-9b8288e18b77 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 945 time: 0.0492375 Nov 29 12:54:18.179666 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Deleting port b8c48cc2-441a-448a-bca9-dd62d200201c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:18.180013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:18.263522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] For port b8c48cc2-441a-448a-bca9-dd62d200201c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b8c48cc2-441a-448a-bca9-dd62d200201c,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:18.263881 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:18.276628 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Calling delete_port for b8c48cc2-441a-448a-bca9-dd62d200201c owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:18.398931 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:18.424721 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event deleted for resources: {'Port': ['ID=b8c48cc2-441a-448a-bca9-dd62d200201c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:18.439273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.439273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.439273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.439273 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.439678 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.439821 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.440151 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.440473 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.440798 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.441121 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.441441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.441758 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819578-1-hyperv {{(pid=102104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 29 12:54:18.474847 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] No DVR routers for this DVR port b8c48cc2-441a-448a-bca9-dd62d200201c on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:54:18.477252 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:18.480540 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-3be389b9-0fcd-418e-b49f-500be368920e req-c5679277-fcd1-4f2e-98f6-e0882d635212 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "DELETE /v2.0/ports/b8c48cc2-441a-448a-bca9-dd62d200201c HTTP/1.1" status: 204 len: 173 time: 0.3820403 Nov 29 12:54:18.480954 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'name': 'network-vif-deleted', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:54:18.483204 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c89931cc43b57bd33cf66a46f7e02167a1d398e50f913cbf95dd4fde992f87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68250c42-6c00-4bea-969a-005d133cd47d" -d '{"events": [{"server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "name": "network-vif-deleted", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:54:18.573441 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e249f817-8558-49f1-89b7-c92220e91f20 x-openstack-request-id: req-e249f817-8558-49f1-89b7-c92220e91f20 {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:54:18.573794 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e5fae2-a341-4ef2-af49-156cf45a827b", "name": "network-vif-deleted", "tag": "b8c48cc2-441a-448a-bca9-dd62d200201c", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:54:18.574142 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e249f817-8558-49f1-89b7-c92220e91f20 {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:54:18.574791 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e5fae2-a341-4ef2-af49-156cf45a827b', 'name': 'network-vif-deleted', 'tag': 'b8c48cc2-441a-448a-bca9-dd62d200201c', 'status': 'completed', 'code': 200} Nov 29 12:54:18.699430 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-1ad4f05e-6933-4558-99da-1dd172c80f21 req-9dc364ae-72c4-4735-bd6e-f5009b8b07e2 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=95e5fae2-a341-4ef2-af49-156cf45a827b HTTP/1.1" status: 200 len: 210 time: 0.0269961 Nov 29 12:54:19.757171 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b8c48cc2-441a-448a-bca9-dd62d200201c no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:54:19.777328 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: b8c48cc2-441a-448a-bca9-dd62d200201c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:54:19.777630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device b8c48cc2-441a-448a-bca9-dd62d200201c not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:54:20.275326 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41076) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:20.424692 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Deleting port 49ad6a9b-79c8-4fda-a1a8-4b6f4c225ceb {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:20.425033 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:20.496605 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:20.496931 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:20.508880 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Calling delete_port for 49ad6a9b-79c8-4fda-a1a8-4b6f4c225ceb owned by network:floatingip {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:20.654766 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:20.681260 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event deleted for resources: {'Port': ['ID=49ad6a9b-79c8-4fda-a1a8-4b6f4c225ceb,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:20.740361 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for floatingip, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:20.740644 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.db.l3_db [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Floating IP 04d74607-d36c-459d-9302-29463f565201 disassociated (deleted). External IP: 172.26.5.174, port: 81e051a3-d0c5-485a-b9e5-f89296389331. Nov 29 12:54:20.938351 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Router b1e476bf-4c5c-4684-8e14-3e07a50dd457 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:54:21.040779 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:54:21.045162 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for floatingip, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:21.051120 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] Sync routers for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:54:21.059862 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:54:21.060453 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:21.070874 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-3d3a4322-0cf7-4b95-b272-1bb88911b7b6 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "DELETE /v2.0/floatingips/04d74607-d36c-459d-9302-29463f565201 HTTP/1.1" status: 204 len: 168 time: 0.7944801 Nov 29 12:54:21.071468 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331'}] {{(pid=102103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:54:21.073991 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b44b59f142c90f168af4bee236eca17bac4c17ac27896adef4d1224b5496208f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56891f54-a5f5-4122-9ea6-92256ff3efe4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331"}]}' {{(pid=102103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:54:21.112421 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Nov 2021 12:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850a5e1f-f932-4614-aa6f-490e80d2e0e8 x-openstack-request-id: req-850a5e1f-f932-4614-aa6f-490e80d2e0e8 {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:54:21.112780 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331", "status": "completed", "code": 200}]} {{(pid=102103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:54:21.113099 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-850a5e1f-f932-4614-aa6f-490e80d2e0e8 {{(pid=102103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:54:21.113809 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331', 'status': 'completed', 'code': 200} Nov 29 12:54:21.176449 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:54:21.179254 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-ec21fc6d-9761-48d8-87c3-e64fbe4fea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:21.180757 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-ec21fc6d-9761-48d8-87c3-e64fbe4fea38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16592580314d48eaa7c7a0eb2243c822&device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 1096 time: 0.0453279 Nov 29 12:54:21.285614 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-e1fe0065-1c9e-4cc0-9287-5bb02a8b6be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:21.287307 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-e1fe0065-1c9e-4cc0-9287-5bb02a8b6be0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 200 len: 911 time: 0.0934503 Nov 29 12:54:21.301851 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092230f-adb7-423b-9d9f-2faa4b2aee77 req-7afe982f-dcb3-4734-b341-e318b86e44b8 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:21.303492 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2092230f-adb7-423b-9d9f-2faa4b2aee77 req-7afe982f-dcb3-4734-b341-e318b86e44b8 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 943 time: 0.0507886 Nov 29 12:54:21.335968 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-d8c34e82-3bef-4c75-9988-3a122ce595c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 200 len: 217 time: 0.0392737 Nov 29 12:54:21.344898 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-2092230f-adb7-423b-9d9f-2faa4b2aee77 req-9c4f3d6c-0c98-4ab3-8a07-31f3a80350b1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343938 Nov 29 12:54:21.386314 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-46215bda-830d-465a-9bcb-d1fa914aad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:21.387756 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-46215bda-830d-465a-9bcb-d1fa914aad0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 200 len: 849 time: 0.0439591 Nov 29 12:54:21.391484 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:21.417062 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] Checking router: b1e476bf-4c5c-4684-8e14-3e07a50dd457 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:54:21.425178 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:54:21.425767 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:21.432688 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-c7135a6f-89e4-42b5-bd2e-63773029daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:21.434182 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-c7135a6f-89e4-42b5-bd2e-63773029daab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=394e93c5-9cb0-4352-a785-5068f7d77819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388768 Nov 29 12:54:21.527434 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-2ded7f16-7b70-43ca-b2c2-84e732f7bfde service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845747 Nov 29 12:54:21.532641 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:54:21.615207 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-56891f54-a5f5-4122-9ea6-92256ff3efe4 req-314c7adb-dd6c-4b7b-8921-6a4147f3502a service neutron] 10.222.0.30 "GET /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798910 Nov 29 12:54:21.725935 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:21.750944 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae1e98d-245c-42f4-a86a-e89d9547cc98 None None] The sync data for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv is: [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:48:19Z', 'revision_number': 4, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv', '_interfaces': [{'id': 'dcdce8da-1504-449c-b47b-2b861778ac35', 'name': '', 'network_id': '394e93c5-9cb0-4352-a785-5068f7d77819', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'mac_address': 'fa:16:3e:64:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:18Z', 'updated_at': '2021-11-29T12:48:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'subnets': [{'id': '302124f4-aba7-4cb9-8a5e-62d108a618e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:54:21.959225 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf3f855-2c75-4f81-b023-3bed1bde9f87 None None] New status for floating IP 04d74607-d36c-459d-9302-29463f565201: DOWN {{(pid=102106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 29 12:54:22.141756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-8e1fcc3a-0ea7-4e64-8ab2-c00948dcd3be tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:22.143251 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-8e1fcc3a-0ea7-4e64-8ab2-c00948dcd3be tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 943 time: 0.0476818 Nov 29 12:54:22.232076 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Deleting port 81e051a3-d0c5-485a-b9e5-f89296389331 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:22.232736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:22.315523 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] For port 81e051a3-d0c5-485a-b9e5-f89296389331, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=81e051a3-d0c5-485a-b9e5-f89296389331,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:22.315809 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:22.327414 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Calling delete_port for 81e051a3-d0c5-485a-b9e5-f89296389331 owned by compute:nova {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:22.462501 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987f8bc-ee3a-41fa-a4dd-6eb68bca53a9 req-f6baf802-acfb-47af-a16b-284a473c14b1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 29 12:54:22.464075 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c987f8bc-ee3a-41fa-a4dd-6eb68bca53a9 req-f6baf802-acfb-47af-a16b-284a473c14b1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c949e71-9126-47a9-b44f-eab09884f858 HTTP/1.1" status: 200 len: 943 time: 0.0501287 Nov 29 12:54:22.505680 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [req-c987f8bc-ee3a-41fa-a4dd-6eb68bca53a9 req-22c78131-50b0-41ae-a905-426973988acf tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "GET /v2.0/security-groups?id=faaeae65-6dc9-4561-a59e-fd24efa7db2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349598 Nov 29 12:54:22.760039 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:22.788138 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event deleted for resources: {'Port': ['ID=81e051a3-d0c5-485a-b9e5-f89296389331,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:22.832245 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] No DVR routers for this DVR port 81e051a3-d0c5-485a-b9e5-f89296389331 on host hv-neutron-8195 {{(pid=102104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:54:22.834768 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21765'] for port, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:22.838559 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [req-0e2a3939-e2db-4ae0-9c34-dcdeb57430db req-b9334d2d-1c76-44df-b822-23cd456927a1 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.30 "DELETE /v2.0/ports/81e051a3-d0c5-485a-b9e5-f89296389331 HTTP/1.1" status: 204 len: 173 time: 0.6888638 Nov 29 12:54:22.839013 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'name': 'network-vif-deleted', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331'}] {{(pid=102104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 29 12:54:22.841211 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c89931cc43b57bd33cf66a46f7e02167a1d398e50f913cbf95dd4fde992f87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8047c015-7d64-44e1-b332-8fa05b0eba81" -d '{"events": [{"server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "name": "network-vif-deleted", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331"}]}' {{(pid=102104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 29 12:54:22.879176 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Nov 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de531420-0726-4c34-944d-86ff5bf2391a x-openstack-request-id: req-de531420-0726-4c34-944d-86ff5bf2391a {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 29 12:54:22.879467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c949e71-9126-47a9-b44f-eab09884f858", "name": "network-vif-deleted", "tag": "81e051a3-d0c5-485a-b9e5-f89296389331", "status": "completed", "code": 200}]} {{(pid=102104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 29 12:54:22.879714 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de531420-0726-4c34-944d-86ff5bf2391a {{(pid=102104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 29 12:54:22.880114 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c949e71-9126-47a9-b44f-eab09884f858', 'name': 'network-vif-deleted', 'tag': '81e051a3-d0c5-485a-b9e5-f89296389331', 'status': 'completed', 'code': 200} Nov 29 12:54:23.560911 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41090) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:23.620914 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e51a35c-74a5-483f-a962-4e4ca67115a3 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:23.645124 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e51a35c-74a5-483f-a962-4e4ca67115a3 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:23.705027 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e51a35c-74a5-483f-a962-4e4ca67115a3 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:23.707773 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-5e51a35c-74a5-483f-a962-4e4ca67115a3 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:23.709064 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-5e51a35c-74a5-483f-a962-4e4ca67115a3 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] 10.222.0.23 "DELETE /v2.0/security-groups/faaeae65-6dc9-4561-a59e-fd24efa7db2d HTTP/1.1" status: 204 len: 168 time: 0.1470575 Nov 29 12:54:23.718617 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51a35c-74a5-483f-a962-4e4ca67115a3 tempest-TestSnapshotPattern-369285282 tempest-TestSnapshotPattern-369285282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaeae65-6dc9-4561-a59e-fd24efa7db2d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:23.754262 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41094) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:23.895881 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:54:24.427489 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:24.666155 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Deleting port dcdce8da-1504-449c-b47b-2b861778ac35 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:24.666803 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:24.747378 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] For port dcdce8da-1504-449c-b47b-2b861778ac35, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dcdce8da-1504-449c-b47b-2b861778ac35,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:24.747662 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:24.760624 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Calling delete_port for dcdce8da-1504-449c-b47b-2b861778ac35 owned by network:router_interface {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:24.933656 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:24.959029 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcdce8da-1504-449c-b47b-2b861778ac35,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:25.119196 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:25.330732 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Router b1e476bf-4c5c-4684-8e14-3e07a50dd457 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:54:25.434114 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:54:25.439682 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-73995bac-b090-4c40-8010-2f28ad585db6 admin admin] 10.222.0.23 "PUT /v2.0/routers/b1e476bf-4c5c-4684-8e14-3e07a50dd457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6843631 Nov 29 12:54:25.443045 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 41098) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:25.444044 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5048c9-4329-4b25-966b-5810756da852 None None] Sync routers for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:54:25.453712 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5048c9-4329-4b25-966b-5810756da852 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:54:25.454331 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da5048c9-4329-4b25-966b-5810756da852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:25.543576 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:25.554555 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-da5048c9-4329-4b25-966b-5810756da852 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:54:25.644842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:25.695792 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Deleting port dbff267e-0dff-4181-9cca-a16e06db4a6c {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:25.696133 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:25.726344 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da5048c9-4329-4b25-966b-5810756da852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:54:24Z', 'revision_number': 5, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port': {'id': 'dbff267e-0dff-4181-9cca-a16e06db4a6c', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:17Z', 'updated_at': '2021-11-29T12:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:25.755193 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5048c9-4329-4b25-966b-5810756da852 None None] Checking router: b1e476bf-4c5c-4684-8e14-3e07a50dd457 for host: dv-neutron-819578-1-hyperv {{(pid=102105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:54:25.763219 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5048c9-4329-4b25-966b-5810756da852 None None] Routers {'b1e476bf-4c5c-4684-8e14-3e07a50dd457'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:54:25.763801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da5048c9-4329-4b25-966b-5810756da852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'], 'active': True} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:25.773591 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] For port dbff267e-0dff-4181-9cca-a16e06db4a6c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=dbff267e-0dff-4181-9cca-a16e06db4a6c,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:25.773978 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:25.790106 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Calling delete_port for dbff267e-0dff-4181-9cca-a16e06db4a6c owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:25.819930 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 81e051a3-d0c5-485a-b9e5-f89296389331 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:54:25.845656 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] No Port match for: 81e051a3-d0c5-485a-b9e5-f89296389331 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:54:25.846011 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Device 81e051a3-d0c5-485a-b9e5-f89296389331 not bound to the agent host hv-neutron-8195 {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:54:25.865865 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvr_db [None req-da5048c9-4329-4b25-966b-5810756da852 None None] Set router b1e476bf-4c5c-4684-8e14-3e07a50dd457 gateway port host: None {{(pid=102105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:54:25.915920 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_hamode_db [None req-da5048c9-4329-4b25-966b-5810756da852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:54:25Z', 'revision_number': 6, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:25.949023 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:25.982404 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbff267e-0dff-4181-9cca-a16e06db4a6c,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:26.041350 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.086311 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5048c9-4329-4b25-966b-5810756da852 None None] The sync data for ids ['b1e476bf-4c5c-4684-8e14-3e07a50dd457'] in dv-neutron-819578-1-hyperv is: [{'id': 'b1e476bf-4c5c-4684-8e14-3e07a50dd457', 'name': 'tempest-TestSnapshotPattern-1087621809-router', 'tenant_id': '16592580314d48eaa7c7a0eb2243c822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:16Z', 'updated_at': '2021-11-29T12:54:25Z', 'revision_number': 6, 'project_id': '16592580314d48eaa7c7a0eb2243c822', 'gw_port_host': None}] {{(pid=102105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:54:26.131456 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.133522 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.178259 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.178736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1e476bf-4c5c-4684-8e14-3e07a50dd457 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:54:26.183147 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.184431 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-9d0e80f0-20f7-4ad6-957a-f368469f2f4a admin admin] 10.222.0.23 "DELETE /v2.0/routers/b1e476bf-4c5c-4684-8e14-3e07a50dd457 HTTP/1.1" status: 204 len: 168 time: 0.7404101 Nov 29 12:54:26.186951 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 41100) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:26.229918 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b1a703-768c-499b-883f-0b92984cb5ae admin admin] Deleting subnet 302124f4-aba7-4cb9-8a5e-62d108a618e4 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:54:26.232842 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a703-768c-499b-883f-0b92984cb5ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.264908 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a703-768c-499b-883f-0b92984cb5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.349030 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a703-768c-499b-883f-0b92984cb5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.398736 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a703-768c-499b-883f-0b92984cb5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.424453 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b1a703-768c-499b-883f-0b92984cb5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=302124f4-aba7-4cb9-8a5e-62d108a618e4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:26.426467 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-f1b1a703-768c-499b-883f-0b92984cb5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.431643 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc0edb-43df-4e71-922f-edd331cd7fb8 None None] Network 394e93c5-9cb0-4352-a785-5068f7d77819 requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:54:26.432299 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41102) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:26.434812 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-f1b1a703-768c-499b-883f-0b92984cb5ae admin admin] 10.222.0.23 "DELETE /v2.0/subnets/302124f4-aba7-4cb9-8a5e-62d108a618e4 HTTP/1.1" status: 204 len: 168 time: 0.2417886 Nov 29 12:54:26.505915 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.566917 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Deleting port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:26.567255 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.629157 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] For port 89d7a821-3e10-431e-99d1-d85ae30fb7f5, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=89d7a821-3e10-431e-99d1-d85ae30fb7f5,segment=NetworkSegment(c5fe17cb-9d22-4be1-abf3-d028df6e8ad0),segment_id=c5fe17cb-9d22-4be1-abf3-d028df6e8ad0)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:26.629525 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.641799 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Calling delete_port for 89d7a821-3e10-431e-99d1-d85ae30fb7f5 owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:26.719526 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.744477 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d7a821-3e10-431e-99d1-d85ae30fb7f5,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:26.749804 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] No DVR routers for this DVR port 89d7a821-3e10-431e-99d1-d85ae30fb7f5 on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:54:26.818470 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.842090 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394e93c5-9cb0-4352-a785-5068f7d77819']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:26.851924 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:26.852211 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fe17cb-9d22-4be1-abf3-d028df6e8ad0') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:26.862278 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.874483 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a803d3-47c6-4132-bdc3-0c9037c12e6c None None] DHCP port deletion for 394e93c5-9cb0-4352-a785-5068f7d77819 request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:54:26.882327 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.889404 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:54:26.893976 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:54:26.895023 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:54:26.926791 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dcdce8da-1504-449c-b47b-2b861778ac35 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:54:26.947094 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: dcdce8da-1504-449c-b47b-2b861778ac35 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:54:26.947479 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dcdce8da-1504-449c-b47b-2b861778ac35 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:54:26.947853 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 89d7a821-3e10-431e-99d1-d85ae30fb7f5 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:54:26.953694 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.960459 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:26.966685 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] 10.222.0.23 "DELETE /v2.0/networks/394e93c5-9cb0-4352-a785-5068f7d77819 HTTP/1.1" status: 204 len: 168 time: 0.5304759 Nov 29 12:54:26.966873 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 41104) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:26.967347 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 89d7a821-3e10-431e-99d1-d85ae30fb7f5 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:54:26.967439 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 89d7a821-3e10-431e-99d1-d85ae30fb7f5 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:54:26.967801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dbff267e-0dff-4181-9cca-a16e06db4a6c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:54:26.979353 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752456b1-db43-4119-bdd5-715272f80639 admin admin] Pushing event deleted for resources: {'Network': ['ID=394e93c5-9cb0-4352-a785-5068f7d77819,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:26.987706 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: dbff267e-0dff-4181-9cca-a16e06db4a6c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:54:26.988054 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device dbff267e-0dff-4181-9cca-a16e06db4a6c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:54:27.316953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1582905'] for router_interface, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:27.554192 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Deleting port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:27.554529 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:27.632950 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] For port 5693f890-2d65-43b2-acaf-0d1c8c5a71c4, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,segment=NetworkSegment(6df5be5f-5aaa-4882-88b5-f5ecdceebce3),segment_id=6df5be5f-5aaa-4882-88b5-f5ecdceebce3)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:27.633317 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:27.645967 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Calling delete_port for 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 owned by network:router_interface {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:27.818447 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:27.843704 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Pushing event deleted for resources: {'Port': ['ID=5693f890-2d65-43b2-acaf-0d1c8c5a71c4,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:28.005626 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1601750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582083'] for router_interface, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:28.211597 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Router 8aad1d96-8423-4de6-b106-acf006f2e871 has already been hosted by L3 agent e6527308-64b4-46a1-bbad-ffaec37f26bb {{(pid=102104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 29 12:54:28.313752 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] Notify agent at l3_agent.dv-neutron-819578-1-hyperv the message routers_updated {{(pid=102104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 29 12:54:28.320633 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-6b18b7d7-c01a-482e-b731-9ce42b7ad15d admin admin] 10.222.0.23 "PUT /v2.0/routers/8aad1d96-8423-4de6-b106-acf006f2e871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3510633 Nov 29 12:54:28.321349 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 41106) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:28.323798 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] Sync routers for ids ['8aad1d96-8423-4de6-b106-acf006f2e871'] in dv-neutron-819578-1-hyperv {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 29 12:54:28.335503 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] Routers {'8aad1d96-8423-4de6-b106-acf006f2e871'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:54:28.336109 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8aad1d96-8423-4de6-b106-acf006f2e871'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:28.345684 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:28.424021 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks [] for router, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:28.439248 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] Set router 8aad1d96-8423-4de6-b106-acf006f2e871 gateway port host: dv-neutron-819578-1-hyperv {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:54:28.524409 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:28.575538 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Deleting port aa497012-94a6-4d6a-a59e-8a392811c5ee {{(pid=102104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:28.575988 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:28.616469 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'external_fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85'}], 'enable_snat': True}, 'gw_port_id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:54:27Z', 'revision_number': 5, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port': {'id': 'aa497012-94a6-4d6a-a59e-8a392811c5ee', 'name': '', 'network_id': 'bf6e2a48-5b11-4300-a5fa-e2eb48a541f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:fe:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '58783533-fe28-429c-bddc-3a82577bfeac', 'ip_address': '172.26.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819578-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '58783533-fe28-429c-bddc-3a82577bfeac', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819578-1-hyperv'}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:28.644130 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] Checking router: 8aad1d96-8423-4de6-b106-acf006f2e871 for host: dv-neutron-819578-1-hyperv {{(pid=102106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 29 12:54:28.653462 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] Routers {'8aad1d96-8423-4de6-b106-acf006f2e871'} bound to L3 agent in host dv-neutron-819578-1-hyperv {{(pid=102106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 29 12:54:28.654097 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819578-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-29T11:40:33Z,description=,heartbeat_timestamp=2021-11-29T12:54:03Z,host='dv-neutron-819578-1-hyperv',id=e6527308-64b4-46a1-bbad-ffaec37f26bb,load=0,resource_versions=,resources_synced=,started_at=2021-11-29T11:40:33Z,topic='l3_agent')) {'router_ids': ['8aad1d96-8423-4de6-b106-acf006f2e871'], 'active': True} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:28.660756 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.db [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] For port aa497012-94a6-4d6a-a59e-8a392811c5ee, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=aa497012-94a6-4d6a-a59e-8a392811c5ee,segment=NetworkSegment(b9bea44a-165f-42fa-9338-d180be074b32),segment_id=b9bea44a-165f-42fa-9338-d180be074b32)] {{(pid=102104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:28.661126 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:28.673274 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.plugins.ml2.plugin [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Calling delete_port for aa497012-94a6-4d6a-a59e-8a392811c5ee owned by network:router_gateway {{(pid=102104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:28.739890 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_dvr_db [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] Set router 8aad1d96-8423-4de6-b106-acf006f2e871 gateway port host: None {{(pid=102106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 29 12:54:28.792855 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.l3_hamode_db [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:54:28Z', 'revision_number': 6, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port_host': None}], 'dv-neutron-819578-1-hyperv', False) {} {{(pid=102106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:28.818841 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc78826-35a9-4225-9c51-4f715a5cd44a None None] The sync data for ids ['8aad1d96-8423-4de6-b106-acf006f2e871'] in dv-neutron-819578-1-hyperv is: [{'id': '8aad1d96-8423-4de6-b106-acf006f2e871', 'name': 'tempest-TestSnapshotPattern-247544715-router', 'tenant_id': 'ec1980403d0e4226922e4922fd956514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-29T12:48:21Z', 'updated_at': '2021-11-29T12:54:28Z', 'revision_number': 6, 'project_id': 'ec1980403d0e4226922e4922fd956514', 'gw_port_host': None}] {{(pid=102106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 29 12:54:28.834593 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65742446'] for port, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:28.862664 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa497012-94a6-4d6a-a59e-8a392811c5ee,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:28.918846 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585018'] for router_gateway, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.005893 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10198'] for router, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.007953 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.052240 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579568'] for router, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.052753 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aad1d96-8423-4de6-b106-acf006f2e871 {{(pid=102104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 29 12:54:29.057550 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] Notify callbacks [] for router, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.058755 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-4cd61c29-8e9b-4180-a7e2-53f5e6d56598 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8aad1d96-8423-4de6-b106-acf006f2e871 HTTP/1.1" status: 204 len: 168 time: 0.7364376 Nov 29 12:54:29.061165 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [-] (102104) accepted ('10.222.0.23', 41108) {{(pid=102104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:29.104635 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3e954c-ae56-4b87-8ec0-ae694bd987cc admin admin] Deleting subnet 7035288b-626e-44c4-ac8d-0ec78e6279b5 {{(pid=102104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 29 12:54:29.107505 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bd3e954c-ae56-4b87-8ec0-ae694bd987cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.139673 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bd3e954c-ae56-4b87-8ec0-ae694bd987cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8968952'] for subnet, precommit_delete_associations {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.223747 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bd3e954c-ae56-4b87-8ec0-ae694bd987cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-734509'] for subnet, precommit_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.274834 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bd3e954c-ae56-4b87-8ec0-ae694bd987cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-734500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65742523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9424401'] for subnet, after_delete {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.303287 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron_lib.callbacks.manager [None req-bd3e954c-ae56-4b87-8ec0-ae694bd987cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.307229 dv-neutron-819578-1-hyperv neutron-server[102104]: INFO neutron.wsgi [None req-bd3e954c-ae56-4b87-8ec0-ae694bd987cc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7035288b-626e-44c4-ac8d-0ec78e6279b5 HTTP/1.1" status: 204 len: 168 time: 0.2451329 Nov 29 12:54:29.308036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeebc8d9-9fc1-4a19-abeb-5522786e3a04 None None] Network e3cd2015-4b59-4e0f-b903-f197c3a78c1d requested from dv-neutron-819578-1-hyperv {{(pid=102105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 29 12:54:29.308278 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e954c-ae56-4b87-8ec0-ae694bd987cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7035288b-626e-44c4-ac8d-0ec78e6279b5,revision_number=None']} {{(pid=102104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:29.309928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41110) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:29.382016 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-580743'] for network, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.434243 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Deleting port 3937365a-f969-413d-bf74-1a10a4e28b0c {{(pid=102103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:29.434587 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.498945 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.db [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] For port 3937365a-f969-413d-bf74-1a10a4e28b0c, host dv-neutron-819578-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819578-1-hyperv',level=0,port_id=3937365a-f969-413d-bf74-1a10a4e28b0c,segment=NetworkSegment(6df5be5f-5aaa-4882-88b5-f5ecdceebce3),segment_id=6df5be5f-5aaa-4882-88b5-f5ecdceebce3)] {{(pid=102103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:29.499248 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.511835 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.plugin [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Calling delete_port for 3937365a-f969-413d-bf74-1a10a4e28b0c owned by network:dhcp {{(pid=102103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:29.557642 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] DHCP port deletion for e3cd2015-4b59-4e0f-b903-f197c3a78c1d request from dv-neutron-819578-1-hyperv {{(pid=102105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 29 12:54:29.597800 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4142094'] for port, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.604196 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] Deleting port 3937365a-f969-413d-bf74-1a10a4e28b0c {{(pid=102105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 29 12:54:29.604571 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727943380574'] for port, before_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.628141 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Pushing event deleted for resources: {'Port': ['ID=3937365a-f969-413d-bf74-1a10a4e28b0c,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:29.632154 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] No DVR routers for this DVR port 3937365a-f969-413d-bf74-1a10a4e28b0c on host dv-neutron-819578-1-hyperv {{(pid=102103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:54:29.674926 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.db [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] For port 3937365a-f969-413d-bf74-1a10a4e28b0c, host dv-neutron-819578-1-hyperv, got binding levels [] {{(pid=102105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 29 12:54:29.675322 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582137'] for port, precommit_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.689168 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] Calling delete_port for 3937365a-f969-413d-bf74-1a10a4e28b0c owned by network:dhcp {{(pid=102105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 29 12:54:29.691843 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.ipam_backend_mixin [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] Port 3937365a-f969-413d-bf74-1a10a4e28b0c was not found and therefore no delete operation was performed {{(pid=102105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 29 12:54:29.693085 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-533740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727943387540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727942836080'] for port, after_delete {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.707571 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735832', 'neutron.services.segments.db._delete_segments_for_network-8727943151800'] for network, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.717931 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] Pushing event deleted for resources: {'Port': ['ID=3937365a-f969-413d-bf74-1a10a4e28b0c,revision_number=None']} {{(pid=102105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:29.719809 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb806c-b9ac-4eb3-9ef5-ec8690735c3a None None] No DVR routers for this DVR port 3937365a-f969-413d-bf74-1a10a4e28b0c on host dv-neutron-819578-1-hyperv {{(pid=102105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 29 12:54:29.728625 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cd2015-4b59-4e0f-b903-f197c3a78c1d']}} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:29.738465 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df5be5f-5aaa-4882-88b5-f5ecdceebce3') {'for_net_delete': True} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:29.738758 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.services.segments.db [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df5be5f-5aaa-4882-88b5-f5ecdceebce3') {} {{(pid=102103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 29 12:54:29.747995 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727943320688', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3307262'] for segment, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.761671 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810'] for segment, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.767483 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 29 12:54:29.767928 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-731810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4142141'] for segment, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: Traceback (most recent call last): Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: timer() Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: cb(*args, **kw) Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: return func(*args, **kwargs) Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: self._notify() Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: self.callback(batched_events) Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: event.method(event) Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: aggregate_uuid = self.p_client.list_aggregates( Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: return f(self, *a, **k) Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._get(url).json() Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: return self.request(url, 'GET', **kwargs) Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: base_url = self.get_endpoint(auth, allow=allow, Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 29 12:54:29.769821 dv-neutron-819578-1-hyperv neutron-server[102103]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 29 12:54:29.824763 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1601759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584990'] for network, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.830908 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Notify callbacks [] for network, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:29.834107 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] 10.222.0.23 "DELETE /v2.0/networks/e3cd2015-4b59-4e0f-b903-f197c3a78c1d HTTP/1.1" status: 204 len: 168 time: 0.5231369 Nov 29 12:54:29.845609 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db641a60-9482-445d-8aa9-5fc8181ae18d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cd2015-4b59-4e0f-b903-f197c3a78c1d,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:29.951389 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41114) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:29.990459 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-acf22d02-f832-44e2-93ae-424615863dbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16592580314d48eaa7c7a0eb2243c822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378861 Nov 29 12:54:29.992862 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41116) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:30.044062 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34b35412-201e-4953-9cf7-23ee8de1cef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:30.064996 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34b35412-201e-4953-9cf7-23ee8de1cef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:30.111375 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34b35412-201e-4953-9cf7-23ee8de1cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:30.113923 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-34b35412-201e-4953-9cf7-23ee8de1cef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:30.115136 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-34b35412-201e-4953-9cf7-23ee8de1cef0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d68992d9-73af-4f43-b365-15c226138754 HTTP/1.1" status: 204 len: 168 time: 0.1213496 Nov 29 12:54:30.123046 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b35412-201e-4953-9cf7-23ee8de1cef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68992d9-73af-4f43-b365-15c226138754,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:30.413075 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41122) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:30.456177 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-8e197619-615b-4625-bbf0-fdae8c7a438f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec1980403d0e4226922e4922fd956514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419624 Nov 29 12:54:30.458667 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.wsgi [-] (102103) accepted ('10.222.0.23', 41124) {{(pid=102103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 29 12:54:30.505216 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7224281f-586f-457d-8fb7-a6ce3853e7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:30.526461 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7224281f-586f-457d-8fb7-a6ce3853e7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:30.571717 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7224281f-586f-457d-8fb7-a6ce3853e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1656246'] for security_group, after_delete {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:30.574444 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron_lib.callbacks.manager [None req-7224281f-586f-457d-8fb7-a6ce3853e7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:30.575711 dv-neutron-819578-1-hyperv neutron-server[102103]: INFO neutron.wsgi [None req-7224281f-586f-457d-8fb7-a6ce3853e7a3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38d60b46-eb7f-4813-99aa-0b395e3f13cf HTTP/1.1" status: 204 len: 168 time: 0.1160941 Nov 29 12:54:30.584589 dv-neutron-819578-1-hyperv neutron-server[102103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224281f-586f-457d-8fb7-a6ce3853e7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d60b46-eb7f-4813-99aa-0b395e3f13cf,revision_number=None']} {{(pid=102103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 29 12:54:30.677068 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device aa497012-94a6-4d6a-a59e-8a392811c5ee no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:54:30.696057 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: aa497012-94a6-4d6a-a59e-8a392811c5ee {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:54:30.696403 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device aa497012-94a6-4d6a-a59e-8a392811c5ee not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:54:30.696816 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3937365a-f969-413d-bf74-1a10a4e28b0c no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:54:30.715274 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 3937365a-f969-413d-bf74-1a10a4e28b0c {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:54:30.715616 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 3937365a-f969-413d-bf74-1a10a4e28b0c not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:54:30.716019 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 no longer exists at agent ovs-agent-dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 29 12:54:30.734692 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.plugin [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] No Port match for: 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 {{(pid=102105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 29 12:54:30.735036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron.plugins.ml2.rpc [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Device 5693f890-2d65-43b2-acaf-0d1c8c5a71c4 not bound to the agent host dv-neutron-819578-1-hyperv {{(pid=102105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 29 12:54:30.775828 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-82e4c5a8-2d3c-437d-94ee-bb1dccc2f12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:33.341707 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-071eb8b6-70e7-4a1c-b4c0-94b911dc4b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:33.765839 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:34.952485 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:36.283848 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:54:58.356985 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:00.776869 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-dc0b1089-c915-4ca6-a86c-17c6d66c2af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:00.895035 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:55:03.342958 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d8648856-36c4-4765-84bb-5b8d69cf4a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:03.767811 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:04.954903 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:06.286633 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:28.368441 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:30.778784 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-32b658ea-bdbb-45d3-9642-906527e5dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:33.342850 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-3b3a123b-3c7e-47b3-8bd1-cad2463934b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:33.771333 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:34.957589 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:36.288917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:55:37.894381 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:55:58.367989 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:00.778720 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-ecbc9621-f5e1-4961-9460-9372f84010de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:03.343513 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6d148f45-2f5d-4d7b-a9b1-a17a621a20db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:03.772567 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:04.959639 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:06.295671 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:14.893021 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:56:28.373067 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:30.778213 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-bf2dec04-606f-46c7-9287-5b917fc2e88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:33.345917 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf2b6-0312-493b-9a35-114e36e2a83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:33.772875 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:34.963027 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:36.295205 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:56:36.752223 dv-neutron-819578-1-hyperv neutron-server[102104]: DEBUG neutron.wsgi [req-4883f29b-b502-4d50-aa3d-d40f12158a21 req-7ecdfb91-8515-4c96-9c0d-e5eed89fd4b9 service neutron] (102104) timed out ('10.222.0.23', 38594) {{(pid=102104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 29 12:56:51.892407 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:56:58.387464 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:00.779440 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-e167c78b-6200-42ad-8e26-db8e556f10fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:03.346425 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7046e830-eac0-4c84-8086-58ebc7305f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:03.773907 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:04.964970 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:06.298980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:28.396925 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:28.891313 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:57:30.780801 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4e1885a1-544b-4d38-aac7-5abad7c6d312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:33.347980 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-6ba23eb8-f65f-4ca3-911e-7e04b12c12a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:33.774100 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:34.969003 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:36.302004 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:57:58.411312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:00.780458 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-35f847ff-f781-42bc-a711-c56c5aac1106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:03.349999 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d0098fee-5e26-4749-b360-43a93a9a3681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:03.774658 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:04.970338 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:05.893699 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:58:06.308630 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:28.410434 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:30.781089 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-2e68044b-99bb-44f3-8a0d-9efa90978df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:33.349778 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611a0378-dd78-432c-9fda-b3a5f3f558af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:33.774826 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:34.977748 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:36.308861 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:58:42.892087 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:58:58.409312 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:00.781023 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-79977b89-0609-43b4-b44a-37d91278c387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:03.349737 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-954a0885-621a-485c-b9bb-a34b1aead3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:03.774090 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:04.974394 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:06.314139 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:19.891358 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:59:28.408132 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:30.780752 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-18b41252-8db5-4903-8fdc-a837d575335a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:33.349860 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d036-793e-4204-99d5-1192667e86e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:33.776141 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:34.978066 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:36.314361 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 12:59:56.889536 dv-neutron-819578-1-hyperv neutron-server[102106]: DEBUG neutron.db.agents_db [None req-77fbeee0-ea84-4f5d-9d85-d0e87d74fcc4 None None] Agent healthcheck: found 6 active agents {{(pid=102106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 29 12:59:58.407077 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-581d36be-be10-4be1-83d8-5b6953d2de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 13:00:00.780295 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0bed-973a-4612-8979-6f4eac8e7d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 13:00:03.350036 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-d847af23-249f-4284-bf16-5826559dcdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 13:00:03.776051 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-93c2b087-d6c6-4ec8-ac2f-b6d4a02ea5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 13:00:04.979113 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-7296214a-bf30-448e-b863-b22e671cc6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 29 13:00:06.320977 dv-neutron-819578-1-hyperv neutron-server[102105]: DEBUG neutron_lib.callbacks.manager [None req-611fedc2-d2ee-4f05-b780-be046dfd4357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727943151782', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736878'] for agent, after_update {{(pid=102105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}